diff --git a/.gitattributes b/.gitattributes
index 0bef38fa853db23966105e519d59ffc79c311736..adae362e5b86fb5c62759ea7b5b6c0b6a6fae6bb 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -62,3 +62,4 @@ zain/Activation/wandb/run-20260814_211507-54wnyexz/run-54wnyexz.wandb filter=lfs
 zain/Activation/wandb/run-20260814_212208-n6fjpg9o/run-n6fjpg9o.wandb filter=lfs diff=lfs merge=lfs -text
 zain/Activation/out/glu-waleed10-100L_trash_run/training_log.jsonl filter=lfs diff=lfs merge=lfs -text
 zain/Activation/wandb/run-20260814_212835-gqskne0x/run-gqskne0x.wandb filter=lfs diff=lfs merge=lfs -text
+zain/Activation/out/glu-silu-waleed10-100L_trash_run/training_log.jsonl filter=lfs diff=lfs merge=lfs -text
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-2900/trainer_state.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-2900/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..2d701dc9a98aa4549cc7b367e6d471fc4a006dbd
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-2900/trainer_state.json
@@ -0,0 +1,1065 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.19548365352207617,
+  "eval_steps": 2498,
+  "global_step": 2900,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0013481631277384564,
+      "grad_norm": 2.078125,
+      "learning_rate": 2.66e-05,
+      "loss": 8.299632263183593,
+      "step": 20
+    },
+    {
+      "epoch": 0.002696326255476913,
+      "grad_norm": 1.3515625,
+      "learning_rate": 5.46e-05,
+      "loss": 8.047638702392579,
+      "step": 40
+    },
+    {
+      "epoch": 0.004044489383215369,
+      "grad_norm": 1.2734375,
+      "learning_rate": 8.259999999999999e-05,
+      "loss": 7.837866973876953,
+      "step": 60
+    },
+    {
+      "epoch": 0.005392652510953826,
+      "grad_norm": 1.265625,
+      "learning_rate": 0.0001106,
+      "loss": 7.572817993164063,
+      "step": 80
+    },
+    {
+      "epoch": 0.006740815638692282,
+      "grad_norm": 1.1953125,
+      "learning_rate": 0.0001386,
+      "loss": 7.233210754394531,
+      "step": 100
+    },
+    {
+      "epoch": 0.008088978766430738,
+      "grad_norm": 1.1328125,
+      "learning_rate": 0.00016659999999999998,
+      "loss": 6.860719299316406,
+      "step": 120
+    },
+    {
+      "epoch": 0.009437141894169195,
+      "grad_norm": 0.94921875,
+      "learning_rate": 0.00019460000000000001,
+      "loss": 6.5177757263183596,
+      "step": 140
+    },
+    {
+      "epoch": 0.010785305021907651,
+      "grad_norm": 0.80078125,
+      "learning_rate": 0.0002226,
+      "loss": 6.239912414550782,
+      "step": 160
+    },
+    {
+      "epoch": 0.012133468149646108,
+      "grad_norm": 0.74609375,
+      "learning_rate": 0.00025059999999999997,
+      "loss": 6.035282897949219,
+      "step": 180
+    },
+    {
+      "epoch": 0.013481631277384564,
+      "grad_norm": 0.5546875,
+      "learning_rate": 0.0002786,
+      "loss": 5.873902893066406,
+      "step": 200
+    },
+    {
+      "epoch": 0.01482979440512302,
+      "grad_norm": 0.498046875,
+      "learning_rate": 0.00030659999999999997,
+      "loss": 5.691160202026367,
+      "step": 220
+    },
+    {
+      "epoch": 0.016177957532861477,
+      "grad_norm": 1.21875,
+      "learning_rate": 0.0003346,
+      "loss": 5.473793411254883,
+      "step": 240
+    },
+    {
+      "epoch": 0.01752612066059993,
+      "grad_norm": 1.5078125,
+      "learning_rate": 0.00036260000000000003,
+      "loss": 5.258899688720703,
+      "step": 260
+    },
+    {
+      "epoch": 0.01887428378833839,
+      "grad_norm": 0.796875,
+      "learning_rate": 0.0003906,
+      "loss": 5.03008918762207,
+      "step": 280
+    },
+    {
+      "epoch": 0.020222446916076844,
+      "grad_norm": 0.84375,
+      "learning_rate": 0.0004186,
+      "loss": 4.797770309448242,
+      "step": 300
+    },
+    {
+      "epoch": 0.021570610043815303,
+      "grad_norm": 1.5078125,
+      "learning_rate": 0.0004466,
+      "loss": 4.603690719604492,
+      "step": 320
+    },
+    {
+      "epoch": 0.022918773171553757,
+      "grad_norm": 0.96484375,
+      "learning_rate": 0.00047460000000000004,
+      "loss": 4.490921401977539,
+      "step": 340
+    },
+    {
+      "epoch": 0.024266936299292215,
+      "grad_norm": 0.6640625,
+      "learning_rate": 0.0005026,
+      "loss": 4.327465057373047,
+      "step": 360
+    },
+    {
+      "epoch": 0.02561509942703067,
+      "grad_norm": 0.86328125,
+      "learning_rate": 0.0005306,
+      "loss": 4.182389831542968,
+      "step": 380
+    },
+    {
+      "epoch": 0.026963262554769128,
+      "grad_norm": 0.82421875,
+      "learning_rate": 0.0005586,
+      "loss": 4.036349487304688,
+      "step": 400
+    },
+    {
+      "epoch": 0.028311425682507583,
+      "grad_norm": 0.71484375,
+      "learning_rate": 0.0005866,
+      "loss": 3.918545150756836,
+      "step": 420
+    },
+    {
+      "epoch": 0.02965958881024604,
+      "grad_norm": 0.765625,
+      "learning_rate": 0.0006146,
+      "loss": 3.8555908203125,
+      "step": 440
+    },
+    {
+      "epoch": 0.031007751937984496,
+      "grad_norm": 0.7734375,
+      "learning_rate": 0.0006426,
+      "loss": 3.7499755859375,
+      "step": 460
+    },
+    {
+      "epoch": 0.032355915065722954,
+      "grad_norm": 0.6484375,
+      "learning_rate": 0.0006705999999999999,
+      "loss": 3.668988800048828,
+      "step": 480
+    },
+    {
+      "epoch": 0.03370407819346141,
+      "grad_norm": 0.8828125,
+      "learning_rate": 0.0006986,
+      "loss": 3.598476791381836,
+      "step": 500
+    },
+    {
+      "epoch": 0.03505224132119986,
+      "grad_norm": 0.5625,
+      "learning_rate": 0.0007,
+      "loss": 3.52923698425293,
+      "step": 520
+    },
+    {
+      "epoch": 0.03640040444893832,
+      "grad_norm": 0.56640625,
+      "learning_rate": 0.0007,
+      "loss": 3.4486984252929687,
+      "step": 540
+    },
+    {
+      "epoch": 0.03774856757667678,
+      "grad_norm": 0.453125,
+      "learning_rate": 0.0007,
+      "loss": 3.3981090545654298,
+      "step": 560
+    },
+    {
+      "epoch": 0.03909673070441524,
+      "grad_norm": 0.5234375,
+      "learning_rate": 0.0007,
+      "loss": 3.337215042114258,
+      "step": 580
+    },
+    {
+      "epoch": 0.04044489383215369,
+      "grad_norm": 0.48828125,
+      "learning_rate": 0.0007,
+      "loss": 3.3039676666259767,
+      "step": 600
+    },
+    {
+      "epoch": 0.04179305695989215,
+      "grad_norm": 0.55078125,
+      "learning_rate": 0.0007,
+      "loss": 3.2369564056396483,
+      "step": 620
+    },
+    {
+      "epoch": 0.043141220087630605,
+      "grad_norm": 0.470703125,
+      "learning_rate": 0.0007,
+      "loss": 3.2108325958251953,
+      "step": 640
+    },
+    {
+      "epoch": 0.044489383215369056,
+      "grad_norm": 0.46875,
+      "learning_rate": 0.0007,
+      "loss": 3.153903007507324,
+      "step": 660
+    },
+    {
+      "epoch": 0.045837546343107514,
+      "grad_norm": 0.412109375,
+      "learning_rate": 0.0007,
+      "loss": 3.125510597229004,
+      "step": 680
+    },
+    {
+      "epoch": 0.04718570947084597,
+      "grad_norm": 0.44921875,
+      "learning_rate": 0.0007,
+      "loss": 3.0803747177124023,
+      "step": 700
+    },
+    {
+      "epoch": 0.04853387259858443,
+      "grad_norm": 0.390625,
+      "learning_rate": 0.0007,
+      "loss": 3.04086971282959,
+      "step": 720
+    },
+    {
+      "epoch": 0.04988203572632288,
+      "grad_norm": 0.458984375,
+      "learning_rate": 0.0007,
+      "loss": 3.0033853530883787,
+      "step": 740
+    },
+    {
+      "epoch": 0.05123019885406134,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.0007,
+      "loss": 2.9853662490844726,
+      "step": 760
+    },
+    {
+      "epoch": 0.0525783619817998,
+      "grad_norm": 0.48828125,
+      "learning_rate": 0.0007,
+      "loss": 2.9864330291748047,
+      "step": 780
+    },
+    {
+      "epoch": 0.053926525109538256,
+      "grad_norm": 0.474609375,
+      "learning_rate": 0.0007,
+      "loss": 2.9317838668823244,
+      "step": 800
+    },
+    {
+      "epoch": 0.05527468823727671,
+      "grad_norm": 0.416015625,
+      "learning_rate": 0.0007,
+      "loss": 2.916472244262695,
+      "step": 820
+    },
+    {
+      "epoch": 0.056622851365015166,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.8858991622924806,
+      "step": 840
+    },
+    {
+      "epoch": 0.057971014492753624,
+      "grad_norm": 0.439453125,
+      "learning_rate": 0.0007,
+      "loss": 2.840240478515625,
+      "step": 860
+    },
+    {
+      "epoch": 0.05931917762049208,
+      "grad_norm": 0.439453125,
+      "learning_rate": 0.0007,
+      "loss": 2.8184703826904296,
+      "step": 880
+    },
+    {
+      "epoch": 0.06066734074823053,
+      "grad_norm": 0.42578125,
+      "learning_rate": 0.0007,
+      "loss": 2.8047561645507812,
+      "step": 900
+    },
+    {
+      "epoch": 0.06201550387596899,
+      "grad_norm": 0.4375,
+      "learning_rate": 0.0007,
+      "loss": 2.775454521179199,
+      "step": 920
+    },
+    {
+      "epoch": 0.06336366700370745,
+      "grad_norm": 0.421875,
+      "learning_rate": 0.0007,
+      "loss": 2.7625925064086916,
+      "step": 940
+    },
+    {
+      "epoch": 0.06471183013144591,
+      "grad_norm": 0.4296875,
+      "learning_rate": 0.0007,
+      "loss": 2.731528663635254,
+      "step": 960
+    },
+    {
+      "epoch": 0.06605999325918437,
+      "grad_norm": 0.39453125,
+      "learning_rate": 0.0007,
+      "loss": 2.71492977142334,
+      "step": 980
+    },
+    {
+      "epoch": 0.06740815638692282,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.0007,
+      "loss": 2.7131521224975588,
+      "step": 1000
+    },
+    {
+      "epoch": 0.06875631951466127,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.6799833297729494,
+      "step": 1020
+    },
+    {
+      "epoch": 0.07010448264239973,
+      "grad_norm": 0.412109375,
+      "learning_rate": 0.0007,
+      "loss": 2.665292739868164,
+      "step": 1040
+    },
+    {
+      "epoch": 0.07145264577013818,
+      "grad_norm": 0.44140625,
+      "learning_rate": 0.0007,
+      "loss": 2.6485418319702148,
+      "step": 1060
+    },
+    {
+      "epoch": 0.07280080889787664,
+      "grad_norm": 0.392578125,
+      "learning_rate": 0.0007,
+      "loss": 2.6286544799804688,
+      "step": 1080
+    },
+    {
+      "epoch": 0.0741489720256151,
+      "grad_norm": 0.416015625,
+      "learning_rate": 0.0007,
+      "loss": 2.621373176574707,
+      "step": 1100
+    },
+    {
+      "epoch": 0.07549713515335356,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.5860437393188476,
+      "step": 1120
+    },
+    {
+      "epoch": 0.07684529828109202,
+      "grad_norm": 0.4453125,
+      "learning_rate": 0.0007,
+      "loss": 2.5712385177612305,
+      "step": 1140
+    },
+    {
+      "epoch": 0.07819346140883048,
+      "grad_norm": 0.380859375,
+      "learning_rate": 0.0007,
+      "loss": 2.5693639755249023,
+      "step": 1160
+    },
+    {
+      "epoch": 0.07954162453656892,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.0007,
+      "loss": 2.563449668884277,
+      "step": 1180
+    },
+    {
+      "epoch": 0.08088978766430738,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.553573417663574,
+      "step": 1200
+    },
+    {
+      "epoch": 0.08223795079204584,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.0007,
+      "loss": 2.538028335571289,
+      "step": 1220
+    },
+    {
+      "epoch": 0.0835861139197843,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.5232309341430663,
+      "step": 1240
+    },
+    {
+      "epoch": 0.08493427704752275,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.50943546295166,
+      "step": 1260
+    },
+    {
+      "epoch": 0.08628244017526121,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.4896902084350585,
+      "step": 1280
+    },
+    {
+      "epoch": 0.08763060330299967,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.4810691833496095,
+      "step": 1300
+    },
+    {
+      "epoch": 0.08897876643073811,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.471504974365234,
+      "step": 1320
+    },
+    {
+      "epoch": 0.09032692955847657,
+      "grad_norm": 0.3671875,
+      "learning_rate": 0.0007,
+      "loss": 2.458695411682129,
+      "step": 1340
+    },
+    {
+      "epoch": 0.09167509268621503,
+      "grad_norm": 0.400390625,
+      "learning_rate": 0.0007,
+      "loss": 2.4555185317993162,
+      "step": 1360
+    },
+    {
+      "epoch": 0.09302325581395349,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.433156204223633,
+      "step": 1380
+    },
+    {
+      "epoch": 0.09437141894169195,
+      "grad_norm": 0.34375,
+      "learning_rate": 0.0007,
+      "loss": 2.425444412231445,
+      "step": 1400
+    },
+    {
+      "epoch": 0.0957195820694304,
+      "grad_norm": 0.400390625,
+      "learning_rate": 0.0007,
+      "loss": 2.435191345214844,
+      "step": 1420
+    },
+    {
+      "epoch": 0.09706774519716886,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.412186622619629,
+      "step": 1440
+    },
+    {
+      "epoch": 0.09841590832490732,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.4007726669311524,
+      "step": 1460
+    },
+    {
+      "epoch": 0.09976407145264576,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.3866371154785155,
+      "step": 1480
+    },
+    {
+      "epoch": 0.10111223458038422,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.3728200912475588,
+      "step": 1500
+    },
+    {
+      "epoch": 0.10246039770812268,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.373748016357422,
+      "step": 1520
+    },
+    {
+      "epoch": 0.10380856083586114,
+      "grad_norm": 0.36328125,
+      "learning_rate": 0.0007,
+      "loss": 2.3635543823242187,
+      "step": 1540
+    },
+    {
+      "epoch": 0.1051567239635996,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.0007,
+      "loss": 2.3516841888427735,
+      "step": 1560
+    },
+    {
+      "epoch": 0.10650488709133805,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.3689512252807616,
+      "step": 1580
+    },
+    {
+      "epoch": 0.10785305021907651,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.3348180770874025,
+      "step": 1600
+    },
+    {
+      "epoch": 0.10920121334681497,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.3343011856079103,
+      "step": 1620
+    },
+    {
+      "epoch": 0.11054937647455342,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.0007,
+      "loss": 2.3455299377441405,
+      "step": 1640
+    },
+    {
+      "epoch": 0.11189753960229187,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.3264875411987305,
+      "step": 1660
+    },
+    {
+      "epoch": 0.11324570273003033,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.0007,
+      "loss": 2.309524917602539,
+      "step": 1680
+    },
+    {
+      "epoch": 0.11459386585776879,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.3181018829345703,
+      "step": 1700
+    },
+    {
+      "epoch": 0.11594202898550725,
+      "grad_norm": 0.412109375,
+      "learning_rate": 0.0007,
+      "loss": 2.2959054946899413,
+      "step": 1720
+    },
+    {
+      "epoch": 0.1172901921132457,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.286634826660156,
+      "step": 1740
+    },
+    {
+      "epoch": 0.11863835524098416,
+      "grad_norm": 0.3671875,
+      "learning_rate": 0.0007,
+      "loss": 2.2912055969238283,
+      "step": 1760
+    },
+    {
+      "epoch": 0.11998651836872262,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.303947639465332,
+      "step": 1780
+    },
+    {
+      "epoch": 0.12133468149646107,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.298970413208008,
+      "step": 1800
+    },
+    {
+      "epoch": 0.12268284462419952,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.2899410247802736,
+      "step": 1820
+    },
+    {
+      "epoch": 0.12403100775193798,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.258684539794922,
+      "step": 1840
+    },
+    {
+      "epoch": 0.12537917087967643,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.2575857162475588,
+      "step": 1860
+    },
+    {
+      "epoch": 0.1267273340074149,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.2479154586791994,
+      "step": 1880
+    },
+    {
+      "epoch": 0.12807549713515334,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.2578588485717774,
+      "step": 1900
+    },
+    {
+      "epoch": 0.12942366026289182,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.2332910537719726,
+      "step": 1920
+    },
+    {
+      "epoch": 0.13077182339063026,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.242460250854492,
+      "step": 1940
+    },
+    {
+      "epoch": 0.13211998651836873,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.21710205078125,
+      "step": 1960
+    },
+    {
+      "epoch": 0.13346814964610718,
+      "grad_norm": 0.353515625,
+      "learning_rate": 0.0007,
+      "loss": 2.2389858245849608,
+      "step": 1980
+    },
+    {
+      "epoch": 0.13481631277384565,
+      "grad_norm": 0.328125,
+      "learning_rate": 0.0007,
+      "loss": 2.2128574371337892,
+      "step": 2000
+    },
+    {
+      "epoch": 0.1361644759015841,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.221720504760742,
+      "step": 2020
+    },
+    {
+      "epoch": 0.13751263902932254,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.2012025833129885,
+      "step": 2040
+    },
+    {
+      "epoch": 0.138860802157061,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.2207321166992187,
+      "step": 2060
+    },
+    {
+      "epoch": 0.14020896528479945,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.1970823287963865,
+      "step": 2080
+    },
+    {
+      "epoch": 0.14155712841253792,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.1874614715576173,
+      "step": 2100
+    },
+    {
+      "epoch": 0.14290529154027637,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.1962921142578127,
+      "step": 2120
+    },
+    {
+      "epoch": 0.14425345466801484,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.1974483489990235,
+      "step": 2140
+    },
+    {
+      "epoch": 0.14560161779575329,
+      "grad_norm": 0.34375,
+      "learning_rate": 0.0007,
+      "loss": 2.1824066162109377,
+      "step": 2160
+    },
+    {
+      "epoch": 0.14694978092349173,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.1886768341064453,
+      "step": 2180
+    },
+    {
+      "epoch": 0.1482979440512302,
+      "grad_norm": 0.326171875,
+      "learning_rate": 0.0007,
+      "loss": 2.1661350250244142,
+      "step": 2200
+    },
+    {
+      "epoch": 0.14964610717896865,
+      "grad_norm": 0.330078125,
+      "learning_rate": 0.0007,
+      "loss": 2.1746242523193358,
+      "step": 2220
+    },
+    {
+      "epoch": 0.15099427030670712,
+      "grad_norm": 0.353515625,
+      "learning_rate": 0.0007,
+      "loss": 2.182226371765137,
+      "step": 2240
+    },
+    {
+      "epoch": 0.15234243343444556,
+      "grad_norm": 0.33203125,
+      "learning_rate": 0.0007,
+      "loss": 2.1612625122070312,
+      "step": 2260
+    },
+    {
+      "epoch": 0.15369059656218403,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.1695093154907226,
+      "step": 2280
+    },
+    {
+      "epoch": 0.15503875968992248,
+      "grad_norm": 0.341796875,
+      "learning_rate": 0.0007,
+      "loss": 2.1509073257446287,
+      "step": 2300
+    },
+    {
+      "epoch": 0.15638692281766095,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.1601842880249023,
+      "step": 2320
+    },
+    {
+      "epoch": 0.1577350859453994,
+      "grad_norm": 0.3203125,
+      "learning_rate": 0.0007,
+      "loss": 2.149628257751465,
+      "step": 2340
+    },
+    {
+      "epoch": 0.15908324907313784,
+      "grad_norm": 0.33203125,
+      "learning_rate": 0.0007,
+      "loss": 2.154475784301758,
+      "step": 2360
+    },
+    {
+      "epoch": 0.1604314122008763,
+      "grad_norm": 0.333984375,
+      "learning_rate": 0.0007,
+      "loss": 2.1572238922119142,
+      "step": 2380
+    },
+    {
+      "epoch": 0.16177957532861476,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.1351224899291994,
+      "step": 2400
+    },
+    {
+      "epoch": 0.16312773845635323,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.141549301147461,
+      "step": 2420
+    },
+    {
+      "epoch": 0.16447590158409167,
+      "grad_norm": 0.328125,
+      "learning_rate": 0.0007,
+      "loss": 2.127903366088867,
+      "step": 2440
+    },
+    {
+      "epoch": 0.16582406471183014,
+      "grad_norm": 0.32421875,
+      "learning_rate": 0.0007,
+      "loss": 2.1384496688842773,
+      "step": 2460
+    },
+    {
+      "epoch": 0.1671722278395686,
+      "grad_norm": 0.34375,
+      "learning_rate": 0.0007,
+      "loss": 2.1402868270874023,
+      "step": 2480
+    },
+    {
+      "epoch": 0.1683855746545332,
+      "eval_loss": 2.133925199508667,
+      "eval_runtime": 18.9626,
+      "eval_samples_per_second": 502.41,
+      "eval_steps_per_second": 0.527,
+      "step": 2498
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.1217138290405275,
+      "step": 2500
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "eval_loss": 2.1338183879852295,
+      "eval_runtime": 18.812,
+      "eval_samples_per_second": 506.431,
+      "eval_steps_per_second": 0.532,
+      "step": 2500
+    },
+    {
+      "epoch": 0.1698685540950455,
+      "grad_norm": 20971520.0,
+      "learning_rate": 3.4200000000000005e-05,
+      "loss": 2.1263294219970703,
+      "step": 2520
+    },
+    {
+      "epoch": 0.17121671722278395,
+      "grad_norm": 22675456.0,
+      "learning_rate": 7.020000000000001e-05,
+      "loss": 2.140816307067871,
+      "step": 2540
+    },
+    {
+      "epoch": 0.17256488035052242,
+      "grad_norm": 116916224.0,
+      "learning_rate": 9e-05,
+      "loss": 3.505127716064453,
+      "step": 2560
+    },
+    {
+      "epoch": 0.17391304347826086,
+      "grad_norm": 267386880.0,
+      "learning_rate": 9e-05,
+      "loss": 6.925441741943359,
+      "step": 2580
+    },
+    {
+      "epoch": 0.17526120660599934,
+      "grad_norm": 530579456.0,
+      "learning_rate": 9e-05,
+      "loss": 7.500309753417969,
+      "step": 2600
+    },
+    {
+      "epoch": 0.17660936973373778,
+      "grad_norm": 805306368.0,
+      "learning_rate": 9e-05,
+      "loss": 7.739163970947265,
+      "step": 2620
+    },
+    {
+      "epoch": 0.17795753286147623,
+      "grad_norm": 901775360.0,
+      "learning_rate": 9e-05,
+      "loss": 7.861988067626953,
+      "step": 2640
+    },
+    {
+      "epoch": 0.1793056959892147,
+      "grad_norm": 788529152.0,
+      "learning_rate": 9e-05,
+      "loss": 7.9435890197753904,
+      "step": 2660
+    },
+    {
+      "epoch": 0.18065385911695314,
+      "grad_norm": 620756992.0,
+      "learning_rate": 9e-05,
+      "loss": 7.990572357177735,
+      "step": 2680
+    },
+    {
+      "epoch": 0.1820020222446916,
+      "grad_norm": 484442112.0,
+      "learning_rate": 9e-05,
+      "loss": 8.019105529785156,
+      "step": 2700
+    },
+    {
+      "epoch": 0.18335018537243006,
+      "grad_norm": 381681664.0,
+      "learning_rate": 9e-05,
+      "loss": 8.050555419921874,
+      "step": 2720
+    },
+    {
+      "epoch": 0.18469834850016853,
+      "grad_norm": 301989888.0,
+      "learning_rate": 9e-05,
+      "loss": 8.066886138916015,
+      "step": 2740
+    },
+    {
+      "epoch": 0.18604651162790697,
+      "grad_norm": 231735296.0,
+      "learning_rate": 9e-05,
+      "loss": 8.077174377441406,
+      "step": 2760
+    },
+    {
+      "epoch": 0.18739467475564545,
+      "grad_norm": 164626432.0,
+      "learning_rate": 9e-05,
+      "loss": 8.084746551513671,
+      "step": 2780
+    },
+    {
+      "epoch": 0.1887428378833839,
+      "grad_norm": 109051904.0,
+      "learning_rate": 9e-05,
+      "loss": 8.0902099609375,
+      "step": 2800
+    },
+    {
+      "epoch": 0.19009100101112233,
+      "grad_norm": 71303168.0,
+      "learning_rate": 9e-05,
+      "loss": 8.096793365478515,
+      "step": 2820
+    },
+    {
+      "epoch": 0.1914391641388608,
+      "grad_norm": 31850496.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105870056152344,
+      "step": 2840
+    },
+    {
+      "epoch": 0.19278732726659925,
+      "grad_norm": 17432576.0,
+      "learning_rate": 9e-05,
+      "loss": 8.103771209716797,
+      "step": 2860
+    },
+    {
+      "epoch": 0.19413549039433772,
+      "grad_norm": 12255232.0,
+      "learning_rate": 9e-05,
+      "loss": 8.106598663330079,
+      "step": 2880
+    },
+    {
+      "epoch": 0.19548365352207617,
+      "grad_norm": 10223616.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104751586914062,
+      "step": 2900
+    }
+  ],
+  "logging_steps": 20,
+  "max_steps": 3500,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 9356223027609600.0,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-2900/training_args.bin b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-2900/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0c65fb00f188152ddd7b3875d5492e87da186448
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-2900/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e1a2626e7b1b9e8c5918ce769b180ee6aeecd5055af3c3b59b791d3a4a2c46
+size 4920
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3000/config.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3000/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..056849ccffa9d2a337db2e11245d69711cba6db1
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3000/config.json
@@ -0,0 +1,36 @@
+{
+  "activation": "silu-waleed10",
+  "architectures": [
+    "TinyLlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "bfloat16",
+  "eos_token_id": 2,
+  "head_dim": 32,
+  "hidden_act": "silu",
+  "hidden_size": 128,
+  "initializer_range": 0.02,
+  "intermediate_size": 256,
+  "max_position_embeddings": 512,
+  "mlp_bias": false,
+  "mlp_type": "glu",
+  "model_type": "tiny_llama",
+  "num_attention_heads": 4,
+  "num_hidden_layers": 100,
+  "num_key_value_heads": 4,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": true,
+  "tokenizer_name": "w-ahmad/tiny-stories-tokenizer",
+  "transformers_version": "5.16.0.dev0",
+  "use_cache": false,
+  "vocab_size": 4096,
+  "waleed_beta": 4
+}
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3000/model.safetensors b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3000/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dfd5cf9684963456a5bca3164e633c3fd545b662
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3000/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2948aa5fa468569b562e5efb6136f87269c24d69c1e3a7215676bd00cd01fbad
+size 33967272
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3000/optimizer.pt b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680564334a96bee2a6a97953c8f3d951a71ccef9
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ab238baac89c4ae48aad7a58cc5d049a7f0e12f57807a77f587663a6b5ec90
+size 39573050
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3000/rng_state.pth b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3000/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e29ad0909e8c1afefa182e7ed890fa257c75af25
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3000/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f
+size 14244
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3000/scheduler.pt b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328305f9f798dc94a540d8d8c6bacf9aa2bb1d02
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5138b027fc3060283bbcf135873185cb5a8f65583d5c7597645469d2c1529ff7
+size 1064
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3000/tokenizer.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3000/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3000/tokenizer.json
@@ -0,0 +1,19501 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "ByteLevel",
+    "add_prefix_space": false,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "post_processor": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": false,
+    "use_regex": true
+  },
+  "decoder": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": null,
+    "continuing_subword_prefix": "",
+    "end_of_word_suffix": "",
+    "fuse_unk": false,
+    "byte_fallback": false,
+    "ignore_merges": false,
+    "vocab": {
+      "<|endoftext|>": 0,
+      "!": 1,
+      "\"": 2,
+      "#": 3,
+      "$": 4,
+      "%": 5,
+      "&": 6,
+      "'": 7,
+      "(": 8,
+      ")": 9,
+      "*": 10,
+      "+": 11,
+      ",": 12,
+      "-": 13,
+      ".": 14,
+      "/": 15,
+      "0": 16,
+      "1": 17,
+      "2": 18,
+      "3": 19,
+      "4": 20,
+      "5": 21,
+      "6": 22,
+      "7": 23,
+      "8": 24,
+      "9": 25,
+      ":": 26,
+      ";": 27,
+      "<": 28,
+      "=": 29,
+      ">": 30,
+      "?": 31,
+      "@": 32,
+      "A": 33,
+      "B": 34,
+      "C": 35,
+      "D": 36,
+      "E": 37,
+      "F": 38,
+      "G": 39,
+      "H": 40,
+      "I": 41,
+      "J": 42,
+      "K": 43,
+      "L": 44,
+      "M": 45,
+      "N": 46,
+      "O": 47,
+      "P": 48,
+      "Q": 49,
+      "R": 50,
+      "S": 51,
+      "T": 52,
+      "U": 53,
+      "V": 54,
+      "W": 55,
+      "X": 56,
+      "Y": 57,
+      "Z": 58,
+      "[": 59,
+      "\\": 60,
+      "]": 61,
+      "^": 62,
+      "_": 63,
+      "`": 64,
+      "a": 65,
+      "b": 66,
+      "c": 67,
+      "d": 68,
+      "e": 69,
+      "f": 70,
+      "g": 71,
+      "h": 72,
+      "i": 73,
+      "j": 74,
+      "k": 75,
+      "l": 76,
+      "m": 77,
+      "n": 78,
+      "o": 79,
+      "p": 80,
+      "q": 81,
+      "r": 82,
+      "s": 83,
+      "t": 84,
+      "u": 85,
+      "v": 86,
+      "w": 87,
+      "x": 88,
+      "y": 89,
+      "z": 90,
+      "{": 91,
+      "|": 92,
+      "}": 93,
+      "~": 94,
+      "¡": 95,
+      "¢": 96,
+      "£": 97,
+      "¤": 98,
+      "¥": 99,
+      "¦": 100,
+      "§": 101,
+      "¨": 102,
+      "©": 103,
+      "ª": 104,
+      "«": 105,
+      "¬": 106,
+      "®": 107,
+      "¯": 108,
+      "°": 109,
+      "±": 110,
+      "²": 111,
+      "³": 112,
+      "´": 113,
+      "µ": 114,
+      "¶": 115,
+      "·": 116,
+      "¸": 117,
+      "¹": 118,
+      "º": 119,
+      "»": 120,
+      "¼": 121,
+      "½": 122,
+      "¾": 123,
+      "¿": 124,
+      "À": 125,
+      "Á": 126,
+      "Â": 127,
+      "Ã": 128,
+      "Ä": 129,
+      "Å": 130,
+      "Æ": 131,
+      "Ç": 132,
+      "È": 133,
+      "É": 134,
+      "Ê": 135,
+      "Ë": 136,
+      "Ì": 137,
+      "Í": 138,
+      "Î": 139,
+      "Ï": 140,
+      "Ð": 141,
+      "Ñ": 142,
+      "Ò": 143,
+      "Ó": 144,
+      "Ô": 145,
+      "Õ": 146,
+      "Ö": 147,
+      "×": 148,
+      "Ø": 149,
+      "Ù": 150,
+      "Ú": 151,
+      "Û": 152,
+      "Ü": 153,
+      "Ý": 154,
+      "Þ": 155,
+      "ß": 156,
+      "à": 157,
+      "á": 158,
+      "â": 159,
+      "ã": 160,
+      "ä": 161,
+      "å": 162,
+      "æ": 163,
+      "ç": 164,
+      "è": 165,
+      "é": 166,
+      "ê": 167,
+      "ë": 168,
+      "ì": 169,
+      "í": 170,
+      "î": 171,
+      "ï": 172,
+      "ð": 173,
+      "ñ": 174,
+      "ò": 175,
+      "ó": 176,
+      "ô": 177,
+      "õ": 178,
+      "ö": 179,
+      "÷": 180,
+      "ø": 181,
+      "ù": 182,
+      "ú": 183,
+      "û": 184,
+      "ü": 185,
+      "ý": 186,
+      "þ": 187,
+      "ÿ": 188,
+      "Ā": 189,
+      "ā": 190,
+      "Ă": 191,
+      "ă": 192,
+      "Ą": 193,
+      "ą": 194,
+      "Ć": 195,
+      "ć": 196,
+      "Ĉ": 197,
+      "ĉ": 198,
+      "Ċ": 199,
+      "ċ": 200,
+      "Č": 201,
+      "č": 202,
+      "Ď": 203,
+      "ď": 204,
+      "Đ": 205,
+      "đ": 206,
+      "Ē": 207,
+      "ē": 208,
+      "Ĕ": 209,
+      "ĕ": 210,
+      "Ė": 211,
+      "ė": 212,
+      "Ę": 213,
+      "ę": 214,
+      "Ě": 215,
+      "ě": 216,
+      "Ĝ": 217,
+      "ĝ": 218,
+      "Ğ": 219,
+      "ğ": 220,
+      "Ġ": 221,
+      "ġ": 222,
+      "Ģ": 223,
+      "ģ": 224,
+      "Ĥ": 225,
+      "ĥ": 226,
+      "Ħ": 227,
+      "ħ": 228,
+      "Ĩ": 229,
+      "ĩ": 230,
+      "Ī": 231,
+      "ī": 232,
+      "Ĭ": 233,
+      "ĭ": 234,
+      "Į": 235,
+      "į": 236,
+      "İ": 237,
+      "ı": 238,
+      "IJ": 239,
+      "ij": 240,
+      "Ĵ": 241,
+      "ĵ": 242,
+      "Ķ": 243,
+      "ķ": 244,
+      "ĸ": 245,
+      "Ĺ": 246,
+      "ĺ": 247,
+      "Ļ": 248,
+      "ļ": 249,
+      "Ľ": 250,
+      "ľ": 251,
+      "Ŀ": 252,
+      "ŀ": 253,
+      "Ł": 254,
+      "ł": 255,
+      "Ń": 256,
+      "he": 257,
+      "Ġt": 258,
+      "Ġa": 259,
+      "Ġs": 260,
+      "Ġw": 261,
+      "nd": 262,
+      "Ġthe": 263,
+      "ed": 264,
+      "Ġand": 265,
+      "Ġto": 266,
+      "Ġb": 267,
+      "in": 268,
+      "Ġh": 269,
+      "Ġwa": 270,
+      "re": 271,
+      "Ġf": 272,
+      "it": 273,
+      "ou": 274,
+      "Ġc": 275,
+      "Ġl": 276,
+      "Ġhe": 277,
+      "Ġd": 278,
+      "er": 279,
+      "Ġwas": 280,
+      "Ġm": 281,
+      "Ġp": 282,
+      "om": 283,
+      "ĠT": 284,
+      "Ġo": 285,
+      "ay": 286,
+      "ar": 287,
+      "ing": 288,
+      "is": 289,
+      "Ġg": 290,
+      "il": 291,
+      "id": 292,
+      "at": 293,
+      "en": 294,
+      "Ġn": 295,
+      "Ġsa": 296,
+      "Ġha": 297,
+      "ĠS": 298,
+      "im": 299,
+      "an": 300,
+      "ĠThe": 301,
+      "or": 302,
+      "on": 303,
+      "Ġit": 304,
+      "Ġth": 305,
+      "ll": 306,
+      "le": 307,
+      "ĠH": 308,
+      "Ġher": 309,
+      "et": 310,
+      "ot": 311,
+      "ir": 312,
+      "ĠShe": 313,
+      "ĠHe": 314,
+      "ver": 315,
+      "es": 316,
+      "Ġin": 317,
+      "ut": 318,
+      "ow": 319,
+      "ck": 320,
+      "Ġe": 321,
+      "Ġu": 322,
+      "ld": 323,
+      "ĠThey": 324,
+      "oo": 325,
+      "ig": 326,
+      "Ġsaid": 327,
+      "am": 328,
+      "ily": 329,
+      "Ġbe": 330,
+      "Ġy": 331,
+      "Ġr": 332,
+      "Ġst": 333,
+      "ce": 334,
+      "Ġshe": 335,
+      "Ġ\"": 336,
+      "pp": 337,
+      "ke": 338,
+      "ith": 339,
+      "On": 340,
+      "ĠI": 341,
+      "Ġwith": 342,
+      "ve": 343,
+      "Lily": 344,
+      "Ġon": 345,
+      "Ġof": 346,
+      "Ġso": 347,
+      "Ġhis": 348,
+      "ked": 349,
+      "ri": 350,
+      "nt": 351,
+      "very": 352,
+      "Ġpl": 353,
+      "Ġday": 354,
+      "ad": 355,
+      "Ġyou": 356,
+      "Ġthat": 357,
+      "Ġup": 358,
+      "Ġhad": 359,
+      "st": 360,
+      "Ġplay": 361,
+      "Ġthey": 362,
+      "ĠLily": 363,
+      "Ġwe": 364,
+      "Ġmom": 365,
+      "my": 366,
+      "Ġfor": 367,
+      "el": 368,
+      "ould": 369,
+      "un": 370,
+      "ĠB": 371,
+      "'s": 372,
+      "itt": 373,
+      "ent": 374,
+      "Ġhapp": 375,
+      "The": 376,
+      "ch": 377,
+      "Ġli": 378,
+      "out": 379,
+      "Ġwant": 380,
+      "Ġsh": 381,
+      "her": 382,
+      "ly": 383,
+      "ime": 384,
+      "ittle": 385,
+      "ound": 386,
+      "Ġvery": 387,
+      "Ġtime": 388,
+      "ome": 389,
+      "Ġlittle": 390,
+      "Ġthere": 391,
+      "se": 392,
+      "Ġdo": 393,
+      "Ġwh": 394,
+      "all": 395,
+      "Ġk": 396,
+      "end": 397,
+      "al": 398,
+      "ht": 399,
+      "Ġne": 400,
+      "Ġre": 401,
+      "Ġnot": 402,
+      "Ġhappy": 403,
+      "ĠĊ": 404,
+      "Ġbig": 405,
+      "ĠM": 406,
+      "Ġbut": 407,
+      "Ġsm": 408,
+      "ack": 409,
+      "Ġsaw": 410,
+      "ĠIt": 411,
+      "Ġas": 412,
+      "Ġan": 413,
+      "ra": 414,
+      "riend": 415,
+      "Ġfriend": 416,
+      "ide": 417,
+      "One": 418,
+      "ry": 419,
+      "'t": 420,
+      "ved": 421,
+      "Ġis": 422,
+      "Once": 423,
+      "ake": 424,
+      ".\"": 425,
+      "Ġwere": 426,
+      "ter": 427,
+      "ug": 428,
+      "Ġloo": 429,
+      "Ġlo": 430,
+      "ore": 431,
+      "ec": 432,
+      "ĠTim": 433,
+      "Ġhim": 434,
+      "Ġbo": 435,
+      "!\"": 436,
+      "Ġtoo": 437,
+      "Ġgo": 438,
+      "Ġupon": 439,
+      "irl": 440,
+      "Ġj": 441,
+      "Ġwanted": 442,
+      "Ġgirl": 443,
+      "Ġse": 444,
+      "Ġout": 445,
+      "ard": 446,
+      "way": 447,
+      "Ġsp": 448,
+      "ill": 449,
+      "ind": 450,
+      "Ġthem": 451,
+      "Ġcould": 452,
+      "fu": 453,
+      "hen": 454,
+      "Ġat": 455,
+      "ur": 456,
+      "Ġdid": 457,
+      "Ġsmil": 458,
+      "Ġtheir": 459,
+      "Ġare": 460,
+      "Ġex": 461,
+      "ĠA": 462,
+      "ain": 463,
+      "Ġwent": 464,
+      "art": 465,
+      "hed": 466,
+      "rom": 467,
+      "ic": 468,
+      "round": 469,
+      "Ġhave": 470,
+      "Ġnam": 471,
+      "lp": 472,
+      "Ġall": 473,
+      "ĠJ": 474,
+      "ful": 475,
+      "Ġkn": 476,
+      "hing": 477,
+      "ood": 478,
+      "Ġhelp": 479,
+      "ight": 480,
+      "Ġfriends": 481,
+      "one": 482,
+      "ark": 483,
+      "Ġback": 484,
+      "um": 485,
+      "Ġcan": 486,
+      "Ġnamed": 487,
+      "Ġcl": 488,
+      "?\"": 489,
+      "Ġfun": 490,
+      "are": 491,
+      "ĠBen": 492,
+      "Ġloved": 493,
+      "Ġal": 494,
+      "elt": 495,
+      "ĠTimmy": 496,
+      "ĠOne": 497,
+      "op": 498,
+      "side": 499,
+      "Ġle": 500,
+      "Ġno": 501,
+      "Ġsc": 502,
+      "ĠTom": 503,
+      "Ġfelt": 504,
+      "oug": 505,
+      "Ġsmiled": 506,
+      "ick": 507,
+      "Ġasked": 508,
+      "You": 509,
+      "Ġtoy": 510,
+      "Ġman": 511,
+      "Ġaround": 512,
+      "ame": 513,
+      "Ġfe": 514,
+      "Ġsay": 515,
+      "Ġboy": 516,
+      "Ġsome": 517,
+      "Ġlooked": 518,
+      "ure": 519,
+      "omet": 520,
+      "Ġbr": 521,
+      "Ġwould": 522,
+      "Ġme": 523,
+      "Ġbir": 524,
+      "Ġlike": 525,
+      "get": 526,
+      "Ġstart": 527,
+      "Ġro": 528,
+      "as": 529,
+      "Ġsee": 530,
+      "ĠW": 531,
+      "ice": 532,
+      "ong": 533,
+      "Ġbird": 534,
+      "Ġsomet": 535,
+      "dd": 536,
+      "Ġwor": 537,
+      "ade": 538,
+      "ie": 539,
+      "king": 540,
+      "Ġag": 541,
+      "own": 542,
+      "Ġtre": 543,
+      "Ġfa": 544,
+      "Ġaway": 545,
+      "Ġwhat": 546,
+      "ings": 547,
+      "Ġstarted": 548,
+      "gether": 549,
+      "Ġran": 550,
+      "â": 551,
+      "âĤ": 552,
+      "âĤ¬": 553,
+      "ared": 554,
+      "Ġmake": 555,
+      "ĠBut": 556,
+      "ited": 557,
+      "if": 558,
+      "oud": 559,
+      "Ġmade": 560,
+      "Ġtogether": 561,
+      "Ġsomething": 562,
+      "Ġexc": 563,
+      "ag": 564,
+      "Ġco": 565,
+      "Ġpark": 566,
+      "Ġnew": 567,
+      "Ġsad": 568,
+      "Ġput": 569,
+      ",\"": 570,
+      "Ġfrom": 571,
+      "ble": 572,
+      "ther": 573,
+      "Ġpr": 574,
+      "Ġmu": 575,
+      "Ġcar": 576,
+      "Ġhome": 577,
+      "ĠYou": 578,
+      "Ġthen": 579,
+      "Ġwhen": 580,
+      "Ġfound": 581,
+      "ell": 582,
+      "Ġother": 583,
+      "Ġagain": 584,
+      "Ġch": 585,
+      "Ġdec": 586,
+      "Ġwho": 587,
+      "Ġla": 588,
+      "ried": 589,
+      "ss": 590,
+      "Ġgood": 591,
+      "Ġhug": 592,
+      "ĠL": 593,
+      "pped": 594,
+      "Ġwal": 595,
+      "ep": 596,
+      "ally": 597,
+      "Ġsays": 598,
+      "Ġfl": 599,
+      "est": 600,
+      "ach": 601,
+      "ĠE": 602,
+      "Ġexcited": 603,
+      "pl": 604,
+      "qu": 605,
+      "ook": 606,
+      "Ġget": 607,
+      "ought": 608,
+      "Ġplaying": 609,
+      "Ġgot": 610,
+      "Ġsw": 611,
+      "ous": 612,
+      "hat": 613,
+      "ny": 614,
+      "ided": 615,
+      "uck": 616,
+      "Ġthings": 617,
+      "Ġevery": 618,
+      "Ġdecided": 619,
+      "Ġcame": 620,
+      "Ġbec": 621,
+      "ave": 622,
+      "ro": 623,
+      "ax": 624,
+      "Ġliked": 625,
+      "Ġdown": 626,
+      "Ġdog": 627,
+      "Ġscared": 628,
+      "Ġv": 629,
+      "udd": 630,
+      "ust": 631,
+      "Ġone": 632,
+      "Ġfind": 633,
+      "Ġbl": 634,
+      "Ġthan": 635,
+      "ĠD": 636,
+      "ouse": 637,
+      "ways": 638,
+      "Ġkne": 639,
+      "Ġdidn": 640,
+      "ap": 641,
+      "Ġmommy": 642,
+      "Ġcare": 643,
+      "Ġalways": 644,
+      "Ġab": 645,
+      "ist": 646,
+      "Ġdad": 647,
+      "Ġfeel": 648,
+      "ara": 649,
+      "bb": 650,
+      "arn": 651,
+      "fe": 652,
+      "Ġyour": 653,
+      "Ġoutside": 654,
+      "ue": 655,
+      "Ġgra": 656,
+      "ant": 657,
+      "Ġke": 658,
+      "ĠMom": 659,
+      "Ġtook": 660,
+      "Ġlot": 661,
+      "nn": 662,
+      "Ġbu": 663,
+      "Ġabout": 664,
+      "ess": 665,
+      "ĠF": 666,
+      "nder": 667,
+      "Ġtree": 668,
+      "eci": 669,
+      "Ġlook": 670,
+      "Ġpo": 671,
+      "Ġmy": 672,
+      "our": 673,
+      "Ġtoys": 674,
+      "ite": 675,
+      "ched": 676,
+      "Ġknew": 677,
+      "Ġthought": 678,
+      "ened": 679,
+      "Ġlearn": 680,
+      "Ġint": 681,
+      "Ġold": 682,
+      "Ġmore": 683,
+      "nna": 684,
+      "ise": 685,
+      "ged": 686,
+      "Ġta": 687,
+      "udden": 688,
+      "ecial": 689,
+      "Ġspecial": 690,
+      "ĠMax": 691,
+      "au": 692,
+      "Ġwill": 693,
+      "ers": 694,
+      "They": 695,
+      "ret": 696,
+      "Ġpe": 697,
+      "Ġho": 698,
+      "ĠSam": 699,
+      "Ġtake": 700,
+      "Ġball": 701,
+      "Ġknow": 702,
+      "Ġlaug": 703,
+      "fter": 704,
+      "uddenly": 705,
+      "Ġcat": 706,
+      "Ġhow": 707,
+      "ive": 708,
+      "Ġtr": 709,
+      "Ġmuch": 710,
+      "Ġany": 711,
+      "Ġpu": 712,
+      "ma": 713,
+      "Ġsl": 714,
+      "Ġsor": 715,
+      "Ġmo": 716,
+      "ven": 717,
+      "ish": 718,
+      "Ġshow": 719,
+      "Ġcouldn": 720,
+      "ause": 721,
+      "ink": 722,
+      "But": 723,
+      "Ġhouse": 724,
+      "Ġinto": 725,
+      "ump": 726,
+      "Ġover": 727,
+      "Ġtried": 728,
+      "and": 729,
+      "Ġeat": 730,
+      "Ġsk": 731,
+      "Ġsun": 732,
+      "Ġtw": 733,
+      "Ġclo": 734,
+      "ia": 735,
+      "Ġrun": 736,
+      "Ġhand": 737,
+      "ĠEvery": 738,
+      "Ġen": 739,
+      "Ġinside": 740,
+      "dy": 741,
+      "Ġif": 742,
+      "Ġtold": 743,
+      "Ġnever": 744,
+      "ion": 745,
+      "Ġqu": 746,
+      "Ġbecause": 747,
+      "by": 748,
+      "Ġproud": 749,
+      "Ġgave": 750,
+      "Ġsorry": 751,
+      "Ġthis": 752,
+      "Ġop": 753,
+      "Ġplayed": 754,
+      "ate": 755,
+      "Ġexpl": 756,
+      "Ġheard": 757,
+      "ty": 758,
+      "Ġor": 759,
+      "Ġwater": 760,
+      "ank": 761,
+      "ge": 762,
+      "sed": 763,
+      "Ġpick": 764,
+      "other": 765,
+      "Ġroom": 766,
+      "etter": 767,
+      "Ġjust": 768,
+      "ace": 769,
+      "Ġhugged": 770,
+      "ak": 771,
+      "Ġgre": 772,
+      "here": 773,
+      "Ġoff": 774,
+      "ĠSara": 775,
+      "Ġpret": 776,
+      "ile": 777,
+      "Ġeach": 778,
+      "Ġcom": 779,
+      "Ġlong": 780,
+      "Ġbox": 781,
+      "ort": 782,
+      "Ġstr": 783,
+      "iz": 784,
+      "Ġunt": 785,
+      "Ġwat": 786,
+      "oth": 787,
+      "Ġneed": 788,
+      "Ġjo": 789,
+      "ĠWe": 790,
+      "Tom": 791,
+      "Ġsmall": 792,
+      "ine": 793,
+      "Ġbear": 794,
+      "Mom": 795,
+      "Ġuntil": 796,
+      "Ġnice": 797,
+      "Ġtry": 798,
+      "ving": 799,
+      "uc": 800,
+      "sel": 801,
+      "ough": 802,
+      "Ġlearned": 803,
+      "Ġkind": 804,
+      "ĠAnna": 805,
+      "ild": 806,
+      "Ġfo": 807,
+      "Ġmany": 808,
+      "'m": 809,
+      "ĠJack": 810,
+      "Ġbetter": 811,
+      "Ġim": 812,
+      "gry": 813,
+      "imal": 814,
+      "Ġanimal": 815,
+      "urt": 816,
+      "ft": 817,
+      "Ġend": 818,
+      "Ġsn": 819,
+      "aut": 820,
+      "Ġte": 821,
+      "Ġcle": 822,
+      "ĠJo": 823,
+      "vent": 824,
+      "urp": 825,
+      "Ġgr": 826,
+      "Ġbeaut": 827,
+      "Ġjump": 828,
+      "mb": 829,
+      "Ġad": 830,
+      "ream": 831,
+      "pt": 832,
+      "ĠSo": 833,
+      "ĠHer": 834,
+      "Ġflow": 835,
+      "ies": 836,
+      "Ġche": 837,
+      "Ġbra": 838,
+      "Ġthanked": 839,
+      "Ġeven": 840,
+      "Ġbest": 841,
+      "Ġcall": 842,
+      "ady": 843,
+      "He": 844,
+      "Ġlots": 845,
+      "Ġlaughed": 846,
+      "self": 847,
+      "Ġra": 848,
+      "Ġway": 849,
+      "ars": 850,
+      "urn": 851,
+      "Ġby": 852,
+      "Ġfast": 853,
+      "lly": 854,
+      "Ġfam": 855,
+      "ĠC": 856,
+      "ves": 857,
+      "arden": 858,
+      "Ġgarden": 859,
+      "Ġbeauti": 860,
+      "wn": 861,
+      "Th": 862,
+      "Ġbeautiful": 863,
+      "Ġloud": 864,
+      "lew": 865,
+      "Ġsky": 866,
+      "Ġdon": 867,
+      "hn": 868,
+      "ered": 869,
+      "iny": 870,
+      "Ġcareful": 871,
+      "Ġlove": 872,
+      "Ġfi": 873,
+      "ĠThen": 874,
+      "Åĵ": 875,
+      "ase": 876,
+      "ect": 877,
+      "Ġsafe": 878,
+      "ĠAnd": 879,
+      "Ġunder": 880,
+      "Ġcome": 881,
+      "ĠFrom": 882,
+      "Yes": 883,
+      "ĠMia": 884,
+      "It": 885,
+      "me": 886,
+      "Ġhard": 887,
+      "Ġcu": 888,
+      "Ġwo": 889,
+      "Ġlist": 890,
+      "Ġstay": 891,
+      "ane": 892,
+      "sh": 893,
+      "ople": 894,
+      "Ġgl": 895,
+      "ning": 896,
+      "Ġstill": 897,
+      "ool": 898,
+      "Ġhurt": 899,
+      "ree": 900,
+      "ĠHis": 901,
+      "Ġimp": 902,
+      "Ġfamily": 903,
+      "Ġâ": 904,
+      "Ġboth": 905,
+      "rm": 906,
+      "igh": 907,
+      "Ġlived": 908,
+      "hes": 909,
+      "When": 910,
+      "Ġpeople": 911,
+      "Ġanimals": 912,
+      "Ġcol": 913,
+      "Ġbrave": 914,
+      "Ġwalked": 915,
+      "ob": 916,
+      "Tim": 917,
+      "ct": 918,
+      "Ġlet": 919,
+      "urpr": 920,
+      "ĠWhen": 921,
+      "Ġtwo": 922,
+      "Ġsurpr": 923,
+      "Ġshould": 924,
+      "ished": 925,
+      "Ġbad": 926,
+      "ress": 927,
+      "Ġkept": 928,
+      "Ġfore": 929,
+      "Ġflew": 930,
+      "Ġfin": 931,
+      "Ġstor": 932,
+      "Ġfly": 933,
+      "ast": 934,
+      "ised": 935,
+      "ip": 936,
+      "Ġits": 937,
+      "led": 938,
+      "ock": 939,
+      "ucy": 940,
+      "fore": 941,
+      "Ġgoing": 942,
+      "Ġclean": 943,
+      "Ġdan": 944,
+      "Ġpic": 945,
+      "Ġsoon": 946,
+      "Ġcalled": 947,
+      "Ġshare": 948,
+      "kay": 949,
+      "Ġangry": 950,
+      "Ġrock": 951,
+      "Ġcon": 952,
+      "Ġpretty": 953,
+      "No": 954,
+      "Ġide": 955,
+      "ied": 956,
+      "illy": 957,
+      "Ġground": 958,
+      "xt": 959,
+      "Ġred": 960,
+      "Ġexplore": 961,
+      "Ġcry": 962,
+      "Ġadvent": 963,
+      "Ġsto": 964,
+      "so": 965,
+      "Ġreal": 966,
+      "Let": 967,
+      "Ġwind": 968,
+      "Ġshiny": 969,
+      "be": 970,
+      "Ġbook": 971,
+      "Ġalso": 972,
+      "Ġdoll": 973,
+      "Ġidea": 974,
+      "Ġbefore": 975,
+      "Ġopened": 976,
+      "dded": 977,
+      "Ġwhile": 978,
+      "ummy": 979,
+      "Ġkeep": 980,
+      "Ġey": 981,
+      "Ġnow": 982,
+      "Ġdoor": 983,
+      "Ġfeeling": 984,
+      "âĤ¬â": 985,
+      "oon": 986,
+      "oy": 987,
+      "Ġwalking": 988,
+      "Ġnoise": 989,
+      "Ġfr": 990,
+      "les": 991,
+      "age": 992,
+      "ious": 993,
+      "Ġcolor": 994,
+      "Ġturn": 995,
+      "thing": 996,
+      "ff": 997,
+      "uch": 998,
+      "th": 999,
+      "Ġbed": 1000,
+      "ary": 1001,
+      "Ġdra": 1002,
+      "Ġpicked": 1003,
+      "imb": 1004,
+      "eet": 1005,
+      "Ġclimb": 1006,
+      "Ġdel": 1007,
+      "What": 1008,
+      "Ġbeing": 1009,
+      "Ġfood": 1010,
+      "Ġun": 1011,
+      "Ġfar": 1012,
+      "ture": 1013,
+      "joy": 1014,
+      "Ġadventure": 1015,
+      "ac": 1016,
+      "Ġsmile": 1017,
+      "Ġdif": 1018,
+      "Ħ¢": 1019,
+      "âĤ¬âĦ¢": 1020,
+      "memb": 1021,
+      "Ġwr": 1022,
+      "Ġthr": 1023,
+      "ught": 1024,
+      "Ġlooking": 1025,
+      "Ġnext": 1026,
+      "iced": 1027,
+      "ĠLucy": 1028,
+      "Ġnodded": 1029,
+      "Ġquick": 1030,
+      "ĠP": 1031,
+      "Ġdis": 1032,
+      "Ġrepl": 1033,
+      "ĠDad": 1034,
+      "Ġwait": 1035,
+      "ized": 1036,
+      "Ġforest": 1037,
+      "Ġclos": 1038,
+      "ĠSuddenly": 1039,
+      "Ġtra": 1040,
+      "That": 1041,
+      "Ġeyes": 1042,
+      "ger": 1043,
+      "bbit": 1044,
+      "ted": 1045,
+      "Ġown": 1046,
+      "Ġrain": 1047,
+      "Ġimport": 1048,
+      "Ġgreat": 1049,
+      "Ġrememb": 1050,
+      "Ġpicture": 1051,
+      "Thank": 1052,
+      "Suddenly": 1053,
+      "Ġstopped": 1054,
+      "Ġenjoy": 1055,
+      "Ġvo": 1056,
+      "Ben": 1057,
+      "Ġgive": 1058,
+      "Ġimportant": 1059,
+      "Ġwork": 1060,
+      "Ġnear": 1061,
+      "gan": 1062,
+      "pot": 1063,
+      "Ġever": 1064,
+      "Ġapp": 1065,
+      "Ġafter": 1066,
+      "Ġquickly": 1067,
+      "Ġlisten": 1068,
+      "Ġbre": 1069,
+      "ting": 1070,
+      "bbed": 1071,
+      "Ġma": 1072,
+      "Ġfish": 1073,
+      "Ġreplied": 1074,
+      "Ġrabbit": 1075,
+      "Ġhands": 1076,
+      "ĠG": 1077,
+      "Ġnoticed": 1078,
+      "Ġbro": 1079,
+      "Ġslide": 1080,
+      "Ġthink": 1081,
+      "Ġwalk": 1082,
+      "Ġtruck": 1083,
+      "Ġac": 1084,
+      "kes": 1085,
+      "Ġstrong": 1086,
+      "She": 1087,
+      "Ġshowed": 1088,
+      "Ġde": 1089,
+      "Ġeveryone": 1090,
+      "Ġwonder": 1091,
+      "fere": 1092,
+      "bye": 1093,
+      "Ġdiffere": 1094,
+      "irst": 1095,
+      "So": 1096,
+      "Ġsure": 1097,
+      "Ġhas": 1098,
+      "Ġright": 1099,
+      "Ġbeen": 1100,
+      "Ġbecame": 1101,
+      "Ġsound": 1102,
+      "maz": 1103,
+      "Ġtow": 1104,
+      "Ġru": 1105,
+      "Ġtal": 1106,
+      "Ġamaz": 1107,
+      "Ġhead": 1108,
+      "Ġshout": 1109,
+      "Ġbright": 1110,
+      "Ġye": 1111,
+      "Ġwatched": 1112,
+      "ĠR": 1113,
+      "Ġmor": 1114,
+      "Ġchild": 1115,
+      "able": 1116,
+      "Ġmean": 1117,
+      "Ġwhere": 1118,
+      "llow": 1119,
+      "Ġhigh": 1120,
+      "ĠSue": 1121,
+      "Ġface": 1122,
+      "Ġcook": 1123,
+      "day": 1124,
+      "aybe": 1125,
+      "Ġwatch": 1126,
+      "Ġblue": 1127,
+      "aught": 1128,
+      "Ġdifferent": 1129,
+      "Ġstore": 1130,
+      "ĠN": 1131,
+      "Ġgoodbye": 1132,
+      "Ġdress": 1133,
+      "ull": 1134,
+      "ĠBob": 1135,
+      "ng": 1136,
+      "ange": 1137,
+      "Ġsqu": 1138,
+      "Ġokay": 1139,
+      "isy": 1140,
+      "lease": 1141,
+      "ĠMommy": 1142,
+      "Ġvoice": 1143,
+      "Jo": 1144,
+      "ath": 1145,
+      "Ġnight": 1146,
+      "ĠSpot": 1147,
+      "Ġus": 1148,
+      "Ġboat": 1149,
+      "Ġflowers": 1150,
+      "Ġplace": 1151,
+      "Ġfollow": 1152,
+      "Ġar": 1153,
+      "Ġuse": 1154,
+      "Ġcloser": 1155,
+      "unny": 1156,
+      "leep": 1157,
+      "ired": 1158,
+      "Ġfav": 1159,
+      "Ġyell": 1160,
+      "Ġgrabbed": 1161,
+      "Ġcuri": 1162,
+      "Ġwarm": 1163,
+      "Ġcr": 1164,
+      "Ġforg": 1165,
+      "ĠSarah": 1166,
+      "ĠJohn": 1167,
+      "Ġmag": 1168,
+      "Ġstick": 1169,
+      "We": 1170,
+      "Ġjumped": 1171,
+      "Ġcake": 1172,
+      "more": 1173,
+      "Ġtell": 1174,
+      "Ġanymore": 1175,
+      "After": 1176,
+      "Ġbutter": 1177,
+      "ndma": 1178,
+      "Ġthree": 1179,
+      "Ġask": 1180,
+      "co": 1181,
+      "Ġour": 1182,
+      "lie": 1183,
+      "Ġcurious": 1184,
+      "ount": 1185,
+      "orn": 1186,
+      "Ġcont": 1187,
+      "Ġfell": 1188,
+      "ached": 1189,
+      "ĠTh": 1190,
+      "Ġbirds": 1191,
+      "ass": 1192,
+      "Her": 1193,
+      "iss": 1194,
+      "Ġhelped": 1195,
+      "ĠJane": 1196,
+      "Ġpull": 1197,
+      "Ġfirst": 1198,
+      "itc": 1199,
+      "Ġblock": 1200,
+      "Ġhop": 1201,
+      "Ġbit": 1202,
+      "Ġdr": 1203,
+      "Ġrealized": 1204,
+      "Ġkid": 1205,
+      "Look": 1206,
+      "ila": 1207,
+      "Ġmon": 1208,
+      "Ġbrother": 1209,
+      "Anna": 1210,
+      "Sara": 1211,
+      "Ġz": 1212,
+      "ĠEveryone": 1213,
+      "Ġate": 1214,
+      "Ġdoes": 1215,
+      "imes": 1216,
+      "Ġhappened": 1217,
+      "Ġstop": 1218,
+      "zy": 1219,
+      "Ġyummy": 1220,
+      "Ġfavor": 1221,
+      "ppy": 1222,
+      "Ġkitc": 1223,
+      "Ġkitchen": 1224,
+      "Ġsweet": 1225,
+      "us": 1226,
+      "Ġper": 1227,
+      "Ġreally": 1228,
+      "aisy": 1229,
+      "Ġgrass": 1230,
+      "Ġfavorite": 1231,
+      "Ġbegan": 1232,
+      "Ġrest": 1233,
+      "Ġready": 1234,
+      "Ġlea": 1235,
+      "Ġreached": 1236,
+      "Ġunderst": 1237,
+      "air": 1238,
+      "Ġste": 1239,
+      "Ġbunny": 1240,
+      "ĠAs": 1241,
+      "Ġstory": 1242,
+      "'re": 1243,
+      "Ġpain": 1244,
+      "Ġsing": 1245,
+      "ster": 1246,
+      "Ġhere": 1247,
+      "Ġsand": 1248,
+      "Ġonly": 1249,
+      "Ġflo": 1250,
+      "Ġam": 1251,
+      "Ġglad": 1252,
+      "Ġtri": 1253,
+      "Ġbeh": 1254,
+      "Ġworld": 1255,
+      "Ġopen": 1256,
+      "Ġcre": 1257,
+      "fully": 1258,
+      "Ġprin": 1259,
+      "where": 1260,
+      "arent": 1261,
+      "Ġflower": 1262,
+      "Ġthrough": 1263,
+      "Ġba": 1264,
+      "Ġfire": 1265,
+      "Ġdone": 1266,
+      "Ġhaving": 1267,
+      "Ġthing": 1268,
+      "Ġdelic": 1269,
+      "Ġhimself": 1270,
+      "Ġtired": 1271,
+      "Ġparent": 1272,
+      "Ġsoft": 1273,
+      "Ġfro": 1274,
+      "Timmy": 1275,
+      "Ġtast": 1276,
+      "Ġbutterf": 1277,
+      "ĠLet": 1278,
+      "Ġcut": 1279,
+      "Ġpart": 1280,
+      "Ġwhy": 1281,
+      "ken": 1282,
+      "Ġmess": 1283,
+      "Can": 1284,
+      "Ġworry": 1285,
+      "Mommy": 1286,
+      "iver": 1287,
+      "Ġdin": 1288,
+      "uff": 1289,
+      "ater": 1290,
+      "Ġmagic": 1291,
+      "Ġwaved": 1292,
+      "Ġshouted": 1293,
+      "Ġpond": 1294,
+      "Ġkids": 1295,
+      "Ġhat": 1296,
+      "Ġduck": 1297,
+      "Ġsees": 1298,
+      "olly": 1299,
+      "illed": 1300,
+      "Ġgame": 1301,
+      "ient": 1302,
+      "Ġmaking": 1303,
+      "ather": 1304,
+      "John": 1305,
+      "As": 1306,
+      "akes": 1307,
+      "Ġcatch": 1308,
+      "Ġseen": 1309,
+      "Ġcool": 1310,
+      "ation": 1311,
+      "Ġcoming": 1312,
+      "Ġless": 1313,
+      "Ġdark": 1314,
+      "Ġused": 1315,
+      "eddy": 1316,
+      "Ġfix": 1317,
+      "ĠJoe": 1318,
+      "Ġthank": 1319,
+      "mer": 1320,
+      "Ġtop": 1321,
+      "Ġlady": 1322,
+      "Ġhair": 1323,
+      "aring": 1324,
+      "Ġprom": 1325,
+      "Ġhopped": 1326,
+      "ĠCan": 1327,
+      "\".": 1328,
+      "ign": 1329,
+      "Ġsurprise": 1330,
+      "Ġdraw": 1331,
+      "Ġmum": 1332,
+      "Ġmouse": 1333,
+      "Ġfunny": 1334,
+      "rel": 1335,
+      "Ġcra": 1336,
+      "Ġ-": 1337,
+      "aper": 1338,
+      "Ġfull": 1339,
+      "Ġtouch": 1340,
+      "Ġlight": 1341,
+      "Ġspot": 1342,
+      "ren": 1343,
+      "Ġdro": 1344,
+      "ĠBenny": 1345,
+      "Ġparents": 1346,
+      "Ġworked": 1347,
+      "ins": 1348,
+      "oney": 1349,
+      "ĠDo": 1350,
+      "Ġsurprised": 1351,
+      "Ġcarefully": 1352,
+      "Ġtrees": 1353,
+      "Ġfrog": 1354,
+      "Ġswing": 1355,
+      "Ġdoing": 1356,
+      "Don": 1357,
+      "Ġsat": 1358,
+      "inally": 1359,
+      "ĠThat": 1360,
+      "Ġice": 1361,
+      "ĠIn": 1362,
+      "Ġheld": 1363,
+      "Wow": 1364,
+      "Ġrunning": 1365,
+      "Ġpretend": 1366,
+      "Ġswim": 1367,
+      "Ġset": 1368,
+      "Ġread": 1369,
+      "Ġdelicious": 1370,
+      "Ġneeded": 1371,
+      "Ġtight": 1372,
+      "Ġslow": 1373,
+      "Ġremembered": 1374,
+      "Ġlost": 1375,
+      "Ġcold": 1376,
+      "Ġsmell": 1377,
+      "ards": 1378,
+      "Ġwood": 1379,
+      "Ġhappily": 1380,
+      "hy": 1381,
+      "ely": 1382,
+      "Ġlooks": 1383,
+      "Ġbehind": 1384,
+      "Ġherself": 1385,
+      "Ġcried": 1386,
+      "Ġenjoyed": 1387,
+      "Ġname": 1388,
+      "ask": 1389,
+      "Ġyears": 1390,
+      "Ġbuy": 1391,
+      "Ġhole": 1392,
+      "Ġblocks": 1393,
+      "Ġdri": 1394,
+      "Ġsleep": 1395,
+      "Ġgi": 1396,
+      "Ġyellow": 1397,
+      "cess": 1398,
+      "Ġbutterfly": 1399,
+      "ike": 1400,
+      "ued": 1401,
+      "Ġwished": 1402,
+      "Ġperf": 1403,
+      "Ġanother": 1404,
+      "ĠDaisy": 1405,
+      "Ġgreen": 1406,
+      "Ġmove": 1407,
+      "Ġtall": 1408,
+      "Ġair": 1409,
+      "Ġbag": 1410,
+      "Ġfloor": 1411,
+      "Ġcars": 1412,
+      "Ġlesson": 1413,
+      "ul": 1414,
+      "Ġbow": 1415,
+      "Ġarri": 1416,
+      "Ġwindow": 1417,
+      "Ġsho": 1418,
+      "Ġchildren": 1419,
+      "ner": 1420,
+      "Ġfinished": 1421,
+      "Ġhill": 1422,
+      "ĠAfter": 1423,
+      "andy": 1424,
+      "sp": 1425,
+      "ens": 1426,
+      "Ġpaper": 1427,
+      "Ġlikes": 1428,
+      "From": 1429,
+      "sy": 1430,
+      "Ġhold": 1431,
+      "Sam": 1432,
+      "Ġwrong": 1433,
+      "reed": 1434,
+      "Ġcontin": 1435,
+      "Ġunderstand": 1436,
+      "atter": 1437,
+      "uit": 1438,
+      "rew": 1439,
+      "Ġgent": 1440,
+      "Ġanything": 1441,
+      "Ġclose": 1442,
+      "Ġwall": 1443,
+      "Ġel": 1444,
+      "asure": 1445,
+      "Ġleft": 1446,
+      "Ġable": 1447,
+      "Ġarrived": 1448,
+      "Ġhun": 1449,
+      "ross": 1450,
+      "av": 1451,
+      "Ġhear": 1452,
+      "Ġfriendly": 1453,
+      "Ġforgot": 1454,
+      "Ġgone": 1455,
+      "ama": 1456,
+      "Ġcreat": 1457,
+      "Ġwet": 1458,
+      "Ġlion": 1459,
+      "Hell": 1460,
+      "Hello": 1461,
+      "Ġdream": 1462,
+      "Ġhot": 1463,
+      "bo": 1464,
+      "ber": 1465,
+      "ĠSally": 1466,
+      "Ġfilled": 1467,
+      "Ġdir": 1468,
+      "ield": 1469,
+      "Ġcookies": 1470,
+      "Ġlaugh": 1471,
+      "Ġbroken": 1472,
+      "Ġdinner": 1473,
+      "lf": 1474,
+      "Ġelse": 1475,
+      "Ġhid": 1476,
+      "ced": 1477,
+      "Ġpink": 1478,
+      "Ġfollowed": 1479,
+      "Ġtable": 1480,
+      "Ġmar": 1481,
+      "Ġcolors": 1482,
+      "oup": 1483,
+      "Ġmoment": 1484,
+      "Ġcontinued": 1485,
+      "Ġwonderful": 1486,
+      "ĠEm": 1487,
+      "ey": 1488,
+      "ined": 1489,
+      "irrel": 1490,
+      "rot": 1491,
+      "Ġfinally": 1492,
+      "Jack": 1493,
+      "Ġarm": 1494,
+      "Ġmight": 1495,
+      "ĠNow": 1496,
+      "Ġcast": 1497,
+      "Ġyes": 1498,
+      "Ġbuild": 1499,
+      "Ġenough": 1500,
+      "ĠBilly": 1501,
+      "Ġsomeone": 1502,
+      "Ġperfect": 1503,
+      "Ġfair": 1504,
+      "Ġstayed": 1505,
+      "app": 1506,
+      "Ġmorning": 1507,
+      "ĠThere": 1508,
+      "Ġpuppy": 1509,
+      "ol": 1510,
+      "Ġdaddy": 1511,
+      "Ġtrying": 1512,
+      "'ll": 1513,
+      "Ġju": 1514,
+      "Ġothers": 1515,
+      "Ġbooks": 1516,
+      "Ġagreed": 1517,
+      "Ġmus": 1518,
+      "Ġsnow": 1519,
+      "Ġsquirrel": 1520,
+      "Ġcream": 1521,
+      "room": 1522,
+      "Ġgetting": 1523,
+      "Ġgrandma": 1524,
+      "ĠLila": 1525,
+      "Ġleaves": 1526,
+      "Ġbaby": 1527,
+      "Ġcount": 1528,
+      "icy": 1529,
+      "Ġfew": 1530,
+      "At": 1531,
+      "Ġfall": 1532,
+      "Then": 1533,
+      "gon": 1534,
+      "Ġbreak": 1535,
+      "Ġclimbed": 1536,
+      "ries": 1537,
+      "Ġbeach": 1538,
+      "ash": 1539,
+      "Ġbug": 1540,
+      "Ġplease": 1541,
+      "Ġmother": 1542,
+      "Ġbrought": 1543,
+      "Ġtrain": 1544,
+      "ance": 1545,
+      "ĠThis": 1546,
+      "Ġdeep": 1547,
+      "Ġvis": 1548,
+      "ated": 1549,
+      "shed": 1550,
+      "Ġmet": 1551,
+      "Ġwasn": 1552,
+      "Ġsometimes": 1553,
+      "Ġeverything": 1554,
+      "ĠTommy": 1555,
+      "ich": 1556,
+      "Ġmusic": 1557,
+      "key": 1558,
+      "ling": 1559,
+      "This": 1560,
+      "os": 1561,
+      "Ġturned": 1562,
+      "lc": 1563,
+      "Ġride": 1564,
+      "oom": 1565,
+      "Ġsong": 1566,
+      "oring": 1567,
+      "Ġspark": 1568,
+      "Ġfight": 1569,
+      "Ġhungry": 1570,
+      "ons": 1571,
+      "Ġpictures": 1572,
+      "ds": 1573,
+      "Ġmakes": 1574,
+      "Ġsear": 1575,
+      "ucky": 1576,
+      "Ġlistened": 1577,
+      "Ġjoy": 1578,
+      "Ġpol": 1579,
+      "ĠWhat": 1580,
+      "His": 1581,
+      "ee": 1582,
+      "Ġclot": 1583,
+      "Ġsail": 1584,
+      "apped": 1585,
+      "bble": 1586,
+      "Ġcomp": 1587,
+      "Ġplan": 1588,
+      "Ġwants": 1589,
+      "Ġclothes": 1590,
+      "Ġpoin": 1591,
+      "ĠK": 1592,
+      "zz": 1593,
+      "Ġballoon": 1594,
+      "Ġstrange": 1595,
+      "man": 1596,
+      "enny": 1597,
+      "Ġpi": 1598,
+      "Ġgrow": 1599,
+      "Ġflying": 1600,
+      "row": 1601,
+      "Ġscary": 1602,
+      "Ġtreat": 1603,
+      "Ġwaited": 1604,
+      "Ġamazed": 1605,
+      "Ġteddy": 1606,
+      "Ġcastle": 1607,
+      "ister": 1608,
+      "Ġele": 1609,
+      "Ġamazing": 1610,
+      "med": 1611,
+      "Ġspl": 1612,
+      "Oh": 1613,
+      "Ġleave": 1614,
+      "Ġowner": 1615,
+      "Ġpromised": 1616,
+      "Ġdanger": 1617,
+      "ever": 1618,
+      "OK": 1619,
+      "Ġsuch": 1620,
+      "Ġwhite": 1621,
+      "Ġpat": 1622,
+      "Ġtalk": 1623,
+      "uffy": 1624,
+      "Ġfur": 1625,
+      "Ġpie": 1626,
+      "ope": 1627,
+      "red": 1628,
+      "Ġpulled": 1629,
+      "Ġpre": 1630,
+      "Ġwoods": 1631,
+      "ĠTo": 1632,
+      "Ġshared": 1633,
+      "Ġalone": 1634,
+      "Ġtowards": 1635,
+      "cle": 1636,
+      "ĠMaybe": 1637,
+      "Ġsit": 1638,
+      "Ġnap": 1639,
+      "Ġcolorful": 1640,
+      "amp": 1641,
+      "hone": 1642,
+      "Ġvisit": 1643,
+      "igg": 1644,
+      "ugg": 1645,
+      "thy": 1646,
+      "ence": 1647,
+      "Ġtail": 1648,
+      "ctor": 1649,
+      "Ġmagical": 1650,
+      "Ġriver": 1651,
+      "Ġhig": 1652,
+      "Ġbelie": 1653,
+      "Ġgrate": 1654,
+      "ually": 1655,
+      "ang": 1656,
+      "ott": 1657,
+      "Ġhide": 1658,
+      "Ġsilly": 1659,
+      "Ġsmiles": 1660,
+      "ower": 1661,
+      "Ġside": 1662,
+      "Max": 1663,
+      "Ġroll": 1664,
+      "Ġgu": 1665,
+      "ĠAmy": 1666,
+      "Ġpro": 1667,
+      "eter": 1668,
+      "Ġfaster": 1669,
+      "Ġgrateful": 1670,
+      "Ġtreasure": 1671,
+      "ased": 1672,
+      "Ġsnack": 1673,
+      "up": 1674,
+      "Ġland": 1675,
+      "avy": 1676,
+      "Ġmoral": 1677,
+      "ained": 1678,
+      "Ġsister": 1679,
+      "ĠGra": 1680,
+      "Ġshap": 1681,
+      "Ġpaint": 1682,
+      "Ġslowly": 1683,
+      "Ġfield": 1684,
+      "Ġpet": 1685,
+      "Ġsec": 1686,
+      "orm": 1687,
+      "ĠJim": 1688,
+      "Ġbran": 1689,
+      "Ġmin": 1690,
+      "Ġmust": 1691,
+      "Ġhelping": 1692,
+      "Ġworried": 1693,
+      "Ġjob": 1694,
+      "Ġfox": 1695,
+      "set": 1696,
+      "Ġmoney": 1697,
+      "Ġpot": 1698,
+      "Ġqui": 1699,
+      "Ġbel": 1700,
+      "Ġacc": 1701,
+      "Ġliving": 1702,
+      "Ġmonster": 1703,
+      "less": 1704,
+      "Ġparty": 1705,
+      "ear": 1706,
+      "Ġmost": 1707,
+      "Ġwear": 1708,
+      "Ġremember": 1709,
+      "ire": 1710,
+      "Ġsign": 1711,
+      "wl": 1712,
+      "Ġcloud": 1713,
+      "Ġcandy": 1714,
+      "Ġhigher": 1715,
+      "ipped": 1716,
+      "ident": 1717,
+      "ĠAll": 1718,
+      "der": 1719,
+      "ze": 1720,
+      "Ġquiet": 1721,
+      "Ġtown": 1722,
+      "unch": 1723,
+      "Ġprincess": 1724,
+      "Ġruns": 1725,
+      "asket": 1726,
+      "em": 1727,
+      "Ġeverywhere": 1728,
+      "Ġjoin": 1729,
+      "Ġstepped": 1730,
+      "Ġbasket": 1731,
+      "Ġlake": 1732,
+      "Ġcup": 1733,
+      "sw": 1734,
+      "outh": 1735,
+      "Ġcarrot": 1736,
+      "Ġcoll": 1737,
+      "Ġplant": 1738,
+      "Ġscream": 1739,
+      "ĠDaddy": 1740,
+      "Ġbuck": 1741,
+      "Ġheavy": 1742,
+      "Ġbigger": 1743,
+      "Ġcho": 1744,
+      "Ġblank": 1745,
+      "Ġclosed": 1746,
+      "Ġwon": 1747,
+      "ises": 1748,
+      "Ġansw": 1749,
+      "br": 1750,
+      "Ġblanket": 1751,
+      "Ġmouth": 1752,
+      "ames": 1753,
+      "eces": 1754,
+      "Ġeating": 1755,
+      "Ġpieces": 1756,
+      "cket": 1757,
+      "Ġstre": 1758,
+      "Ġwelc": 1759,
+      "Ġwouldn": 1760,
+      "Ġreach": 1761,
+      "Ġbroke": 1762,
+      "eared": 1763,
+      "Ġdangerous": 1764,
+      "gs": 1765,
+      "ph": 1766,
+      "ĠMolly": 1767,
+      "Ġce": 1768,
+      "ĠMr": 1769,
+      "ord": 1770,
+      "fort": 1771,
+      "Ġdolls": 1772,
+      "ming": 1773,
+      "Ġdance": 1774,
+      "Ġdragon": 1775,
+      "Ġthinks": 1776,
+      "Ġasks": 1777,
+      "Ġacross": 1778,
+      "Okay": 1779,
+      "Ġchair": 1780,
+      "Ġteac": 1781,
+      "Ġbott": 1782,
+      "Hi": 1783,
+      "Ġpa": 1784,
+      "Ġneigh": 1785,
+      "Ġbar": 1786,
+      "Ġbike": 1787,
+      "Ġpack": 1788,
+      "iting": 1789,
+      "Ġdisapp": 1790,
+      "Ġneighb": 1791,
+      "Ġstuck": 1792,
+      "de": 1793,
+      "Ġgif": 1794,
+      "Ġfruit": 1795,
+      "Ġbelieve": 1796,
+      "cy": 1797,
+      "Ġve": 1798,
+      "Ġcrying": 1799,
+      "ier": 1800,
+      "phant": 1801,
+      "Ġsuddenly": 1802,
+      "Ġsoup": 1803,
+      "Ġrace": 1804,
+      "Ġthrew": 1805,
+      "Sure": 1806,
+      "Ġfarmer": 1807,
+      "Ġaccident": 1808,
+      "Ġdirty": 1809,
+      "Ġelephant": 1810,
+      "Ġmonkey": 1811,
+      "Ġheal": 1812,
+      "weet": 1813,
+      "Ġrem": 1814,
+      "Ġpers": 1815,
+      "Ġsame": 1816,
+      "ored": 1817,
+      "ventually": 1818,
+      "ead": 1819,
+      "pping": 1820,
+      "Ġgentle": 1821,
+      "Ġfree": 1822,
+      "Ġbrown": 1823,
+      "Maybe": 1824,
+      "Ġinst": 1825,
+      "Ġbee": 1826,
+      "ix": 1827,
+      "Ġben": 1828,
+      "Ġwin": 1829,
+      "Ġblack": 1830,
+      "Ġalong": 1831,
+      "Ġlonger": 1832,
+      "ible": 1833,
+      "Ġspr": 1834,
+      "Ġclapped": 1835,
+      "Finally": 1836,
+      "Why": 1837,
+      "cked": 1838,
+      "Ġwords": 1839,
+      "ĠFl": 1840,
+      "Ġteacher": 1841,
+      "Ġupset": 1842,
+      "chool": 1843,
+      "Ġpiece": 1844,
+      "Ġwell": 1845,
+      "Ġcheered": 1846,
+      "Ġhit": 1847,
+      "Ġsang": 1848,
+      "ment": 1849,
+      "Ġbowl": 1850,
+      "Ġbite": 1851,
+      "Ġdoctor": 1852,
+      "ĠJill": 1853,
+      "Ġbucket": 1854,
+      "Mia": 1855,
+      "Ġbath": 1856,
+      "Ġcaught": 1857,
+      "Ġheart": 1858,
+      "Ġforget": 1859,
+      "Ġmark": 1860,
+      "Ġbutt": 1861,
+      "Ġdry": 1862,
+      "Ġyoung": 1863,
+      "Ġsea": 1864,
+      "Ġcour": 1865,
+      "Ġdropped": 1866,
+      "ese": 1867,
+      "Ġyard": 1868,
+      "Ġplac": 1869,
+      "ourn": 1870,
+      "Ġschool": 1871,
+      "Ġswings": 1872,
+      "bby": 1873,
+      "Ġwings": 1874,
+      "bs": 1875,
+      "Ġexplained": 1876,
+      "Ġjourn": 1877,
+      "Ġbring": 1878,
+      "Ġdrink": 1879,
+      "Ġstreet": 1880,
+      "Ġjuice": 1881,
+      "ung": 1882,
+      "Ġnearby": 1883,
+      "ĠEmma": 1884,
+      "Ġsmo": 1885,
+      "Ġsmart": 1886,
+      "Ġpushed": 1887,
+      "Ġstories": 1888,
+      "Ġdrove": 1889,
+      "Ġtiny": 1890,
+      "Ġpen": 1891,
+      "Ġcourse": 1892,
+      "Ġes": 1893,
+      "Ġmine": 1894,
+      "Ġtoday": 1895,
+      "Ġpocket": 1896,
+      "Ġyear": 1897,
+      "aughter": 1898,
+      "Ġje": 1899,
+      "Ġsecret": 1900,
+      "Ġexp": 1901,
+      "Ġwithout": 1902,
+      "Ġsinging": 1903,
+      "Ġwelcome": 1904,
+      "Ġhappen": 1905,
+      "to": 1906,
+      "Ġfit": 1907,
+      "Ġstu": 1908,
+      "vel": 1909,
+      "ract": 1910,
+      "Ġbus": 1911,
+      "Ġcheese": 1912,
+      "Ġcray": 1913,
+      "Ġfairy": 1914,
+      "Ġjar": 1915,
+      "Ġturns": 1916,
+      "Ġbush": 1917,
+      "bow": 1918,
+      "llo": 1919,
+      "Ġexploring": 1920,
+      "Ġlon": 1921,
+      "Ġstand": 1922,
+      "itting": 1923,
+      "Ġseemed": 1924,
+      "Ġspoon": 1925,
+      "ĠFinally": 1926,
+      "Ġgames": 1927,
+      "Ġwoke": 1928,
+      "issed": 1929,
+      "Ġresp": 1930,
+      "Ġtrou": 1931,
+      "Ġtwins": 1932,
+      "Ġhoped": 1933,
+      "Ġatt": 1934,
+      "Ġlonely": 1935,
+      "Ġant": 1936,
+      "ĠMama": 1937,
+      "orrow": 1938,
+      "Ġnoises": 1939,
+      "Ġhugs": 1940,
+      "ountain": 1941,
+      "yard": 1942,
+      "Ġdaughter": 1943,
+      "Ġinv": 1944,
+      "Ġkey": 1945,
+      "ail": 1946,
+      "Ġrocks": 1947,
+      "Ġdisco": 1948,
+      "Ġsu": 1949,
+      "Ġlunch": 1950,
+      "read": 1951,
+      "oun": 1952,
+      "vered": 1953,
+      "Ġbackyard": 1954,
+      "Ġsuc": 1955,
+      "Ġcow": 1956,
+      "Ġapple": 1957,
+      "ek": 1958,
+      "Ġswam": 1959,
+      "Ġshoes": 1960,
+      "Ġstars": 1961,
+      "Ġshook": 1962,
+      "ittens": 1963,
+      "Ġmiss": 1964,
+      "ches": 1965,
+      "Ġwish": 1966,
+      "Ġrelie": 1967,
+      "fused": 1968,
+      "Ġshapes": 1969,
+      "urple": 1970,
+      "Ġtower": 1971,
+      "ity": 1972,
+      "Ġcorn": 1973,
+      "Ġmoved": 1974,
+      "shine": 1975,
+      "Ġ3": 1976,
+      "Ġthough": 1977,
+      "Ġcir": 1978,
+      "umb": 1979,
+      "Ġtaking": 1980,
+      "ts": 1981,
+      "ĠTweet": 1982,
+      "ape": 1983,
+      "Ġrainbow": 1984,
+      "Ġthrow": 1985,
+      "Ġstar": 1986,
+      "Ġbench": 1987,
+      "Ġneck": 1988,
+      "ocked": 1989,
+      "Ġcreature": 1990,
+      "Ġbubble": 1991,
+      "Ġlate": 1992,
+      "Ġadventures": 1993,
+      "Ġowl": 1994,
+      "ions": 1995,
+      "And": 1996,
+      "Ġwhe": 1997,
+      "Ġpar": 1998,
+      "Ġshell": 1999,
+      "Ġkite": 2000,
+      "ĠFluffy": 2001,
+      "ining": 2002,
+      "Ġmil": 2003,
+      "unt": 2004,
+      "Ġfence": 2005,
+      "Ġmix": 2006,
+      "Ġlift": 2007,
+      "Ġaccidentally": 2008,
+      "Ġwise": 2009,
+      "Ġhello": 2010,
+      "Ġpurple": 2011,
+      "pper": 2012,
+      "Ġonto": 2013,
+      "Ġspin": 2014,
+      "ten": 2015,
+      "ours": 2016,
+      "Ġsitting": 2017,
+      "idge": 2018,
+      "Ġsunshine": 2019,
+      "Ġcute": 2020,
+      "Ġmat": 2021,
+      "ward": 2022,
+      "Ġshop": 2023,
+      "Ġwhist": 2024,
+      "Ġdist": 2025,
+      "Ġorange": 2026,
+      "Lila": 2027,
+      "Ġnaught": 2028,
+      "ĠSammy": 2029,
+      "Ġnaughty": 2030,
+      "Ġnest": 2031,
+      "ose": 2032,
+      "ors": 2033,
+      "lla": 2034,
+      "Ġmilk": 2035,
+      "fish": 2036,
+      "Ġaf": 2037,
+      "Ġboun": 2038,
+      "Ġphone": 2039,
+      "Ġarms": 2040,
+      "Ġeas": 2041,
+      "ness": 2042,
+      "Ġcarry": 2043,
+      "ĠGrandma": 2044,
+      "og": 2045,
+      "Ġbought": 2046,
+      "Ġdriver": 2047,
+      "Ġinstead": 2048,
+      "Later": 2049,
+      "Ġtalked": 2050,
+      "Ġsearched": 2051,
+      "gged": 2052,
+      "Ġpig": 2053,
+      "Ġcozy": 2054,
+      "Ġsunny": 2055,
+      "itty": 2056,
+      "Ġfeels": 2057,
+      "Ġfan": 2058,
+      "Ġwondered": 2059,
+      "Ġcomes": 2060,
+      "Ġswimming": 2061,
+      "uched": 2062,
+      "Ġtouched": 2063,
+      "Ġpop": 2064,
+      "ĠInside": 2065,
+      "ale": 2066,
+      "Ġlucky": 2067,
+      "Ġlaughing": 2068,
+      "Ġbelong": 2069,
+      "Ġsounds": 2070,
+      "Ġwom": 2071,
+      "Ġcave": 2072,
+      "let": 2073,
+      "Ġjourney": 2074,
+      "Ġwoman": 2075,
+      "Ġcou": 2076,
+      "Ġnothing": 2077,
+      "Ġcoat": 2078,
+      "Ġrelieved": 2079,
+      "ĠO": 2080,
+      "Ġpeace": 2081,
+      "adow": 2082,
+      "Ġnose": 2083,
+      "Ġbusy": 2084,
+      "Bob": 2085,
+      "Ġpast": 2086,
+      "Ġapples": 2087,
+      "Ġsick": 2088,
+      "Ġrope": 2089,
+      "Ġpatient": 2090,
+      "Ġact": 2091,
+      "Ġpudd": 2092,
+      "Ġinc": 2093,
+      "raid": 2094,
+      "Ġwatching": 2095,
+      "Ġbranch": 2096,
+      "Ġafraid": 2097,
+      "Ġtom": 2098,
+      "ider": 2099,
+      "Ġdays": 2100,
+      "Ġret": 2101,
+      "cing": 2102,
+      "ĠMary": 2103,
+      "Ġband": 2104,
+      "Ġfarm": 2105,
+      "Ġhuge": 2106,
+      "ĠThank": 2107,
+      "ator": 2108,
+      "Ġexciting": 2109,
+      "Ġdanced": 2110,
+      "thday": 2111,
+      "Ġwar": 2112,
+      "ĠSoon": 2113,
+      "ball": 2114,
+      "Ġgigg": 2115,
+      "blem": 2116,
+      "Ġzoom": 2117,
+      "Ġmad": 2118,
+      "Ġvill": 2119,
+      "Ġforever": 2120,
+      "Ġproblem": 2121,
+      "Ġcollect": 2122,
+      "ped": 2123,
+      "irt": 2124,
+      "Ġminut": 2125,
+      "Ġwra": 2126,
+      "ho": 2127,
+      "Ġlife": 2128,
+      "Ġknee": 2129,
+      "ces": 2130,
+      "Do": 2131,
+      "cer": 2132,
+      "mp": 2133,
+      "arp": 2134,
+      "Ġking": 2135,
+      "Ġasleep": 2136,
+      "Ġreturn": 2137,
+      "Ġsharp": 2138,
+      "Ġrel": 2139,
+      "Ġpower": 2140,
+      "eth": 2141,
+      "Ġholding": 2142,
+      "Ġfing": 2143,
+      "Ġhealthy": 2144,
+      "ĠMittens": 2145,
+      "Ġprot": 2146,
+      "Ġmeet": 2147,
+      "Ġorgan": 2148,
+      "Ġclever": 2149,
+      "Ġspotted": 2150,
+      "Ġletter": 2151,
+      "Ġgather": 2152,
+      "alm": 2153,
+      "Of": 2154,
+      "ere": 2155,
+      "Ġround": 2156,
+      "Ġstorm": 2157,
+      "Ġprotect": 2158,
+      "Ġgift": 2159,
+      "amed": 2160,
+      "Ġmail": 2161,
+      "ĠJen": 2162,
+      "Ġbirthday": 2163,
+      "Ġpres": 2164,
+      "Ġsaf": 2165,
+      "Ġneighbor": 2166,
+      "epend": 2167,
+      "Ġtakes": 2168,
+      "sc": 2169,
+      "Ġear": 2170,
+      "Ġcomfort": 2171,
+      "Ġent": 2172,
+      "Ġrep": 2173,
+      "Ġperson": 2174,
+      "Ġsmiling": 2175,
+      "ĠWith": 2176,
+      "Ġgently": 2177,
+      "Ġpointed": 2178,
+      "Every": 2179,
+      "owed": 2180,
+      "Ġspo": 2181,
+      "col": 2182,
+      "Ġtasty": 2183,
+      "ular": 2184,
+      "ĠJimmy": 2185,
+      "Ġplane": 2186,
+      "sting": 2187,
+      "hin": 2188,
+      "Ġhoney": 2189,
+      "itch": 2190,
+      "Ġpill": 2191,
+      "Ġpass": 2192,
+      "itten": 2193,
+      "Ġmatter": 2194,
+      "Ġadm": 2195,
+      "Ġtasted": 2196,
+      "Ġsmelled": 2197,
+      "nic": 2198,
+      "ove": 2199,
+      "Ġeag": 2200,
+      "Ġshining": 2201,
+      "Hey": 2202,
+      "Ġhope": 2203,
+      "Ġplaces": 2204,
+      "Ġkick": 2205,
+      "ĠCh": 2206,
+      "Ġpicnic": 2207,
+      "Ġbottle": 2208,
+      "Ġrespect": 2209,
+      "Ġblew": 2210,
+      "Ġappeared": 2211,
+      "Ġsupp": 2212,
+      "Tommy": 2213,
+      "ĠCome": 2214,
+      "Ġspider": 2215,
+      "Ġintere": 2216,
+      "Ġcheer": 2217,
+      "board": 2218,
+      "Ġwearing": 2219,
+      "Ġpresent": 2220,
+      "ert": 2221,
+      "Ġmist": 2222,
+      "ize": 2223,
+      "Ġtrouble": 2224,
+      "Ġtrip": 2225,
+      "Ġpract": 2226,
+      "Ġkiss": 2227,
+      "Ġquest": 2228,
+      "ond": 2229,
+      "Ġash": 2230,
+      "Ġloves": 2231,
+      "Ġtightly": 2232,
+      "gg": 2233,
+      "arge": 2234,
+      "Ġsur": 2235,
+      "Ġspread": 2236,
+      "aur": 2237,
+      "Ġwide": 2238,
+      "ones": 2239,
+      "umber": 2240,
+      "Ġfeather": 2241,
+      "Ġsplas": 2242,
+      "ont": 2243,
+      "ndp": 2244,
+      "Ġlater": 2245,
+      "Ġwhole": 2246,
+      "Ġanyone": 2247,
+      "Ġbread": 2248,
+      "Molly": 2249,
+      "Ġdes": 2250,
+      "Ġrec": 2251,
+      "ella": 2252,
+      "Ġroad": 2253,
+      "In": 2254,
+      "Ġoce": 2255,
+      "Ġgiant": 2256,
+      "Ġocean": 2257,
+      "els": 2258,
+      "Ġpuzz": 2259,
+      "Ġcookie": 2260,
+      "Ġpan": 2261,
+      "Ġpath": 2262,
+      "ÅĵI": 2263,
+      "Ġconfused": 2264,
+      "Ġscreamed": 2265,
+      "Ġclouds": 2266,
+      "eb": 2267,
+      "Ġimpress": 2268,
+      "Ġfront": 2269,
+      "ĠGo": 2270,
+      "Ġseat": 2271,
+      "lex": 2272,
+      "Ġlay": 2273,
+      "Ġwhich": 2274,
+      "la": 2275,
+      "Ġthin": 2276,
+      "Ġteach": 2277,
+      "erly": 2278,
+      "Ġdi": 2279,
+      "Ġanswer": 2280,
+      "ungle": 2281,
+      "Ġap": 2282,
+      "ssed": 2283,
+      "hile": 2284,
+      "ub": 2285,
+      "Ġlarge": 2286,
+      "Ġjungle": 2287,
+      "Ġpromise": 2288,
+      "Ġser": 2289,
+      "Ġber": 2290,
+      "Ġwild": 2291,
+      "Ġbark": 2292,
+      "Ġmach": 2293,
+      "oose": 2294,
+      "Ġbutton": 2295,
+      "ndpa": 2296,
+      "Good": 2297,
+      "Ġmyster": 2298,
+      "Ġsnake": 2299,
+      "Ġvillage": 2300,
+      "Ġhor": 2301,
+      "ĠEmily": 2302,
+      "Come": 2303,
+      "Ġtool": 2304,
+      "Ġputs": 2305,
+      "Ġlast": 2306,
+      "Ġimag": 2307,
+      "ĠJake": 2308,
+      "Lucy": 2309,
+      "Ġtid": 2310,
+      "Ġban": 2311,
+      "lebr": 2312,
+      "Ġeventually": 2313,
+      "Ġslid": 2314,
+      "Ġwave": 2315,
+      "Ġlive": 2316,
+      "Ġchased": 2317,
+      "ĠEverywhere": 2318,
+      "Ġcelebr": 2319,
+      "Ġcrayons": 2320,
+      "Just": 2321,
+      "Ġspent": 2322,
+      "Ġwrite": 2323,
+      "Ġgives": 2324,
+      "unk": 2325,
+      "ife": 2326,
+      "Ġdecor": 2327,
+      "Ġfoot": 2328,
+      "Ġdelight": 2329,
+      "Ġsol": 2330,
+      "Ġsandw": 2331,
+      "Ġdirt": 2332,
+      "ĠJenny": 2333,
+      "Ġtalking": 2334,
+      "Ġtreats": 2335,
+      "Ġcart": 2336,
+      "ching": 2337,
+      "Ġwaiting": 2338,
+      "Ġhiding": 2339,
+      "Ġsnowman": 2340,
+      "Ġinteresting": 2341,
+      "Ġhon": 2342,
+      "ony": 2343,
+      "Ġshelf": 2344,
+      "Ġtaste": 2345,
+      "een": 2346,
+      "Jim": 2347,
+      "Ġstep": 2348,
+      "Mum": 2349,
+      "Ġhelpful": 2350,
+      "Ġfeet": 2351,
+      "Ġshy": 2352,
+      "Ġgoes": 2353,
+      "Ġval": 2354,
+      "Ġemb": 2355,
+      "Ġstood": 2356,
+      "Ġshr": 2357,
+      "Ġbuilding": 2358,
+      "Ġoven": 2359,
+      "Ġstret": 2360,
+      "Ġlovely": 2361,
+      "Ġducks": 2362,
+      "Ġcorner": 2363,
+      "Ġwash": 2364,
+      "cks": 2365,
+      "Ġspe": 2366,
+      "Ġpretended": 2367,
+      "Ġrolled": 2368,
+      "Ġrude": 2369,
+      "old": 2370,
+      "Ġcalm": 2371,
+      "Ġpile": 2372,
+      "Ġteeth": 2373,
+      "Ġjumping": 2374,
+      "Ġzoo": 2375,
+      "Ġpuddle": 2376,
+      "Ġtidy": 2377,
+      "Mama": 2378,
+      "iger": 2379,
+      "ipe": 2380,
+      "Ġbugs": 2381,
+      "Ġashamed": 2382,
+      "Ġbat": 2383,
+      "ina": 2384,
+      "ĠRe": 2385,
+      "Ġob": 2386,
+      "Ġstra": 2387,
+      "ĠSt": 2388,
+      "Ġwhistle": 2389,
+      "Ġbanan": 2390,
+      "not": 2391,
+      "Ġnet": 2392,
+      "Ġforgive": 2393,
+      "Ġprince": 2394,
+      "ener": 2395,
+      "Ġshirt": 2396,
+      "Ġsel": 2397,
+      "Ġcoo": 2398,
+      "Ġembar": 2399,
+      "umpy": 2400,
+      "Ġsparkly": 2401,
+      "Ġremind": 2402,
+      "Ġsug": 2403,
+      "Ġcross": 2404,
+      "Ġmind": 2405,
+      "Ġcannot": 2406,
+      "Ġsuccess": 2407,
+      "Ġembarra": 2408,
+      "Soon": 2409,
+      "Ġmot": 2410,
+      "Ġsharing": 2411,
+      "Ġworm": 2412,
+      "Ġfold": 2413,
+      "Ġpeaceful": 2414,
+      "Ġwore": 2415,
+      "Ġmountain": 2416,
+      "Ġblow": 2417,
+      "lice": 2418,
+      "Ġign": 2419,
+      "Ġbell": 2420,
+      "Ġfurry": 2421,
+      "Ġgrab": 2422,
+      "als": 2423,
+      "ometimes": 2424,
+      "Ġwhenever": 2425,
+      "Ġpour": 2426,
+      "vous": 2427,
+      "llie": 2428,
+      "Ġpush": 2429,
+      "Ġbreath": 2430,
+      "Ġmachine": 2431,
+      "Ġsugar": 2432,
+      "Ġchick": 2433,
+      "Ġcreative": 2434,
+      "St": 2435,
+      "ned": 2436,
+      "Ġbal": 2437,
+      "Ġstir": 2438,
+      "Ġdolp": 2439,
+      "Ġtries": 2440,
+      "Now": 2441,
+      "Ġlad": 2442,
+      "ĠLe": 2443,
+      "Ġmed": 2444,
+      "Ġpool": 2445,
+      "Ġgener": 2446,
+      "Ġsal": 2447,
+      "ork": 2448,
+      "ult": 2449,
+      "Ġspray": 2450,
+      "Ġship": 2451,
+      "ian": 2452,
+      "Ġhum": 2453,
+      "Ġhel": 2454,
+      "isa": 2455,
+      "Ġselfish": 2456,
+      "Ġhar": 2457,
+      "Ġfaces": 2458,
+      "Ġmessy": 2459,
+      "Ġ'": 2460,
+      "Ġple": 2461,
+      "ĠSome": 2462,
+      "ĠHow": 2463,
+      "Ġgold": 2464,
+      "Ġchocol": 2465,
+      "Please": 2466,
+      "Ġminutes": 2467,
+      "Ġpillow": 2468,
+      "My": 2469,
+      "aking": 2470,
+      "Ġtun": 2471,
+      "Ġmissed": 2472,
+      "ighed": 2473,
+      "Ġvan": 2474,
+      "Ġfixed": 2475,
+      "Ġfighting": 2476,
+      "oin": 2477,
+      "Ġfig": 2478,
+      "Ġembarrassed": 2479,
+      "Ġmeant": 2480,
+      "Ġdrive": 2481,
+      "Ġtomorrow": 2482,
+      "Ġhours": 2483,
+      "Ġca": 2484,
+      "Ġner": 2485,
+      "Ġspicy": 2486,
+      "Ġknowing": 2487,
+      "ĠPlease": 2488,
+      "Sarah": 2489,
+      "Ġladder": 2490,
+      "ital": 2491,
+      "Ġhorse": 2492,
+      "ato": 2493,
+      "Ġug": 2494,
+      "ĠJust": 2495,
+      "Ġtrust": 2496,
+      "Ġhosp": 2497,
+      "Ġugly": 2498,
+      "Ġhospital": 2499,
+      "Ġchew": 2500,
+      "Ġbedroom": 2501,
+      "Ġeasy": 2502,
+      "Ġnervous": 2503,
+      "Ġrob": 2504,
+      "Ġthankful": 2505,
+      "Ġcarrots": 2506,
+      "Dad": 2507,
+      "elly": 2508,
+      "Ġgrew": 2509,
+      "Ġcolour": 2510,
+      "Ġbarked": 2511,
+      "Ġcouch": 2512,
+      "Ġnut": 2513,
+      "Ġmeadow": 2514,
+      "Ġtaught": 2515,
+      "Ġunderstood": 2516,
+      "Ġdisappoin": 2517,
+      "Ġpas": 2518,
+      "ano": 2519,
+      "Ġoften": 2520,
+      "Ġclass": 2521,
+      "Ġpassed": 2522,
+      "Ġknocked": 2523,
+      "Ġlanded": 2524,
+      "Ġmic": 2525,
+      "ird": 2526,
+      "Ġfear": 2527,
+      "Ġcoin": 2528,
+      "Ġmud": 2529,
+      "work": 2530,
+      "Ġdeter": 2531,
+      "Ġreg": 2532,
+      "Ġreturned": 2533,
+      "Ġdeterm": 2534,
+      "Ġhur": 2535,
+      "Ġfinish": 2536,
+      "izz": 2537,
+      "Ġtea": 2538,
+      "Ġsmooth": 2539,
+      "mo": 2540,
+      "Ġstuff": 2541,
+      "Ġmov": 2542,
+      "Ġgenerous": 2543,
+      "To": 2544,
+      "ĠOn": 2545,
+      "isp": 2546,
+      "Ġdrum": 2547,
+      "obby": 2548,
+      "Ġbubbles": 2549,
+      "Ġrobot": 2550,
+      "Ġthese": 2551,
+      "Ġseed": 2552,
+      "Ġglass": 2553,
+      "Ġdisappointed": 2554,
+      "ground": 2555,
+      "Ġring": 2556,
+      "Ġcard": 2557,
+      "Ġhears": 2558,
+      "Ġcarried": 2559,
+      "Ġmoon": 2560,
+      "Ġchocolate": 2561,
+      "Ġleaf": 2562,
+      "Ġsnacks": 2563,
+      "Ġcirc": 2564,
+      "Ġfancy": 2565,
+      "dle": 2566,
+      "Ġspend": 2567,
+      "ĠAnn": 2568,
+      "ustr": 2569,
+      "Ġcrab": 2570,
+      "Ġsongs": 2571,
+      "pack": 2572,
+      "Ġpir": 2573,
+      "ecially": 2574,
+      "osaur": 2575,
+      "Ġsold": 2576,
+      "Ġbridge": 2577,
+      "ĠEven": 2578,
+      "Ġsleepy": 2579,
+      "Ġhonest": 2580,
+      "Ġmir": 2581,
+      "ĠBr": 2582,
+      "Ġpaw": 2583,
+      "pecially": 2584,
+      "Ġav": 2585,
+      "ĠWhy": 2586,
+      "izzy": 2587,
+      "Ġchest": 2588,
+      "Ġwolf": 2589,
+      "Ġdinosaur": 2590,
+      "Ġespecially": 2591,
+      "Ġmap": 2592,
+      "Ġgas": 2593,
+      "ory": 2594,
+      "Ġchange": 2595,
+      "Ġgroup": 2596,
+      "Ġgathered": 2597,
+      "Ġsour": 2598,
+      "Ġpoor": 2599,
+      "Ġsplash": 2600,
+      "Ġwaves": 2601,
+      "Ġforward": 2602,
+      "Ġclown": 2603,
+      "Ġmysterious": 2604,
+      "ror": 2605,
+      "Ġbody": 2606,
+      "Ġfrustr": 2607,
+      "Ġcraw": 2608,
+      "Ġfake": 2609,
+      "Ġpin": 2610,
+      "Ġok": 2611,
+      "Ġrad": 2612,
+      "Ġwhisp": 2613,
+      "Ġtwirl": 2614,
+      "Ġstring": 2615,
+      "Ġsmelly": 2616,
+      "ĠTogether": 2617,
+      "sist": 2618,
+      "Ġcand": 2619,
+      "Ġgate": 2620,
+      "Ġscar": 2621,
+      "ĠKitty": 2622,
+      "Ġneckl": 2623,
+      "Billy": 2624,
+      "Ġmotor": 2625,
+      "ying": 2626,
+      "ote": 2627,
+      "Ġshore": 2628,
+      "urse": 2629,
+      "Ġjew": 2630,
+      "Ġweak": 2631,
+      "Ġgrumpy": 2632,
+      "Ġfinger": 2633,
+      "Ġsack": 2634,
+      "Ġkitten": 2635,
+      "Ġpolite": 2636,
+      "Ġglue": 2637,
+      "uce": 2638,
+      "Ġnumber": 2639,
+      "airs": 2640,
+      "Ġesc": 2641,
+      "Ġmirror": 2642,
+      "Ġsheep": 2643,
+      "Ġvase": 2644,
+      "Ġplants": 2645,
+      "Ġberries": 2646,
+      "most": 2647,
+      "Be": 2648,
+      "den": 2649,
+      "Ġjelly": 2650,
+      "ĠTheir": 2651,
+      "Ġemp": 2652,
+      "itter": 2653,
+      "There": 2654,
+      "Ġscr": 2655,
+      "Ġgray": 2656,
+      "Ġpuzzle": 2657,
+      "Ġnecklace": 2658,
+      "Ġmaybe": 2659,
+      "Ġplate": 2660,
+      "Ġalmost": 2661,
+      "usie": 2662,
+      "Ġfrustrated": 2663,
+      "Ġempty": 2664,
+      "port": 2665,
+      "orry": 2666,
+      "Ġthick": 2667,
+      "Ġjam": 2668,
+      "Ġskipped": 2669,
+      "ensive": 2670,
+      "ĠTeddy": 2671,
+      "aged": 2672,
+      "Ġcloset": 2673,
+      "Ġhidden": 2674,
+      "Ġexpensive": 2675,
+      "Ġdetermined": 2676,
+      "Ġbored": 2677,
+      "Ġlit": 2678,
+      "Ġdrew": 2679,
+      "Ġlegs": 2680,
+      "Ġhopping": 2681,
+      "ates": 2682,
+      "ĠSometimes": 2683,
+      "Ġsticks": 2684,
+      "Ġones": 2685,
+      "ĠAt": 2686,
+      "Ġbirdie": 2687,
+      "ĠDon": 2688,
+      "Ġpolice": 2689,
+      "Ġfruits": 2690,
+      "Ġtick": 2691,
+      "Ġaunt": 2692,
+      "Ġwis": 2693,
+      "Ġbake": 2694,
+      "Ġline": 2695,
+      "ots": 2696,
+      "Ġstone": 2697,
+      "Ġdogs": 2698,
+      "aul": 2699,
+      "Ġfigure": 2700,
+      "Jane": 2701,
+      "Ġsight": 2702,
+      "Ġcries": 2703,
+      "ĠBe": 2704,
+      "Ġmoving": 2705,
+      "Ġcontent": 2706,
+      "ĠBrown": 2707,
+      "Ġsaved": 2708,
+      "Ġcloth": 2709,
+      "?\".": 2710,
+      "box": 2711,
+      "Ġbranches": 2712,
+      "Ġpacked": 2713,
+      "Ġpowerful": 2714,
+      "Ġsplashed": 2715,
+      "Ġfeed": 2716,
+      "ested": 2717,
+      "Ġyelled": 2718,
+      "Where": 2719,
+      "dge": 2720,
+      "kin": 2721,
+      "Ġtiger": 2722,
+      "Ġpay": 2723,
+      "iddle": 2724,
+      "oop": 2725,
+      "ĠBella": 2726,
+      "Ġexam": 2727,
+      "Ġtaken": 2728,
+      "Ġcrane": 2729,
+      "Ġspoil": 2730,
+      "'d": 2731,
+      "Ġhang": 2732,
+      "Ġflag": 2733,
+      "Ġanswered": 2734,
+      "Ġdiscovered": 2735,
+      "ĠLeo": 2736,
+      "ush": 2737,
+      "Ġsave": 2738,
+      "Ġseek": 2739,
+      "Ġexcite": 2740,
+      "Ġpray": 2741,
+      "Ġjog": 2742,
+      "Ġstanding": 2743,
+      "Ġdolphin": 2744,
+      "Ġjack": 2745,
+      "Are": 2746,
+      "era": 2747,
+      "rag": 2748,
+      "Ġflut": 2749,
+      "getable": 2750,
+      "Ġboring": 2751,
+      "Ġlock": 2752,
+      "Ġincred": 2753,
+      "Ġexcitement": 2754,
+      "Ġsighed": 2755,
+      "Ġwip": 2756,
+      "Ġfis": 2757,
+      "Ġfill": 2758,
+      "Ġsoap": 2759,
+      "ĠMum": 2760,
+      "ola": 2761,
+      "Ġpleased": 2762,
+      "Ġjacket": 2763,
+      "light": 2764,
+      "Ġsugg": 2765,
+      "Ġmiddle": 2766,
+      "Ġeld": 2767,
+      "Ġwrote": 2768,
+      "Ġballoons": 2769,
+      "Ġorganized": 2770,
+      "que": 2771,
+      "Ġsailed": 2772,
+      "Their": 2773,
+      "Ġtells": 2774,
+      "Ġoy": 2775,
+      "Ġstones": 2776,
+      "Ġboard": 2777,
+      "Ġspun": 2778,
+      "Ġvegetable": 2779,
+      "lies": 2780,
+      "Ġind": 2781,
+      "iness": 2782,
+      "Ġworking": 2783,
+      "lower": 2784,
+      "alk": 2785,
+      "iff": 2786,
+      "Ġparrot": 2787,
+      "Stop": 2788,
+      "Ġscarf": 2789,
+      "Ġwagged": 2790,
+      "Ġclap": 2791,
+      "Ġmeasure": 2792,
+      "asing": 2793,
+      "Ġtears": 2794,
+      "body": 2795,
+      "Ġcomfortable": 2796,
+      "Ġleg": 2797,
+      "Ġswan": 2798,
+      "Ġtrue": 2799,
+      "Ġfright": 2800,
+      "Ġdrop": 2801,
+      "Ġsmoke": 2802,
+      "Ġfeathers": 2803,
+      "Ġincredible": 2804,
+      "ggs": 2805,
+      "ual": 2806,
+      "Ġtie": 2807,
+      "Ġcap": 2808,
+      "Ġlose": 2809,
+      "Ġpus": 2810,
+      "Ġeager": 2811,
+      "Ġmovie": 2812,
+      "fic": 2813,
+      "Ġcop": 2814,
+      "Ġeggs": 2815,
+      "oof": 2816,
+      "Ġrid": 2817,
+      "Ġcovered": 2818,
+      "Ġfil": 2819,
+      "Ġlem": 2820,
+      "Ġgrap": 2821,
+      "Ġdisappeared": 2822,
+      "Ġrecord": 2823,
+      "ĠTV": 2824,
+      "ĠBl": 2825,
+      "Ġext": 2826,
+      "Ġord": 2827,
+      "Ġgiggled": 2828,
+      "corn": 2829,
+      "Ġpri": 2830,
+      "Ġham": 2831,
+      "Ġrare": 2832,
+      "Ġyourself": 2833,
+      "Ġeng": 2834,
+      "Ġwhale": 2835,
+      "Ġknife": 2836,
+      "ĠLisa": 2837,
+      "Ġteam": 2838,
+      "ĠJohnny": 2839,
+      "zed": 2840,
+      "Ġtest": 2841,
+      "Ġbone": 2842,
+      "Ġdizzy": 2843,
+      "Ġlibr": 2844,
+      "Ġwrap": 2845,
+      "Ġquestions": 2846,
+      "iv": 2847,
+      "Ġlying": 2848,
+      "Ġstamp": 2849,
+      "Ġlicked": 2850,
+      "Ġnoisy": 2851,
+      "Ġkindness": 2852,
+      "Ġdiffic": 2853,
+      "Ġdrawing": 2854,
+      "apping": 2855,
+      "Jimmy": 2856,
+      "Ġstraw": 2857,
+      "Ġburn": 2858,
+      "Ġwagon": 2859,
+      "ately": 2860,
+      "Ġgrown": 2861,
+      "Ġrocket": 2862,
+      "Ġpopcorn": 2863,
+      "Sally": 2864,
+      "Ġbatter": 2865,
+      "Ġwand": 2866,
+      "Ġanc": 2867,
+      "ĠEnd": 2868,
+      "Ġsword": 2869,
+      "Ġhappening": 2870,
+      "Ġlifted": 2871,
+      "Ġbalance": 2872,
+      "Ġextra": 2873,
+      "Sorry": 2874,
+      "ha": 2875,
+      "Ġwander": 2876,
+      "Ġfat": 2877,
+      "ĠMark": 2878,
+      "ĠElla": 2879,
+      "Ġbecome": 2880,
+      "Ġtrack": 2881,
+      "Ġsmaller": 2882,
+      "Ġmistake": 2883,
+      "Ġtoast": 2884,
+      "ating": 2885,
+      "Ġmanaged": 2886,
+      "selves": 2887,
+      "ĠPeter": 2888,
+      "Ġbathroom": 2889,
+      "Ġharm": 2890,
+      "Ġdifficult": 2891,
+      "Ġtwist": 2892,
+      "Ġoffered": 2893,
+      "Ġruined": 2894,
+      "Ġmatch": 2895,
+      "Ġancient": 2896,
+      "Ġgar": 2897,
+      "illi": 2898,
+      "Ġdistance": 2899,
+      "Ġplayground": 2900,
+      "Ġlazy": 2901,
+      "Ġdancing": 2902,
+      "Ġadventur": 2903,
+      "af": 2904,
+      "ĠBa": 2905,
+      "Ġcalling": 2906,
+      "Ġcleaned": 2907,
+      "Ġcrown": 2908,
+      "ormal": 2909,
+      "Ġonce": 2910,
+      "Ġboss": 2911,
+      "Ġsell": 2912,
+      "Ġwalks": 2913,
+      "Ġfrightened": 2914,
+      "erri": 2915,
+      "Ġmask": 2916,
+      "Ġfluffy": 2917,
+      "emo": 2918,
+      "ĠZ": 2919,
+      "Ġfrag": 2920,
+      "Ġdest": 2921,
+      "Ġnormal": 2922,
+      "Ġyog": 2923,
+      "Ġpicks": 2924,
+      "Ġeye": 2925,
+      "Ġdrank": 2926,
+      "Ġcircle": 2927,
+      "Ġadventurous": 2928,
+      "Spot": 2929,
+      "Ġtent": 2930,
+      "Ġpress": 2931,
+      "Ġkissed": 2932,
+      "ict": 2933,
+      "Ġsciss": 2934,
+      "Ġgets": 2935,
+      "Ġtrunk": 2936,
+      "Ġcheck": 2937,
+      "Ġenjoying": 2938,
+      "Ġshells": 2939,
+      "Ġelderly": 2940,
+      "Ġscissors": 2941,
+      "Ġterri": 2942,
+      "Ġtoug": 2943,
+      "ages": 2944,
+      "Ġsteal": 2945,
+      "Me": 2946,
+      "ready": 2947,
+      "ete": 2948,
+      "Ġalready": 2949,
+      "ĠLittle": 2950,
+      "Ġjuicy": 2951,
+      "Ġstudy": 2952,
+      "Ġhorn": 2953,
+      "erp": 2954,
+      "Ġpizz": 2955,
+      "Ġallig": 2956,
+      "Ġlouder": 2957,
+      "Ġtowel": 2958,
+      "Ġcircles": 2959,
+      "Ġlead": 2960,
+      "Ġroar": 2961,
+      "Ġrose": 2962,
+      "Ġslipped": 2963,
+      "Ġtele": 2964,
+      "Ġfamous": 2965,
+      "Ġarg": 2966,
+      "Ġcheerful": 2967,
+      "ĠRex": 2968,
+      "Ġtough": 2969,
+      "ipper": 2970,
+      "Ġbarn": 2971,
+      "Ġfool": 2972,
+      "Ġdig": 2973,
+      "Ġdish": 2974,
+      "Ġagainst": 2975,
+      "Ġdeer": 2976,
+      "Ġsweetie": 2977,
+      "Ġengine": 2978,
+      "Ġed": 2979,
+      "Ġfather": 2980,
+      "Ġcover": 2981,
+      "Ġyours": 2982,
+      "Ġneeds": 2983,
+      "Joe": 2984,
+      "Ġbags": 2985,
+      "Ġspinning": 2986,
+      "Sue": 2987,
+      "Ġaw": 2988,
+      "anged": 2989,
+      "amond": 2990,
+      "Ġyarn": 2991,
+      "oph": 2992,
+      "Ġgiving": 2993,
+      "Ġdiamond": 2994,
+      "Ġsandwich": 2995,
+      "Ġindepend": 2996,
+      "Ġfragile": 2997,
+      "Who": 2998,
+      "cept": 2999,
+      "Ġnosy": 3000,
+      "Ġtwig": 3001,
+      "Ġhurts": 3002,
+      "Ġsuggested": 3003,
+      "Ġlemon": 3004,
+      "iest": 3005,
+      "ination": 3006,
+      "orge": 3007,
+      "Ġnod": 3008,
+      "Ġbloom": 3009,
+      "Ġhose": 3010,
+      "Ġboxes": 3011,
+      "Ġrealised": 3012,
+      "Ġfrown": 3013,
+      "ache": 3014,
+      "Ġrelax": 3015,
+      "Ġhammer": 3016,
+      "Ġadded": 3017,
+      "Ġweird": 3018,
+      "Ġmod": 3019,
+      "Ġcrack": 3020,
+      "Ġalligator": 3021,
+      "Amy": 3022,
+      "Gra": 3023,
+      "oot": 3024,
+      "Ġshake": 3025,
+      "rage": 3026,
+      "Ġlearning": 3027,
+      "Ġvegetables": 3028,
+      "Ġadd": 3029,
+      "Ġmelt": 3030,
+      "ĠSusie": 3031,
+      "elp": 3032,
+      "ĠBobby": 3033,
+      "Ġtrap": 3034,
+      "Ġcollar": 3035,
+      "Ġstubb": 3036,
+      "ique": 3037,
+      "Ġborrow": 3038,
+      "Ġpump": 3039,
+      "Ġloudly": 3040,
+      "Ġsearch": 3041,
+      "Ġchicken": 3042,
+      "Ġpizza": 3043,
+      "Ġindependent": 3044,
+      "Ġstubborn": 3045,
+      "Ġref": 3046,
+      "Ġasking": 3047,
+      "Ġbrilli": 3048,
+      "Ġdecide": 3049,
+      "Ġflash": 3050,
+      "Ġcaterp": 3051,
+      "Ġqueen": 3052,
+      "Ġsnee": 3053,
+      "ĠRose": 3054,
+      "Ġinvited": 3055,
+      "Ġstrawber": 3056,
+      "Ġfoolish": 3057,
+      "Ġcaterpill": 3058,
+      "gy": 3059,
+      "Ġtur": 3060,
+      "Ġdepend": 3061,
+      "Ġguit": 3062,
+      "Ġstri": 3063,
+      "Ġknight": 3064,
+      "Ġboys": 3065,
+      "Ġpee": 3066,
+      "Ġcomb": 3067,
+      "Ġclear": 3068,
+      "Ġunique": 3069,
+      "Ġbuttons": 3070,
+      "ĠTweety": 3071,
+      "Ġcolourful": 3072,
+      "Ġescape": 3073,
+      "Ġbrilliant": 3074,
+      "Ġrich": 3075,
+      "ĠBu": 3076,
+      "Ġsaying": 3077,
+      "Ġrode": 3078,
+      "Ġskin": 3079,
+      "Ġgarage": 3080,
+      "Help": 3081,
+      "dom": 3082,
+      "Ġmummy": 3083,
+      "Ġbeak": 3084,
+      "ured": 3085,
+      "aw": 3086,
+      "eorge": 3087,
+      "rop": 3088,
+      "edient": 3089,
+      "Ġunus": 3090,
+      "Ġoyster": 3091,
+      "Ġturkey": 3092,
+      "ĠOK": 3093,
+      "Ġfountain": 3094,
+      "Ġpatter": 3095,
+      "Ġweek": 3096,
+      "Ġchase": 3097,
+      "Ġrubb": 3098,
+      "Ġcounted": 3099,
+      "Ġregular": 3100,
+      "Ġwiped": 3101,
+      "Ġguitar": 3102,
+      "Ġunusual": 3103,
+      "land": 3104,
+      "Ġumb": 3105,
+      "Ġfork": 3106,
+      "Ġshows": 3107,
+      "Ġlights": 3108,
+      "Ġwalls": 3109,
+      "Ġdreamed": 3110,
+      "Ġbanana": 3111,
+      "Ġsuccessful": 3112,
+      "Ġjewel": 3113,
+      "Ġpattern": 3114,
+      "Ġumbre": 3115,
+      "cil": 3116,
+      "ray": 3117,
+      "inal": 3118,
+      "Ġlow": 3119,
+      "imed": 3120,
+      "Ġswe": 3121,
+      "Ġcryst": 3122,
+      "Ġpencil": 3123,
+      "Ġsafely": 3124,
+      "Ġtools": 3125,
+      "Well": 3126,
+      "Ġtape": 3127,
+      "Ġstream": 3128,
+      "ceed": 3129,
+      "Ġresc": 3130,
+      "Ġabove": 3131,
+      "Ġharder": 3132,
+      "Ġguess": 3133,
+      "Ġbottom": 3134,
+      "Ġmarket": 3135,
+      "Ġimpressed": 3136,
+      "Ġwaff": 3137,
+      "anut": 3138,
+      "iginal": 3139,
+      "Ġnotice": 3140,
+      "illa": 3141,
+      "Ġnods": 3142,
+      "Ġpeanut": 3143,
+      "olog": 3144,
+      "Ġpatch": 3145,
+      "Ġcrawled": 3146,
+      "Ġcaterpillar": 3147,
+      "na": 3148,
+      "Ġtank": 3149,
+      "Ġtask": 3150,
+      "Ġtire": 3151,
+      "Ġgun": 3152,
+      "Ġload": 3153,
+      "Ġcompet": 3154,
+      "umbled": 3155,
+      "Ġapolog": 3156,
+      "Ġsolve": 3157,
+      "How": 3158,
+      "Mummy": 3159,
+      "fast": 3160,
+      "hip": 3161,
+      "ĠNo": 3162,
+      "Ġbitter": 3163,
+      "arl": 3164,
+      "Ġears": 3165,
+      "Ġshone": 3166,
+      "Ġbrush": 3167,
+      "ĠFin": 3168,
+      "Ġoriginal": 3169,
+      "Ġfier": 3170,
+      "Ġglow": 3171,
+      "ĠNemo": 3172,
+      "Ġbreakfast": 3173,
+      "Ġadmired": 3174,
+      "ĠBlue": 3175,
+      "Ġedge": 3176,
+      "Ġdependable": 3177,
+      "und": 3178,
+      "uth": 3179,
+      "ĠIf": 3180,
+      "Ġclay": 3181,
+      "Ġstronger": 3182,
+      "Ġbossy": 3183,
+      "Ġcudd": 3184,
+      "aser": 3185,
+      "Ġgrandpa": 3186,
+      "Ġknows": 3187,
+      "Ġpicking": 3188,
+      "Ġjoke": 3189,
+      "Ġboats": 3190,
+      "Ġbald": 3191,
+      "Ġmedic": 3192,
+      "Ġscrat": 3193,
+      "Ġcone": 3194,
+      "Ġpenny": 3195,
+      "Ġlean": 3196,
+      "Ġraft": 3197,
+      "uggled": 3198,
+      "Ġsucceed": 3199,
+      "Ġobedient": 3200,
+      "Ġhumble": 3201,
+      "Ġlibrary": 3202,
+      "Re": 3203,
+      "head": 3204,
+      "Ġph": 3205,
+      "Ġnumb": 3206,
+      "Ġsauce": 3207,
+      "ĠBear": 3208,
+      "Ġtray": 3209,
+      "Ġproudly": 3210,
+      "Here": 3211,
+      "Ġsounded": 3212,
+      "Ġsquare": 3213,
+      "Ġterrible": 3214,
+      "Ġcrystal": 3215,
+      "Ġfierce": 3216,
+      "Jill": 3217,
+      "Ġwitch": 3218,
+      "inary": 3219,
+      "Ġhappiness": 3220,
+      "ĠLola": 3221,
+      "Ġhanded": 3222,
+      "Ġfridge": 3223,
+      "fa": 3224,
+      "Ġrough": 3225,
+      "ention": 3226,
+      "Ġchanged": 3227,
+      "Ġjoined": 3228,
+      "Ġraven": 3229,
+      "Ġmighty": 3230,
+      "Ġchose": 3231,
+      "Ġwheel": 3232,
+      "Ġumbrella": 3233,
+      "Ġtag": 3234,
+      "Ġcri": 3235,
+      "Ġow": 3236,
+      "arry": 3237,
+      "imp": 3238,
+      "ĠBill": 3239,
+      "Ġhelps": 3240,
+      "Ġfinding": 3241,
+      "Ġcleaning": 3242,
+      "Ġsquee": 3243,
+      "Ġfirework": 3244,
+      "Ġmedicine": 3245,
+      "azz": 3246,
+      "met": 3247,
+      "Ġplayful": 3248,
+      "Ġlocked": 3249,
+      "Ġgoat": 3250,
+      "Ġaccept": 3251,
+      "Ġcompass": 3252,
+      "Ġsurf": 3253,
+      "Ġcompetit": 3254,
+      "ext": 3255,
+      "kn": 3256,
+      "Ġsy": 3257,
+      "Ġsil": 3258,
+      "Ġbeet": 3259,
+      "ĠMar": 3260,
+      "uring": 3261,
+      "Ġchir": 3262,
+      "ĠEllie": 3263,
+      "Ġballs": 3264,
+      "ÅĵLet": 3265,
+      "Ġbutterflies": 3266,
+      "Ġguard": 3267,
+      "Ġcrayon": 3268,
+      "Ġdiscover": 3269,
+      "Ġparade": 3270,
+      "Ġmixed": 3271,
+      "Ġvalu": 3272,
+      "Ġhelmet": 3273,
+      "ĠBrownie": 3274,
+      "Em": 3275,
+      "ject": 3276,
+      "squ": 3277,
+      "ud": 3278,
+      "Ġgum": 3279,
+      "ature": 3280,
+      "Ġisland": 3281,
+      "Ġcost": 3282,
+      "Ġmole": 3283,
+      "Ġnicely": 3284,
+      "Ġkinds": 3285,
+      "Ġraced": 3286,
+      "Ġstove": 3287,
+      "Ġlaughs": 3288,
+      "Ġmarch": 3289,
+      "Ġfalls": 3290,
+      "Ġpersist": 3291,
+      "ĠBaby": 3292,
+      "ophie": 3293,
+      "Alice": 3294,
+      "ience": 3295,
+      "ito": 3296,
+      "Ġcage": 3297,
+      "Ġgoose": 3298,
+      "Ġcoins": 3299,
+      "Ġtrump": 3300,
+      "Ġmosqu": 3301,
+      "Ġserious": 3302,
+      "Ġmosquito": 3303,
+      "Ġflex": 3304,
+      "Ġcro": 3305,
+      "elon": 3306,
+      "Ġexcla": 3307,
+      "Ġchoose": 3308,
+      "Ġexplored": 3309,
+      "Ġunl": 3310,
+      "Ġbrothers": 3311,
+      "Ġguil": 3312,
+      "Ġnumbers": 3313,
+      "Ġtrumpet": 3314,
+      "Ġicy": 3315,
+      "Ġmoms": 3316,
+      "iew": 3317,
+      "Ġview": 3318,
+      "Ġenorm": 3319,
+      "Ġfireman": 3320,
+      "ĠMrs": 3321,
+      "Ġpractice": 3322,
+      "Ġenormous": 3323,
+      "wards": 3324,
+      "Ġsup": 3325,
+      "Ġvolc": 3326,
+      "Ġmeans": 3327,
+      "Ġpointing": 3328,
+      "Ġvaluable": 3329,
+      "Ġflexible": 3330,
+      "Ġexclaimed": 3331,
+      "Ġguilty": 3332,
+      "yal": 3333,
+      "Ġcam": 3334,
+      "Ġpipe": 3335,
+      "ision": 3336,
+      "ĠMy": 3337,
+      "Ġuseful": 3338,
+      "Ġfavour": 3339,
+      "Ġcrazy": 3340,
+      "Ġphot": 3341,
+      "known": 3342,
+      "Ġvolcano": 3343,
+      "Ġwake": 3344,
+      "Ġcity": 3345,
+      "omed": 3346,
+      "llip": 3347,
+      "Ġforth": 3348,
+      "Ġlollip": 3349,
+      "Ġseal": 3350,
+      "Ġallowed": 3351,
+      "Ġscare": 3352,
+      "Ġbrightly": 3353,
+      "Ġmarble": 3354,
+      "Ġpopular": 3355,
+      "Ġflashlight": 3356,
+      "Ġcompassion": 3357,
+      "Ġlollipop": 3358,
+      "ĠU": 3359,
+      "Ġing": 3360,
+      "Ġhunt": 3361,
+      "Ġdull": 3362,
+      "erry": 3363,
+      "Ġstat": 3364,
+      "Ġshel": 3365,
+      "!\".": 3366,
+      "Ġunknown": 3367,
+      "Ġhats": 3368,
+      "Ġshoot": 3369,
+      "redient": 3370,
+      "Ġbelonged": 3371,
+      "Ġfavourite": 3372,
+      "Ġingredient": 3373,
+      "Ġpil": 3374,
+      "Ġloyal": 3375,
+      "Ġbrace": 3376,
+      "ĠWhenever": 3377,
+      "Ġdreams": 3378,
+      "Ġkicked": 3379,
+      "Ġseeds": 3380,
+      "Ġtwirled": 3381,
+      "Ġsuper": 3382,
+      "time": 3383,
+      "Ġfine": 3384,
+      "Ġbees": 3385,
+      "Ġsofa": 3386,
+      "Ġshark": 3387,
+      "ĠMike": 3388,
+      "Ġanx": 3389,
+      "Ġsadly": 3390,
+      "Ġshowing": 3391,
+      "Ġways": 3392,
+      "Ġtrucks": 3393,
+      "Ġdelicate": 3394,
+      "ations": 3395,
+      "Ġrepe": 3396,
+      "Ġimpressive": 3397,
+      "Ġpoured": 3398,
+      "Ġpirate": 3399,
+      "Ġwhispered": 3400,
+      "Ġharmless": 3401,
+      "aff": 3402,
+      "Ġturt": 3403,
+      "Ġtied": 3404,
+      "aroo": 3405,
+      "ado": 3406,
+      "arth": 3407,
+      "Ġgrace": 3408,
+      "Ġhandle": 3409,
+      "Ġenc": 3410,
+      "Ġdeliver": 3411,
+      "Benny": 3412,
+      "Ġrushed": 3413,
+      "Ġusing": 3414,
+      "angaroo": 3415,
+      "Ġshape": 3416,
+      "Ġbushes": 3417,
+      "Ġpersistent": 3418,
+      "Ġgor": 3419,
+      "ĠSp": 3420,
+      "Ġkangaroo": 3421,
+      "Ġang": 3422,
+      "Ġoffice": 3423,
+      "Ġanxious": 3424,
+      "Go": 3425,
+      "alous": 3426,
+      "Ġspell": 3427,
+      "ĠWhile": 3428,
+      "iable": 3429,
+      "Ġpotato": 3430,
+      "Ġjealous": 3431,
+      "Ġwrapped": 3432,
+      "Ġfour": 3433,
+      "Ġcurt": 3434,
+      "Ġlog": 3435,
+      "Ġcoal": 3436,
+      "Ġreliable": 3437,
+      "Ġcurtain": 3438,
+      "Daisy": 3439,
+      "Ġsudden": 3440,
+      "mbol": 3441,
+      "ÅĵYes": 3442,
+      "aches": 3443,
+      "ĠPe": 3444,
+      "Ġpainted": 3445,
+      "ĠToby": 3446,
+      "Ġcere": 3447,
+      "gu": 3448,
+      "Ġtummy": 3449,
+      "Ġthose": 3450,
+      "ouses": 3451,
+      "uddy": 3452,
+      "Ġcush": 3453,
+      "Ġmetal": 3454,
+      "Ġsymbol": 3455,
+      "Ġbeetle": 3456,
+      "Ġcamera": 3457,
+      "Ġhouses": 3458,
+      "ilt": 3459,
+      "Ġcelebrate": 3460,
+      "Ġdelighted": 3461,
+      "Ġgorilla": 3462,
+      "Ġtooth": 3463,
+      "Ġthirst": 3464,
+      "keep": 3465,
+      "Ġshiver": 3466,
+      "Ġreward": 3467,
+      "Ġspace": 3468,
+      "Ġtravel": 3469,
+      "Ġrubbed": 3470,
+      "Ġprint": 3471,
+      "Ġdriving": 3472,
+      "Ġmarry": 3473,
+      "Ġwarned": 3474,
+      "Ġsoldier": 3475,
+      "Ġmotorcy": 3476,
+      "cut": 3477,
+      "Ġson": 3478,
+      "Ġtor": 3479,
+      "arlie": 3480,
+      "Ġhero": 3481,
+      "ief": 3482,
+      "Ġcarp": 3483,
+      "Ġexcitedly": 3484,
+      "Ġtemp": 3485,
+      "ĠPete": 3486,
+      "ĠBobo": 3487,
+      "cod": 3488,
+      "Ġhung": 3489,
+      "Ġgrowing": 3490,
+      "upid": 3491,
+      "Ġthinking": 3492,
+      "Ġtunn": 3493,
+      "While": 3494,
+      "cu": 3495,
+      "ipp": 3496,
+      "Ġhay": 3497,
+      "Ġyet": 3498,
+      "Ġvine": 3499,
+      "Ġacorn": 3500,
+      "icycle": 3501,
+      "Ġprep": 3502,
+      "Ġreminded": 3503,
+      "Ġgasped": 3504,
+      "Ġflute": 3505,
+      "Ġordinary": 3506,
+      "Ġcrocod": 3507,
+      "Ġamb": 3508,
+      "Ġcur": 3509,
+      "ĠBet": 3510,
+      "ĠMandy": 3511,
+      "Ġpup": 3512,
+      "Ġcreatures": 3513,
+      "Ġhurry": 3514,
+      "Ġspoiled": 3515,
+      "Ġtimes": 3516,
+      "Ġmis": 3517,
+      "Ġrice": 3518,
+      "Ġstupid": 3519,
+      "Ġshine": 3520,
+      "Ġresist": 3521,
+      "ugged": 3522,
+      "Ġlaw": 3523,
+      "Ġskull": 3524,
+      "coa": 3525,
+      "Ġmissing": 3526,
+      "Ġwheat": 3527,
+      "Ġsupport": 3528,
+      "Ġingredients": 3529,
+      "aid": 3530,
+      "loo": 3531,
+      "Ġcase": 3532,
+      "ery": 3533,
+      "Ġwashed": 3534,
+      "Ġdove": 3535,
+      "Ġspilled": 3536,
+      "Ġscoot": 3537,
+      "Ġmeal": 3538,
+      "Ġmule": 3539,
+      "ĠDucky": 3540,
+      "Ġmoder": 3541,
+      "arsh": 3542,
+      "ÅĵWhat": 3543,
+      "Ġtrick": 3544,
+      "Ġsett": 3545,
+      "ĠTweetie": 3546,
+      "Ġbounce": 3547,
+      "Ġfilthy": 3548,
+      "Ġbase": 3549,
+      "Ġhoop": 3550,
+      "Ġfre": 3551,
+      "Ġstumbled": 3552,
+      "Ġsoar": 3553,
+      "Ġweal": 3554,
+      "Ġseem": 3555,
+      "Ġword": 3556,
+      "Ġlab": 3557,
+      "ĠDave": 3558,
+      "ĠFr": 3559,
+      "Ġbadly": 3560,
+      "Ġhairy": 3561,
+      "Ġcrawl": 3562,
+      "Ġlively": 3563,
+      "Ġsteps": 3564,
+      "ÅĵLetâ": 3565,
+      "Ġbracelet": 3566,
+      "Ġcereal": 3567,
+      "Ġthirsty": 3568,
+      "Ġcarpet": 3569,
+      "Ġwool": 3570,
+      "ither": 3571,
+      "Ġgoal": 3572,
+      "Ġbackpack": 3573,
+      "Ġtruth": 3574,
+      "Ġcompl": 3575,
+      "Ġcheap": 3576,
+      "Ġdisg": 3577,
+      "Ġplaced": 3578,
+      "Ġearly": 3579,
+      "Ġdecorate": 3580,
+      "Ġnuts": 3581,
+      "Ow": 3582,
+      "cream": 3583,
+      "Ġbump": 3584,
+      "Ġthemselves": 3585,
+      "ices": 3586,
+      "Ġhelpless": 3587,
+      "Ġclum": 3588,
+      "Ġscatter": 3589,
+      "Ġscale": 3590,
+      "Ġnews": 3591,
+      "usting": 3592,
+      "Ġenv": 3593,
+      "âĤ¬âĢ": 3594,
+      "Ġtelling": 3595,
+      "Ġswinging": 3596,
+      "Ġsparkled": 3597,
+      "Ġcarrying": 3598,
+      "gging": 3599,
+      "ines": 3600,
+      "ric": 3601,
+      "Ġfriendship": 3602,
+      "Ġcareless": 3603,
+      "Ġsne": 3604,
+      "Ġdoesn": 3605,
+      "Ġfalling": 3606,
+      "Ġcomput": 3607,
+      "Ġpale": 3608,
+      "Ġpeeked": 3609,
+      "Ġcompassionate": 3610,
+      "com": 3611,
+      "vice": 3612,
+      "Ġsend": 3613,
+      "Ġstage": 3614,
+      "Ġmem": 3615,
+      "Ġchalk": 3616,
+      "Ġchasing": 3617,
+      "Ġpebble": 3618,
+      "ĠEverything": 3619,
+      "Ġcube": 3620,
+      "Ġpige": 3621,
+      "Ġcourage": 3622,
+      "Ġfingers": 3623,
+      "Ġturtle": 3624,
+      "bled": 3625,
+      "Ġsink": 3626,
+      "Ġbicycle": 3627,
+      "Ġshaking": 3628,
+      "Ġsleeping": 3629,
+      "Ġneighbour": 3630,
+      "Ġmodern": 3631,
+      "Ġdisgusting": 3632,
+      "Ġclumsy": 3633,
+      "gest": 3634,
+      "Ġhook": 3635,
+      "Ġcher": 3636,
+      "Ġnail": 3637,
+      "Ġbiggest": 3638,
+      "iches": 3639,
+      "Ġbul": 3640,
+      "Ġending": 3641,
+      "Ġdead": 3642,
+      "Ġtriang": 3643,
+      "ulance": 3644,
+      "Ġspoke": 3645,
+      "Ġpracticed": 3646,
+      "Ġambulance": 3647,
+      "Ġcomputer": 3648,
+      "ibb": 3649,
+      "Ġlamp": 3650,
+      "Ġstation": 3651,
+      "Ġchar": 3652,
+      "Ġwallet": 3653,
+      "ĠToday": 3654,
+      "Ġpackage": 3655,
+      "Ġmicrop": 3656,
+      "Ġcushion": 3657,
+      "keeper": 3658,
+      "Ġcrocodile": 3659,
+      "Ġmicrophone": 3660,
+      "under": 3661,
+      "ĠAlex": 3662,
+      "Ġthoughtful": 3663,
+      "Ġjolly": 3664,
+      "Ġpengu": 3665,
+      "Ġpumpkin": 3666,
+      "Ġcostum": 3667,
+      "Ġfive": 3668,
+      "Ġdough": 3669,
+      "Ġpony": 3670,
+      "Ġol": 3671,
+      "imi": 3672,
+      "Ġstairs": 3673,
+      "Ġknock": 3674,
+      "Ġgrand": 3675,
+      "Ġintell": 3676,
+      "Ġuniver": 3677,
+      "Ġbrighter": 3678,
+      "Ġopens": 3679,
+      "Ġdreaming": 3680,
+      "Ġbounced": 3681,
+      "Ġquestion": 3682,
+      "Ġstatue": 3683,
+      "Ġwine": 3684,
+      "isk": 3685,
+      "ĠAlice": 3686,
+      "Ġcocoa": 3687,
+      "ĠYour": 3688,
+      "Ġpepper": 3689,
+      "Ġbeauty": 3690,
+      "Ġperm": 3691,
+      "Ġpainting": 3692,
+      "Ġshoe": 3693,
+      "Ġelev": 3694,
+      "Everyone": 3695,
+      "hino": 3696,
+      "Ġwealthy": 3697,
+      "Ġintellig": 3698,
+      "noon": 3699,
+      "Ġsuit": 3700,
+      "Ġmild": 3701,
+      "Ġnature": 3702,
+      "ans": 3703,
+      "Ġhappier": 3704,
+      "Ġneat": 3705,
+      "Ġstarts": 3706,
+      "ucked": 3707,
+      "Ġafternoon": 3708,
+      "Ġtorn": 3709,
+      "Ġelevator": 3710,
+      "gen": 3711,
+      "ti": 3712,
+      "Ġten": 3713,
+      "Ġharsh": 3714,
+      "Ġped": 3715,
+      "atient": 3716,
+      "orant": 3717,
+      "Ġrece": 3718,
+      "Ġjet": 3719,
+      "illie": 3720,
+      "ĠRed": 3721,
+      "Ġreading": 3722,
+      "Ġsearching": 3723,
+      "Ġbasketball": 3724,
+      "Ġbarber": 3725,
+      "Ġspeed": 3726,
+      "See": 3727,
+      "awn": 3728,
+      "Ġstack": 3729,
+      "ĠMummy": 3730,
+      "Ġclock": 3731,
+      "ĠGive": 3732,
+      "Ġmagn": 3733,
+      "Ġleaving": 3734,
+      "Ġcupboard": 3735,
+      "Ġdesign": 3736,
+      "Ġslides": 3737,
+      "Ġsandwiches": 3738,
+      "Ġcandle": 3739,
+      "aulif": 3740,
+      "Ġriding": 3741,
+      "Ġfresh": 3742,
+      "oppy": 3743,
+      "Ġshocked": 3744,
+      "Ġener": 3745,
+      "Ġjumps": 3746,
+      "Ġhaircut": 3747,
+      "Ġrespectful": 3748,
+      "Ġcooking": 3749,
+      "Ġticket": 3750,
+      "Ġencou": 3751,
+      "Ġtunnel": 3752,
+      "auliflower": 3753,
+      "Give": 3754,
+      "Ġsle": 3755,
+      "reen": 3756,
+      "Ġmay": 3757,
+      "Ġthief": 3758,
+      "Ġyawn": 3759,
+      "Ġfort": 3760,
+      "Ġalert": 3761,
+      "Ġsorts": 3762,
+      "Ġimpatient": 3763,
+      "Ġcreate": 3764,
+      "ailable": 3765,
+      "Ġwheels": 3766,
+      "Ġvalue": 3767,
+      "Ġprize": 3768,
+      "Mary": 3769,
+      "ye": 3770,
+      "het": 3771,
+      "Ġsent": 3772,
+      "Ġbent": 3773,
+      "ince": 3774,
+      "Ġcomet": 3775,
+      "Ġcamp": 3776,
+      "Ġcauliflower": 3777,
+      "Ġmelon": 3778,
+      "Ġgem": 3779,
+      "Ġitself": 3780,
+      "iron": 3781,
+      "Ġmush": 3782,
+      "Ġmonkeys": 3783,
+      "Ġsalad": 3784,
+      "Ġdestro": 3785,
+      "Ġrescue": 3786,
+      "Ġscooter": 3787,
+      "Ġintelligent": 3788,
+      "az": 3789,
+      "Ġdug": 3790,
+      "iling": 3791,
+      "anger": 3792,
+      "Ġroof": 3793,
+      "Ġrhino": 3794,
+      "Ġscold": 3795,
+      "aghet": 3796,
+      "Ġexper": 3797,
+      "Ġbarking": 3798,
+      "Ġbananas": 3799,
+      "Ġignorant": 3800,
+      "Ġmicro": 3801,
+      "Ġavailable": 3802,
+      "Ġgraceful": 3803,
+      "Ġmotorcycle": 3804,
+      "aghetti": 3805,
+      "hood": 3806,
+      "ĠSn": 3807,
+      "Ġearth": 3808,
+      "Ġboots": 3809,
+      "Ġspaghetti": 3810,
+      "ummer": 3811,
+      "Ġagree": 3812,
+      "Ġbull": 3813,
+      "Ġanywhere": 3814,
+      "ĠGeorge": 3815,
+      "Ġbehave": 3816,
+      "ĠKim": 3817,
+      "Ġpaid": 3818,
+      "scope": 3819,
+      "Ġstretched": 3820,
+      "Ġfearful": 3821,
+      "Ġavo": 3822,
+      "Ġmicroscope": 3823,
+      "If": 3824,
+      "io": 3825,
+      "Ġnoteb": 3826,
+      "ĠEventually": 3827,
+      "Ġolder": 3828,
+      "Ġsniff": 3829,
+      "Ġadvice": 3830,
+      "Ġstops": 3831,
+      "Ġperform": 3832,
+      "Ġfurther": 3833,
+      "Ġenvious": 3834,
+      "Ġpigeon": 3835,
+      "Ġmushroom": 3836,
+      "Ġnotebook": 3837,
+      "ubby": 3838,
+      "Ġpun": 3839,
+      "ats": 3840,
+      "Ġnurse": 3841,
+      "orable": 3842,
+      "Ġthunder": 3843,
+      "Ġclapping": 3844,
+      "Ġvide": 3845,
+      "Ġbuilt": 3846,
+      "ĠCl": 3847,
+      "Ġuncom": 3848,
+      "Ġshouting": 3849,
+      "Ġarrow": 3850,
+      "Ġdrawer": 3851,
+      "Ġprov": 3852,
+      "fortable": 3853,
+      "Ġtomato": 3854,
+      "Ġmeeting": 3855,
+      "Ġobject": 3856,
+      "Ġyogurt": 3857,
+      "Ġtemple": 3858,
+      "Ġuncomfortable": 3859,
+      "ef": 3860,
+      "ues": 3861,
+      "ĠTony": 3862,
+      "Ġloop": 3863,
+      "Ġchubby": 3864,
+      "Ġswitch": 3865,
+      "Ġskip": 3866,
+      "Ġadorable": 3867,
+      "ÅĵIt": 3868,
+      "Ġcounting": 3869,
+      "Ġcooked": 3870,
+      "Ġpist": 3871,
+      "arian": 3872,
+      "enry": 3873,
+      "Ġstared": 3874,
+      "Ġshut": 3875,
+      "icop": 3876,
+      "Ġquite": 3877,
+      "Ġsnuggled": 3878,
+      "ĠGrandpa": 3879,
+      "Ġtroubled": 3880,
+      "Ġgiggle": 3881,
+      "Ġblowing": 3882,
+      "Ġhelicop": 3883,
+      "Ġfisher": 3884,
+      "Ġpistol": 3885,
+      "Ġhelicopter": 3886,
+      "par": 3887,
+      "ĠSophie": 3888,
+      "ooped": 3889,
+      "ips": 3890,
+      "Ġnowhere": 3891,
+      "Ġforgave": 3892,
+      "Ġmarched": 3893,
+      "Ġtreasures": 3894,
+      "host": 3895,
+      "Ġpassport": 3896,
+      "Ġstirred": 3897,
+      "Ġpushing": 3898,
+      "Ġcompetitive": 3899,
+      "Ġdestroy": 3900,
+      "Yay": 3901,
+      "aked": 3902,
+      "oe": 3903,
+      "tter": 3904,
+      "Ġgir": 3905,
+      "Ġghost": 3906,
+      "anic": 3907,
+      "kelet": 3908,
+      "htub": 3909,
+      "Ġreef": 3910,
+      "Ġsepar": 3911,
+      "opard": 3912,
+      "play": 3913,
+      "Ġenvel": 3914,
+      "Ġbreat": 3915,
+      "Ġrepair": 3916,
+      "Ġfootball": 3917,
+      "Ġbathtub": 3918,
+      "Ġrubber": 3919,
+      "Ġangel": 3920,
+      "Ġtriangle": 3921,
+      "Ġled": 3922,
+      "Ġmill": 3923,
+      "ĠSh": 3924,
+      "chanic": 3925,
+      "Ġnames": 3926,
+      "Ġleopard": 3927,
+      "Ġnobody": 3928,
+      "Ġanyway": 3929,
+      "uct": 3930,
+      "ctus": 3931,
+      "Ġshouldn": 3932,
+      "Ġzeb": 3933,
+      "Ġgiven": 3934,
+      "Ġholds": 3935,
+      "Ġbarrel": 3936,
+      "Ġbandage": 3937,
+      "Ġenth": 3938,
+      "Daddy": 3939,
+      "Ġzebra": 3940,
+      "ives": 3941,
+      "ube": 3942,
+      "year": 3943,
+      "Ġpor": 3944,
+      "Ġpand": 3945,
+      "Ġotter": 3946,
+      "Ġribb": 3947,
+      "Ġshield": 3948,
+      "Ġmechanic": 3949,
+      "Ġdonâ": 3950,
+      "Ġdisag": 3951,
+      "Ġdisplay": 3952,
+      "Ġmusician": 3953,
+      "ceros": 3954,
+      "Ġspeak": 3955,
+      "Ġcab": 3956,
+      "Ġcactus": 3957,
+      "ĠBetsy": 3958,
+      "Ġbulb": 3959,
+      "Ch": 3960,
+      "eath": 3961,
+      "ikes": 3962,
+      "xy": 3963,
+      "Ġtube": 3964,
+      "Ġahead": 3965,
+      "Ġsummer": 3966,
+      "Ġskelet": 3967,
+      "Ġpurse": 3968,
+      "Ġknob": 3969,
+      "Ġdidnâ": 3970,
+      "Ġcouldnâ": 3971,
+      "Ġcolours": 3972,
+      "Ġwindows": 3973,
+      "oomy": 3974,
+      "Ġgifted": 3975,
+      "Ġcartoon": 3976,
+      "Ġrhinoceros": 3977,
+      "gl": 3978,
+      "heart": 3979,
+      "Ġsize": 3980,
+      "Ġbet": 3981,
+      "ĠMiss": 3982,
+      "Ġscrew": 3983,
+      "Ġflour": 3984,
+      "Ġblin": 3985,
+      "apa": 3986,
+      "Ġdishes": 3987,
+      "Ġraining": 3988,
+      "Ġhoping": 3989,
+      "Ġshovel": 3990,
+      "Ġmint": 3991,
+      "Ġjellyfish": 3992,
+      "Ġsweater": 3993,
+      "Ġcharming": 3994,
+      "Ġpenguin": 3995,
+      "Ġenvelope": 3996,
+      "Ġenthus": 3997,
+      "Ġcabin": 3998,
+      "rec": 3999,
+      "Ġpant": 4000,
+      "Ġthread": 4001,
+      "Ġinse": 4002,
+      "Ġstaff": 4003,
+      "Ġliz": 4004,
+      "Ġunpack": 4005,
+      "Ġwriting": 4006,
+      "Ġtrash": 4007,
+      "Ġrolling": 4008,
+      "Ġwaffle": 4009,
+      "Ġiron": 4010,
+      "Ġwing": 4011,
+      "erable": 4012,
+      "Ġsheet": 4013,
+      "ĠBuddy": 4014,
+      "Ġshadow": 4015,
+      "Ġroared": 4016,
+      "Ġmuff": 4017,
+      "Ġairport": 4018,
+      "Ġceiling": 4019,
+      "Ġattic": 4020,
+      "Ġorganize": 4021,
+      "Ġstretch": 4022,
+      "Ġgrapes": 4023,
+      "Ġobs": 4024,
+      "ĠAre": 4025,
+      "ĠWould": 4026,
+      "ĠInst": 4027,
+      "Ġpiano": 4028,
+      "Ġsalt": 4029,
+      "Ġmiserable": 4030,
+      "Ġcord": 4031,
+      "Ġdess": 4032,
+      "Ġrefused": 4033,
+      "Ġscreen": 4034,
+      "ĠDan": 4035,
+      "Ġstrugg": 4036,
+      "Ġneedle": 4037,
+      "Ġbears": 4038,
+      "ĠAndy": 4039,
+      "Ġheaded": 4040,
+      "Ġsticky": 4041,
+      "Ġfreez": 4042,
+      "Ġzoomed": 4043,
+      "Ġimagined": 4044,
+      "Ġmedal": 4045,
+      "Ġmagnet": 4046,
+      "reci": 4047,
+      "Ġobser": 4048,
+      "Ġer": 4049,
+      "Ġlives": 4050,
+      "ĠAl": 4051,
+      "ĠPat": 4052,
+      "Ġappreci": 4053,
+      "asses": 4054,
+      "Ġsailor": 4055,
+      "Ġminute": 4056,
+      "Ġfisherman": 4057,
+      "vision": 4058,
+      "Ġrat": 4059,
+      "aled": 4060,
+      "Ġbrus": 4061,
+      "Ġchance": 4062,
+      "Ġpost": 4063,
+      "Ġsungl": 4064,
+      "Ġcheek": 4065,
+      "reeze": 4066,
+      "Ġdeaf": 4067,
+      "Ġrules": 4068,
+      "Ġfrogs": 4069,
+      "Ġairpl": 4070,
+      "ĠGod": 4071,
+      "Ġstrawberry": 4072,
+      "Ġslept": 4073,
+      "Ġlizard": 4074,
+      "Ġsunglasses": 4075,
+      "Ġluck": 4076,
+      "Ġinf": 4077,
+      "Ġbeep": 4078,
+      "ĠBunny": 4079,
+      "Ġmeas": 4080,
+      "Ġrod": 4081,
+      "Ġorder": 4082,
+      "Ġrestless": 4083,
+      "Ġsandbox": 4084,
+      "Ġmessage": 4085,
+      "ĠJoey": 4086,
+      "Ġcomplet": 4087,
+      "Ġattract": 4088,
+      "Ġgolden": 4089,
+      "Grandma": 4090,
+      "Ġpilot": 4091,
+      "Ġporch": 4092,
+      "Little": 4093,
+      "ler": 4094,
+      "ses": 4095
+    },
+    "merges": [
+      [
+        "h",
+        "e"
+      ],
+      [
+        "Ġ",
+        "t"
+      ],
+      [
+        "Ġ",
+        "a"
+      ],
+      [
+        "Ġ",
+        "s"
+      ],
+      [
+        "Ġ",
+        "w"
+      ],
+      [
+        "n",
+        "d"
+      ],
+      [
+        "Ġt",
+        "he"
+      ],
+      [
+        "e",
+        "d"
+      ],
+      [
+        "Ġa",
+        "nd"
+      ],
+      [
+        "Ġt",
+        "o"
+      ],
+      [
+        "Ġ",
+        "b"
+      ],
+      [
+        "i",
+        "n"
+      ],
+      [
+        "Ġ",
+        "h"
+      ],
+      [
+        "Ġw",
+        "a"
+      ],
+      [
+        "r",
+        "e"
+      ],
+      [
+        "Ġ",
+        "f"
+      ],
+      [
+        "i",
+        "t"
+      ],
+      [
+        "o",
+        "u"
+      ],
+      [
+        "Ġ",
+        "c"
+      ],
+      [
+        "Ġ",
+        "l"
+      ],
+      [
+        "Ġ",
+        "he"
+      ],
+      [
+        "Ġ",
+        "d"
+      ],
+      [
+        "e",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "s"
+      ],
+      [
+        "Ġ",
+        "m"
+      ],
+      [
+        "Ġ",
+        "p"
+      ],
+      [
+        "o",
+        "m"
+      ],
+      [
+        "Ġ",
+        "T"
+      ],
+      [
+        "Ġ",
+        "o"
+      ],
+      [
+        "a",
+        "y"
+      ],
+      [
+        "a",
+        "r"
+      ],
+      [
+        "in",
+        "g"
+      ],
+      [
+        "i",
+        "s"
+      ],
+      [
+        "Ġ",
+        "g"
+      ],
+      [
+        "i",
+        "l"
+      ],
+      [
+        "i",
+        "d"
+      ],
+      [
+        "a",
+        "t"
+      ],
+      [
+        "e",
+        "n"
+      ],
+      [
+        "Ġ",
+        "n"
+      ],
+      [
+        "Ġs",
+        "a"
+      ],
+      [
+        "Ġh",
+        "a"
+      ],
+      [
+        "Ġ",
+        "S"
+      ],
+      [
+        "i",
+        "m"
+      ],
+      [
+        "a",
+        "n"
+      ],
+      [
+        "ĠT",
+        "he"
+      ],
+      [
+        "o",
+        "r"
+      ],
+      [
+        "o",
+        "n"
+      ],
+      [
+        "Ġ",
+        "it"
+      ],
+      [
+        "Ġt",
+        "h"
+      ],
+      [
+        "l",
+        "l"
+      ],
+      [
+        "l",
+        "e"
+      ],
+      [
+        "Ġ",
+        "H"
+      ],
+      [
+        "Ġhe",
+        "r"
+      ],
+      [
+        "e",
+        "t"
+      ],
+      [
+        "o",
+        "t"
+      ],
+      [
+        "i",
+        "r"
+      ],
+      [
+        "ĠS",
+        "he"
+      ],
+      [
+        "ĠH",
+        "e"
+      ],
+      [
+        "v",
+        "er"
+      ],
+      [
+        "e",
+        "s"
+      ],
+      [
+        "Ġ",
+        "in"
+      ],
+      [
+        "u",
+        "t"
+      ],
+      [
+        "o",
+        "w"
+      ],
+      [
+        "c",
+        "k"
+      ],
+      [
+        "Ġ",
+        "e"
+      ],
+      [
+        "Ġ",
+        "u"
+      ],
+      [
+        "l",
+        "d"
+      ],
+      [
+        "ĠThe",
+        "y"
+      ],
+      [
+        "o",
+        "o"
+      ],
+      [
+        "i",
+        "g"
+      ],
+      [
+        "Ġsa",
+        "id"
+      ],
+      [
+        "a",
+        "m"
+      ],
+      [
+        "il",
+        "y"
+      ],
+      [
+        "Ġb",
+        "e"
+      ],
+      [
+        "Ġ",
+        "y"
+      ],
+      [
+        "Ġ",
+        "r"
+      ],
+      [
+        "Ġs",
+        "t"
+      ],
+      [
+        "c",
+        "e"
+      ],
+      [
+        "Ġs",
+        "he"
+      ],
+      [
+        "Ġ",
+        "\""
+      ],
+      [
+        "p",
+        "p"
+      ],
+      [
+        "k",
+        "e"
+      ],
+      [
+        "it",
+        "h"
+      ],
+      [
+        "O",
+        "n"
+      ],
+      [
+        "Ġ",
+        "I"
+      ],
+      [
+        "Ġw",
+        "ith"
+      ],
+      [
+        "v",
+        "e"
+      ],
+      [
+        "L",
+        "ily"
+      ],
+      [
+        "Ġo",
+        "n"
+      ],
+      [
+        "Ġo",
+        "f"
+      ],
+      [
+        "Ġs",
+        "o"
+      ],
+      [
+        "Ġh",
+        "is"
+      ],
+      [
+        "k",
+        "ed"
+      ],
+      [
+        "r",
+        "i"
+      ],
+      [
+        "n",
+        "t"
+      ],
+      [
+        "ver",
+        "y"
+      ],
+      [
+        "Ġp",
+        "l"
+      ],
+      [
+        "Ġd",
+        "ay"
+      ],
+      [
+        "a",
+        "d"
+      ],
+      [
+        "Ġy",
+        "ou"
+      ],
+      [
+        "Ġth",
+        "at"
+      ],
+      [
+        "Ġu",
+        "p"
+      ],
+      [
+        "Ġha",
+        "d"
+      ],
+      [
+        "s",
+        "t"
+      ],
+      [
+        "Ġpl",
+        "ay"
+      ],
+      [
+        "Ġthe",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Lily"
+      ],
+      [
+        "Ġw",
+        "e"
+      ],
+      [
+        "Ġm",
+        "om"
+      ],
+      [
+        "m",
+        "y"
+      ],
+      [
+        "Ġf",
+        "or"
+      ],
+      [
+        "e",
+        "l"
+      ],
+      [
+        "ou",
+        "ld"
+      ],
+      [
+        "u",
+        "n"
+      ],
+      [
+        "Ġ",
+        "B"
+      ],
+      [
+        "'",
+        "s"
+      ],
+      [
+        "it",
+        "t"
+      ],
+      [
+        "en",
+        "t"
+      ],
+      [
+        "Ġha",
+        "pp"
+      ],
+      [
+        "T",
+        "he"
+      ],
+      [
+        "c",
+        "h"
+      ],
+      [
+        "Ġl",
+        "i"
+      ],
+      [
+        "ou",
+        "t"
+      ],
+      [
+        "Ġwa",
+        "nt"
+      ],
+      [
+        "Ġs",
+        "h"
+      ],
+      [
+        "he",
+        "r"
+      ],
+      [
+        "l",
+        "y"
+      ],
+      [
+        "im",
+        "e"
+      ],
+      [
+        "itt",
+        "le"
+      ],
+      [
+        "ou",
+        "nd"
+      ],
+      [
+        "Ġ",
+        "very"
+      ],
+      [
+        "Ġt",
+        "ime"
+      ],
+      [
+        "om",
+        "e"
+      ],
+      [
+        "Ġl",
+        "ittle"
+      ],
+      [
+        "Ġthe",
+        "re"
+      ],
+      [
+        "s",
+        "e"
+      ],
+      [
+        "Ġd",
+        "o"
+      ],
+      [
+        "Ġw",
+        "h"
+      ],
+      [
+        "a",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "k"
+      ],
+      [
+        "e",
+        "nd"
+      ],
+      [
+        "a",
+        "l"
+      ],
+      [
+        "h",
+        "t"
+      ],
+      [
+        "Ġn",
+        "e"
+      ],
+      [
+        "Ġ",
+        "re"
+      ],
+      [
+        "Ġn",
+        "ot"
+      ],
+      [
+        "Ġhapp",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Ċ"
+      ],
+      [
+        "Ġb",
+        "ig"
+      ],
+      [
+        "Ġ",
+        "M"
+      ],
+      [
+        "Ġb",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "m"
+      ],
+      [
+        "a",
+        "ck"
+      ],
+      [
+        "Ġsa",
+        "w"
+      ],
+      [
+        "ĠI",
+        "t"
+      ],
+      [
+        "Ġa",
+        "s"
+      ],
+      [
+        "Ġa",
+        "n"
+      ],
+      [
+        "r",
+        "a"
+      ],
+      [
+        "ri",
+        "end"
+      ],
+      [
+        "Ġf",
+        "riend"
+      ],
+      [
+        "id",
+        "e"
+      ],
+      [
+        "On",
+        "e"
+      ],
+      [
+        "r",
+        "y"
+      ],
+      [
+        "'",
+        "t"
+      ],
+      [
+        "v",
+        "ed"
+      ],
+      [
+        "Ġ",
+        "is"
+      ],
+      [
+        "On",
+        "ce"
+      ],
+      [
+        "a",
+        "ke"
+      ],
+      [
+        ".",
+        "\""
+      ],
+      [
+        "Ġwe",
+        "re"
+      ],
+      [
+        "t",
+        "er"
+      ],
+      [
+        "u",
+        "g"
+      ],
+      [
+        "Ġl",
+        "oo"
+      ],
+      [
+        "Ġl",
+        "o"
+      ],
+      [
+        "o",
+        "re"
+      ],
+      [
+        "e",
+        "c"
+      ],
+      [
+        "ĠT",
+        "im"
+      ],
+      [
+        "Ġh",
+        "im"
+      ],
+      [
+        "Ġb",
+        "o"
+      ],
+      [
+        "!",
+        "\""
+      ],
+      [
+        "Ġto",
+        "o"
+      ],
+      [
+        "Ġg",
+        "o"
+      ],
+      [
+        "Ġup",
+        "on"
+      ],
+      [
+        "ir",
+        "l"
+      ],
+      [
+        "Ġ",
+        "j"
+      ],
+      [
+        "Ġwant",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "irl"
+      ],
+      [
+        "Ġs",
+        "e"
+      ],
+      [
+        "Ġ",
+        "out"
+      ],
+      [
+        "ar",
+        "d"
+      ],
+      [
+        "w",
+        "ay"
+      ],
+      [
+        "Ġs",
+        "p"
+      ],
+      [
+        "il",
+        "l"
+      ],
+      [
+        "i",
+        "nd"
+      ],
+      [
+        "Ġthe",
+        "m"
+      ],
+      [
+        "Ġc",
+        "ould"
+      ],
+      [
+        "f",
+        "u"
+      ],
+      [
+        "he",
+        "n"
+      ],
+      [
+        "Ġa",
+        "t"
+      ],
+      [
+        "u",
+        "r"
+      ],
+      [
+        "Ġd",
+        "id"
+      ],
+      [
+        "Ġsm",
+        "il"
+      ],
+      [
+        "Ġthe",
+        "ir"
+      ],
+      [
+        "Ġa",
+        "re"
+      ],
+      [
+        "Ġe",
+        "x"
+      ],
+      [
+        "Ġ",
+        "A"
+      ],
+      [
+        "a",
+        "in"
+      ],
+      [
+        "Ġw",
+        "ent"
+      ],
+      [
+        "ar",
+        "t"
+      ],
+      [
+        "he",
+        "d"
+      ],
+      [
+        "r",
+        "om"
+      ],
+      [
+        "i",
+        "c"
+      ],
+      [
+        "r",
+        "ound"
+      ],
+      [
+        "Ġha",
+        "ve"
+      ],
+      [
+        "Ġn",
+        "am"
+      ],
+      [
+        "l",
+        "p"
+      ],
+      [
+        "Ġa",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "J"
+      ],
+      [
+        "fu",
+        "l"
+      ],
+      [
+        "Ġk",
+        "n"
+      ],
+      [
+        "h",
+        "ing"
+      ],
+      [
+        "oo",
+        "d"
+      ],
+      [
+        "Ġhe",
+        "lp"
+      ],
+      [
+        "ig",
+        "ht"
+      ],
+      [
+        "Ġfriend",
+        "s"
+      ],
+      [
+        "on",
+        "e"
+      ],
+      [
+        "ar",
+        "k"
+      ],
+      [
+        "Ġb",
+        "ack"
+      ],
+      [
+        "u",
+        "m"
+      ],
+      [
+        "Ġc",
+        "an"
+      ],
+      [
+        "Ġnam",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "l"
+      ],
+      [
+        "?",
+        "\""
+      ],
+      [
+        "Ġf",
+        "un"
+      ],
+      [
+        "a",
+        "re"
+      ],
+      [
+        "ĠB",
+        "en"
+      ],
+      [
+        "Ġlo",
+        "ved"
+      ],
+      [
+        "Ġa",
+        "l"
+      ],
+      [
+        "el",
+        "t"
+      ],
+      [
+        "ĠTim",
+        "my"
+      ],
+      [
+        "Ġ",
+        "One"
+      ],
+      [
+        "o",
+        "p"
+      ],
+      [
+        "s",
+        "ide"
+      ],
+      [
+        "Ġl",
+        "e"
+      ],
+      [
+        "Ġn",
+        "o"
+      ],
+      [
+        "Ġs",
+        "c"
+      ],
+      [
+        "ĠT",
+        "om"
+      ],
+      [
+        "Ġf",
+        "elt"
+      ],
+      [
+        "ou",
+        "g"
+      ],
+      [
+        "Ġsmil",
+        "ed"
+      ],
+      [
+        "i",
+        "ck"
+      ],
+      [
+        "Ġas",
+        "ked"
+      ],
+      [
+        "Y",
+        "ou"
+      ],
+      [
+        "Ġto",
+        "y"
+      ],
+      [
+        "Ġm",
+        "an"
+      ],
+      [
+        "Ġa",
+        "round"
+      ],
+      [
+        "am",
+        "e"
+      ],
+      [
+        "Ġf",
+        "e"
+      ],
+      [
+        "Ġs",
+        "ay"
+      ],
+      [
+        "Ġbo",
+        "y"
+      ],
+      [
+        "Ġs",
+        "ome"
+      ],
+      [
+        "Ġloo",
+        "ked"
+      ],
+      [
+        "u",
+        "re"
+      ],
+      [
+        "om",
+        "et"
+      ],
+      [
+        "Ġb",
+        "r"
+      ],
+      [
+        "Ġw",
+        "ould"
+      ],
+      [
+        "Ġm",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ir"
+      ],
+      [
+        "Ġli",
+        "ke"
+      ],
+      [
+        "g",
+        "et"
+      ],
+      [
+        "Ġst",
+        "art"
+      ],
+      [
+        "Ġr",
+        "o"
+      ],
+      [
+        "a",
+        "s"
+      ],
+      [
+        "Ġse",
+        "e"
+      ],
+      [
+        "Ġ",
+        "W"
+      ],
+      [
+        "i",
+        "ce"
+      ],
+      [
+        "on",
+        "g"
+      ],
+      [
+        "Ġbir",
+        "d"
+      ],
+      [
+        "Ġs",
+        "omet"
+      ],
+      [
+        "d",
+        "d"
+      ],
+      [
+        "Ġw",
+        "or"
+      ],
+      [
+        "ad",
+        "e"
+      ],
+      [
+        "i",
+        "e"
+      ],
+      [
+        "k",
+        "ing"
+      ],
+      [
+        "Ġa",
+        "g"
+      ],
+      [
+        "ow",
+        "n"
+      ],
+      [
+        "Ġt",
+        "re"
+      ],
+      [
+        "Ġf",
+        "a"
+      ],
+      [
+        "Ġa",
+        "way"
+      ],
+      [
+        "Ġwh",
+        "at"
+      ],
+      [
+        "ing",
+        "s"
+      ],
+      [
+        "Ġstart",
+        "ed"
+      ],
+      [
+        "get",
+        "her"
+      ],
+      [
+        "Ġr",
+        "an"
+      ],
+      [
+        "Ã",
+        "¢"
+      ],
+      [
+        "â",
+        "Ĥ"
+      ],
+      [
+        "âĤ",
+        "¬"
+      ],
+      [
+        "ar",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ake"
+      ],
+      [
+        "ĠB",
+        "ut"
+      ],
+      [
+        "it",
+        "ed"
+      ],
+      [
+        "i",
+        "f"
+      ],
+      [
+        "ou",
+        "d"
+      ],
+      [
+        "Ġm",
+        "ade"
+      ],
+      [
+        "Ġto",
+        "gether"
+      ],
+      [
+        "Ġsomet",
+        "hing"
+      ],
+      [
+        "Ġex",
+        "c"
+      ],
+      [
+        "a",
+        "g"
+      ],
+      [
+        "Ġc",
+        "o"
+      ],
+      [
+        "Ġp",
+        "ark"
+      ],
+      [
+        "Ġne",
+        "w"
+      ],
+      [
+        "Ġsa",
+        "d"
+      ],
+      [
+        "Ġp",
+        "ut"
+      ],
+      [
+        ",",
+        "\""
+      ],
+      [
+        "Ġf",
+        "rom"
+      ],
+      [
+        "b",
+        "le"
+      ],
+      [
+        "t",
+        "her"
+      ],
+      [
+        "Ġp",
+        "r"
+      ],
+      [
+        "Ġm",
+        "u"
+      ],
+      [
+        "Ġc",
+        "ar"
+      ],
+      [
+        "Ġh",
+        "ome"
+      ],
+      [
+        "Ġ",
+        "You"
+      ],
+      [
+        "Ġthe",
+        "n"
+      ],
+      [
+        "Ġw",
+        "hen"
+      ],
+      [
+        "Ġf",
+        "ound"
+      ],
+      [
+        "e",
+        "ll"
+      ],
+      [
+        "Ġo",
+        "ther"
+      ],
+      [
+        "Ġag",
+        "ain"
+      ],
+      [
+        "Ġc",
+        "h"
+      ],
+      [
+        "Ġd",
+        "ec"
+      ],
+      [
+        "Ġwh",
+        "o"
+      ],
+      [
+        "Ġl",
+        "a"
+      ],
+      [
+        "ri",
+        "ed"
+      ],
+      [
+        "s",
+        "s"
+      ],
+      [
+        "Ġg",
+        "ood"
+      ],
+      [
+        "Ġh",
+        "ug"
+      ],
+      [
+        "Ġ",
+        "L"
+      ],
+      [
+        "pp",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "l"
+      ],
+      [
+        "e",
+        "p"
+      ],
+      [
+        "all",
+        "y"
+      ],
+      [
+        "Ġsay",
+        "s"
+      ],
+      [
+        "Ġf",
+        "l"
+      ],
+      [
+        "es",
+        "t"
+      ],
+      [
+        "a",
+        "ch"
+      ],
+      [
+        "Ġ",
+        "E"
+      ],
+      [
+        "Ġexc",
+        "ited"
+      ],
+      [
+        "p",
+        "l"
+      ],
+      [
+        "q",
+        "u"
+      ],
+      [
+        "oo",
+        "k"
+      ],
+      [
+        "Ġg",
+        "et"
+      ],
+      [
+        "oug",
+        "ht"
+      ],
+      [
+        "Ġplay",
+        "ing"
+      ],
+      [
+        "Ġg",
+        "ot"
+      ],
+      [
+        "Ġs",
+        "w"
+      ],
+      [
+        "ou",
+        "s"
+      ],
+      [
+        "h",
+        "at"
+      ],
+      [
+        "n",
+        "y"
+      ],
+      [
+        "id",
+        "ed"
+      ],
+      [
+        "u",
+        "ck"
+      ],
+      [
+        "Ġth",
+        "ings"
+      ],
+      [
+        "Ġe",
+        "very"
+      ],
+      [
+        "Ġdec",
+        "ided"
+      ],
+      [
+        "Ġc",
+        "ame"
+      ],
+      [
+        "Ġbe",
+        "c"
+      ],
+      [
+        "a",
+        "ve"
+      ],
+      [
+        "r",
+        "o"
+      ],
+      [
+        "a",
+        "x"
+      ],
+      [
+        "Ġli",
+        "ked"
+      ],
+      [
+        "Ġd",
+        "own"
+      ],
+      [
+        "Ġdo",
+        "g"
+      ],
+      [
+        "Ġsc",
+        "ared"
+      ],
+      [
+        "Ġ",
+        "v"
+      ],
+      [
+        "u",
+        "dd"
+      ],
+      [
+        "u",
+        "st"
+      ],
+      [
+        "Ġon",
+        "e"
+      ],
+      [
+        "Ġf",
+        "ind"
+      ],
+      [
+        "Ġb",
+        "l"
+      ],
+      [
+        "Ġth",
+        "an"
+      ],
+      [
+        "Ġ",
+        "D"
+      ],
+      [
+        "ou",
+        "se"
+      ],
+      [
+        "way",
+        "s"
+      ],
+      [
+        "Ġkn",
+        "e"
+      ],
+      [
+        "Ġdid",
+        "n"
+      ],
+      [
+        "a",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "my"
+      ],
+      [
+        "Ġc",
+        "are"
+      ],
+      [
+        "Ġal",
+        "ways"
+      ],
+      [
+        "Ġa",
+        "b"
+      ],
+      [
+        "is",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ad"
+      ],
+      [
+        "Ġfe",
+        "el"
+      ],
+      [
+        "ar",
+        "a"
+      ],
+      [
+        "b",
+        "b"
+      ],
+      [
+        "ar",
+        "n"
+      ],
+      [
+        "f",
+        "e"
+      ],
+      [
+        "Ġyou",
+        "r"
+      ],
+      [
+        "Ġout",
+        "side"
+      ],
+      [
+        "u",
+        "e"
+      ],
+      [
+        "Ġg",
+        "ra"
+      ],
+      [
+        "an",
+        "t"
+      ],
+      [
+        "Ġ",
+        "ke"
+      ],
+      [
+        "ĠM",
+        "om"
+      ],
+      [
+        "Ġtoo",
+        "k"
+      ],
+      [
+        "Ġl",
+        "ot"
+      ],
+      [
+        "n",
+        "n"
+      ],
+      [
+        "Ġb",
+        "u"
+      ],
+      [
+        "Ġab",
+        "out"
+      ],
+      [
+        "es",
+        "s"
+      ],
+      [
+        "Ġ",
+        "F"
+      ],
+      [
+        "nd",
+        "er"
+      ],
+      [
+        "Ġtre",
+        "e"
+      ],
+      [
+        "ec",
+        "i"
+      ],
+      [
+        "Ġloo",
+        "k"
+      ],
+      [
+        "Ġp",
+        "o"
+      ],
+      [
+        "Ġm",
+        "y"
+      ],
+      [
+        "ou",
+        "r"
+      ],
+      [
+        "Ġtoy",
+        "s"
+      ],
+      [
+        "it",
+        "e"
+      ],
+      [
+        "c",
+        "hed"
+      ],
+      [
+        "Ġkne",
+        "w"
+      ],
+      [
+        "Ġth",
+        "ought"
+      ],
+      [
+        "en",
+        "ed"
+      ],
+      [
+        "Ġle",
+        "arn"
+      ],
+      [
+        "Ġin",
+        "t"
+      ],
+      [
+        "Ġo",
+        "ld"
+      ],
+      [
+        "Ġm",
+        "ore"
+      ],
+      [
+        "nn",
+        "a"
+      ],
+      [
+        "is",
+        "e"
+      ],
+      [
+        "g",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "a"
+      ],
+      [
+        "udd",
+        "en"
+      ],
+      [
+        "eci",
+        "al"
+      ],
+      [
+        "Ġsp",
+        "ecial"
+      ],
+      [
+        "ĠM",
+        "ax"
+      ],
+      [
+        "a",
+        "u"
+      ],
+      [
+        "Ġw",
+        "ill"
+      ],
+      [
+        "er",
+        "s"
+      ],
+      [
+        "The",
+        "y"
+      ],
+      [
+        "re",
+        "t"
+      ],
+      [
+        "Ġp",
+        "e"
+      ],
+      [
+        "Ġh",
+        "o"
+      ],
+      [
+        "ĠS",
+        "am"
+      ],
+      [
+        "Ġt",
+        "ake"
+      ],
+      [
+        "Ġb",
+        "all"
+      ],
+      [
+        "Ġkn",
+        "ow"
+      ],
+      [
+        "Ġla",
+        "ug"
+      ],
+      [
+        "f",
+        "ter"
+      ],
+      [
+        "udden",
+        "ly"
+      ],
+      [
+        "Ġc",
+        "at"
+      ],
+      [
+        "Ġh",
+        "ow"
+      ],
+      [
+        "i",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "r"
+      ],
+      [
+        "Ġmu",
+        "ch"
+      ],
+      [
+        "Ġan",
+        "y"
+      ],
+      [
+        "Ġp",
+        "u"
+      ],
+      [
+        "m",
+        "a"
+      ],
+      [
+        "Ġs",
+        "l"
+      ],
+      [
+        "Ġs",
+        "or"
+      ],
+      [
+        "Ġm",
+        "o"
+      ],
+      [
+        "v",
+        "en"
+      ],
+      [
+        "is",
+        "h"
+      ],
+      [
+        "Ġsh",
+        "ow"
+      ],
+      [
+        "Ġcould",
+        "n"
+      ],
+      [
+        "au",
+        "se"
+      ],
+      [
+        "in",
+        "k"
+      ],
+      [
+        "B",
+        "ut"
+      ],
+      [
+        "Ġh",
+        "ouse"
+      ],
+      [
+        "Ġint",
+        "o"
+      ],
+      [
+        "um",
+        "p"
+      ],
+      [
+        "Ġo",
+        "ver"
+      ],
+      [
+        "Ġt",
+        "ried"
+      ],
+      [
+        "a",
+        "nd"
+      ],
+      [
+        "Ġe",
+        "at"
+      ],
+      [
+        "Ġs",
+        "k"
+      ],
+      [
+        "Ġs",
+        "un"
+      ],
+      [
+        "Ġt",
+        "w"
+      ],
+      [
+        "Ġcl",
+        "o"
+      ],
+      [
+        "i",
+        "a"
+      ],
+      [
+        "Ġr",
+        "un"
+      ],
+      [
+        "Ġha",
+        "nd"
+      ],
+      [
+        "ĠE",
+        "very"
+      ],
+      [
+        "Ġ",
+        "en"
+      ],
+      [
+        "Ġin",
+        "side"
+      ],
+      [
+        "d",
+        "y"
+      ],
+      [
+        "Ġ",
+        "if"
+      ],
+      [
+        "Ġto",
+        "ld"
+      ],
+      [
+        "Ġne",
+        "ver"
+      ],
+      [
+        "i",
+        "on"
+      ],
+      [
+        "Ġ",
+        "qu"
+      ],
+      [
+        "Ġbec",
+        "ause"
+      ],
+      [
+        "b",
+        "y"
+      ],
+      [
+        "Ġpr",
+        "oud"
+      ],
+      [
+        "Ġg",
+        "ave"
+      ],
+      [
+        "Ġsor",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "is"
+      ],
+      [
+        "Ġo",
+        "p"
+      ],
+      [
+        "Ġplay",
+        "ed"
+      ],
+      [
+        "at",
+        "e"
+      ],
+      [
+        "Ġex",
+        "pl"
+      ],
+      [
+        "Ġhe",
+        "ard"
+      ],
+      [
+        "t",
+        "y"
+      ],
+      [
+        "Ġo",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "ter"
+      ],
+      [
+        "an",
+        "k"
+      ],
+      [
+        "g",
+        "e"
+      ],
+      [
+        "s",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ick"
+      ],
+      [
+        "ot",
+        "her"
+      ],
+      [
+        "Ġro",
+        "om"
+      ],
+      [
+        "et",
+        "ter"
+      ],
+      [
+        "Ġj",
+        "ust"
+      ],
+      [
+        "a",
+        "ce"
+      ],
+      [
+        "Ġhug",
+        "ged"
+      ],
+      [
+        "a",
+        "k"
+      ],
+      [
+        "Ġg",
+        "re"
+      ],
+      [
+        "he",
+        "re"
+      ],
+      [
+        "Ġof",
+        "f"
+      ],
+      [
+        "ĠS",
+        "ara"
+      ],
+      [
+        "Ġp",
+        "ret"
+      ],
+      [
+        "il",
+        "e"
+      ],
+      [
+        "Ġe",
+        "ach"
+      ],
+      [
+        "Ġc",
+        "om"
+      ],
+      [
+        "Ġl",
+        "ong"
+      ],
+      [
+        "Ġbo",
+        "x"
+      ],
+      [
+        "or",
+        "t"
+      ],
+      [
+        "Ġst",
+        "r"
+      ],
+      [
+        "i",
+        "z"
+      ],
+      [
+        "Ġu",
+        "nt"
+      ],
+      [
+        "Ġwa",
+        "t"
+      ],
+      [
+        "ot",
+        "h"
+      ],
+      [
+        "Ġne",
+        "ed"
+      ],
+      [
+        "Ġj",
+        "o"
+      ],
+      [
+        "ĠW",
+        "e"
+      ],
+      [
+        "T",
+        "om"
+      ],
+      [
+        "Ġsm",
+        "all"
+      ],
+      [
+        "in",
+        "e"
+      ],
+      [
+        "Ġbe",
+        "ar"
+      ],
+      [
+        "M",
+        "om"
+      ],
+      [
+        "Ġunt",
+        "il"
+      ],
+      [
+        "Ġn",
+        "ice"
+      ],
+      [
+        "Ġt",
+        "ry"
+      ],
+      [
+        "v",
+        "ing"
+      ],
+      [
+        "u",
+        "c"
+      ],
+      [
+        "s",
+        "el"
+      ],
+      [
+        "oug",
+        "h"
+      ],
+      [
+        "Ġlearn",
+        "ed"
+      ],
+      [
+        "Ġk",
+        "ind"
+      ],
+      [
+        "ĠA",
+        "nna"
+      ],
+      [
+        "il",
+        "d"
+      ],
+      [
+        "Ġf",
+        "o"
+      ],
+      [
+        "Ġman",
+        "y"
+      ],
+      [
+        "'",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "ack"
+      ],
+      [
+        "Ġb",
+        "etter"
+      ],
+      [
+        "Ġ",
+        "im"
+      ],
+      [
+        "g",
+        "ry"
+      ],
+      [
+        "im",
+        "al"
+      ],
+      [
+        "Ġan",
+        "imal"
+      ],
+      [
+        "ur",
+        "t"
+      ],
+      [
+        "f",
+        "t"
+      ],
+      [
+        "Ġe",
+        "nd"
+      ],
+      [
+        "Ġs",
+        "n"
+      ],
+      [
+        "a",
+        "ut"
+      ],
+      [
+        "Ġt",
+        "e"
+      ],
+      [
+        "Ġc",
+        "le"
+      ],
+      [
+        "ĠJ",
+        "o"
+      ],
+      [
+        "v",
+        "ent"
+      ],
+      [
+        "ur",
+        "p"
+      ],
+      [
+        "Ġg",
+        "r"
+      ],
+      [
+        "Ġbe",
+        "aut"
+      ],
+      [
+        "Ġj",
+        "ump"
+      ],
+      [
+        "m",
+        "b"
+      ],
+      [
+        "Ġa",
+        "d"
+      ],
+      [
+        "re",
+        "am"
+      ],
+      [
+        "p",
+        "t"
+      ],
+      [
+        "ĠS",
+        "o"
+      ],
+      [
+        "ĠH",
+        "er"
+      ],
+      [
+        "Ġfl",
+        "ow"
+      ],
+      [
+        "i",
+        "es"
+      ],
+      [
+        "Ġc",
+        "he"
+      ],
+      [
+        "Ġb",
+        "ra"
+      ],
+      [
+        "Ġthan",
+        "ked"
+      ],
+      [
+        "Ġe",
+        "ven"
+      ],
+      [
+        "Ġb",
+        "est"
+      ],
+      [
+        "Ġc",
+        "all"
+      ],
+      [
+        "ad",
+        "y"
+      ],
+      [
+        "H",
+        "e"
+      ],
+      [
+        "Ġlot",
+        "s"
+      ],
+      [
+        "Ġlaug",
+        "hed"
+      ],
+      [
+        "sel",
+        "f"
+      ],
+      [
+        "Ġr",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "y"
+      ],
+      [
+        "ar",
+        "s"
+      ],
+      [
+        "ur",
+        "n"
+      ],
+      [
+        "Ġb",
+        "y"
+      ],
+      [
+        "Ġfa",
+        "st"
+      ],
+      [
+        "ll",
+        "y"
+      ],
+      [
+        "Ġf",
+        "am"
+      ],
+      [
+        "Ġ",
+        "C"
+      ],
+      [
+        "v",
+        "es"
+      ],
+      [
+        "ard",
+        "en"
+      ],
+      [
+        "Ġg",
+        "arden"
+      ],
+      [
+        "Ġbeaut",
+        "i"
+      ],
+      [
+        "w",
+        "n"
+      ],
+      [
+        "T",
+        "h"
+      ],
+      [
+        "Ġbeauti",
+        "ful"
+      ],
+      [
+        "Ġl",
+        "oud"
+      ],
+      [
+        "le",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "y"
+      ],
+      [
+        "Ġd",
+        "on"
+      ],
+      [
+        "h",
+        "n"
+      ],
+      [
+        "er",
+        "ed"
+      ],
+      [
+        "in",
+        "y"
+      ],
+      [
+        "Ġcare",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "ve"
+      ],
+      [
+        "Ġf",
+        "i"
+      ],
+      [
+        "ĠThe",
+        "n"
+      ],
+      [
+        "Å",
+        "ĵ"
+      ],
+      [
+        "a",
+        "se"
+      ],
+      [
+        "ec",
+        "t"
+      ],
+      [
+        "Ġsa",
+        "fe"
+      ],
+      [
+        "ĠA",
+        "nd"
+      ],
+      [
+        "Ġu",
+        "nder"
+      ],
+      [
+        "Ġc",
+        "ome"
+      ],
+      [
+        "ĠF",
+        "rom"
+      ],
+      [
+        "Y",
+        "es"
+      ],
+      [
+        "ĠM",
+        "ia"
+      ],
+      [
+        "I",
+        "t"
+      ],
+      [
+        "m",
+        "e"
+      ],
+      [
+        "Ġh",
+        "ard"
+      ],
+      [
+        "Ġc",
+        "u"
+      ],
+      [
+        "Ġw",
+        "o"
+      ],
+      [
+        "Ġl",
+        "ist"
+      ],
+      [
+        "Ġst",
+        "ay"
+      ],
+      [
+        "an",
+        "e"
+      ],
+      [
+        "s",
+        "h"
+      ],
+      [
+        "op",
+        "le"
+      ],
+      [
+        "Ġg",
+        "l"
+      ],
+      [
+        "n",
+        "ing"
+      ],
+      [
+        "Ġst",
+        "ill"
+      ],
+      [
+        "oo",
+        "l"
+      ],
+      [
+        "Ġh",
+        "urt"
+      ],
+      [
+        "re",
+        "e"
+      ],
+      [
+        "ĠH",
+        "is"
+      ],
+      [
+        "Ġim",
+        "p"
+      ],
+      [
+        "Ġfam",
+        "ily"
+      ],
+      [
+        "Ġ",
+        "â"
+      ],
+      [
+        "Ġb",
+        "oth"
+      ],
+      [
+        "r",
+        "m"
+      ],
+      [
+        "ig",
+        "h"
+      ],
+      [
+        "Ġli",
+        "ved"
+      ],
+      [
+        "he",
+        "s"
+      ],
+      [
+        "W",
+        "hen"
+      ],
+      [
+        "Ġpe",
+        "ople"
+      ],
+      [
+        "Ġanimal",
+        "s"
+      ],
+      [
+        "Ġco",
+        "l"
+      ],
+      [
+        "Ġbra",
+        "ve"
+      ],
+      [
+        "Ġwal",
+        "ked"
+      ],
+      [
+        "o",
+        "b"
+      ],
+      [
+        "T",
+        "im"
+      ],
+      [
+        "c",
+        "t"
+      ],
+      [
+        "Ġl",
+        "et"
+      ],
+      [
+        "urp",
+        "r"
+      ],
+      [
+        "ĠW",
+        "hen"
+      ],
+      [
+        "Ġtw",
+        "o"
+      ],
+      [
+        "Ġs",
+        "urpr"
+      ],
+      [
+        "Ġsh",
+        "ould"
+      ],
+      [
+        "is",
+        "hed"
+      ],
+      [
+        "Ġb",
+        "ad"
+      ],
+      [
+        "re",
+        "ss"
+      ],
+      [
+        "Ġke",
+        "pt"
+      ],
+      [
+        "Ġf",
+        "ore"
+      ],
+      [
+        "Ġf",
+        "lew"
+      ],
+      [
+        "Ġf",
+        "in"
+      ],
+      [
+        "Ġst",
+        "or"
+      ],
+      [
+        "Ġf",
+        "ly"
+      ],
+      [
+        "a",
+        "st"
+      ],
+      [
+        "is",
+        "ed"
+      ],
+      [
+        "i",
+        "p"
+      ],
+      [
+        "Ġit",
+        "s"
+      ],
+      [
+        "l",
+        "ed"
+      ],
+      [
+        "o",
+        "ck"
+      ],
+      [
+        "uc",
+        "y"
+      ],
+      [
+        "f",
+        "ore"
+      ],
+      [
+        "Ġgo",
+        "ing"
+      ],
+      [
+        "Ġcle",
+        "an"
+      ],
+      [
+        "Ġd",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ic"
+      ],
+      [
+        "Ġso",
+        "on"
+      ],
+      [
+        "Ġcall",
+        "ed"
+      ],
+      [
+        "Ġsh",
+        "are"
+      ],
+      [
+        "k",
+        "ay"
+      ],
+      [
+        "Ġan",
+        "gry"
+      ],
+      [
+        "Ġro",
+        "ck"
+      ],
+      [
+        "Ġc",
+        "on"
+      ],
+      [
+        "Ġpret",
+        "ty"
+      ],
+      [
+        "N",
+        "o"
+      ],
+      [
+        "Ġ",
+        "ide"
+      ],
+      [
+        "i",
+        "ed"
+      ],
+      [
+        "il",
+        "ly"
+      ],
+      [
+        "Ġg",
+        "round"
+      ],
+      [
+        "x",
+        "t"
+      ],
+      [
+        "Ġr",
+        "ed"
+      ],
+      [
+        "Ġexpl",
+        "ore"
+      ],
+      [
+        "Ġc",
+        "ry"
+      ],
+      [
+        "Ġad",
+        "vent"
+      ],
+      [
+        "Ġst",
+        "o"
+      ],
+      [
+        "s",
+        "o"
+      ],
+      [
+        "Ġre",
+        "al"
+      ],
+      [
+        "L",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ind"
+      ],
+      [
+        "Ġsh",
+        "iny"
+      ],
+      [
+        "b",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ook"
+      ],
+      [
+        "Ġal",
+        "so"
+      ],
+      [
+        "Ġdo",
+        "ll"
+      ],
+      [
+        "Ġide",
+        "a"
+      ],
+      [
+        "Ġbe",
+        "fore"
+      ],
+      [
+        "Ġop",
+        "ened"
+      ],
+      [
+        "dd",
+        "ed"
+      ],
+      [
+        "Ġwh",
+        "ile"
+      ],
+      [
+        "um",
+        "my"
+      ],
+      [
+        "Ġke",
+        "ep"
+      ],
+      [
+        "Ġe",
+        "y"
+      ],
+      [
+        "Ġn",
+        "ow"
+      ],
+      [
+        "Ġdo",
+        "or"
+      ],
+      [
+        "Ġfeel",
+        "ing"
+      ],
+      [
+        "âĤ¬",
+        "â"
+      ],
+      [
+        "o",
+        "on"
+      ],
+      [
+        "o",
+        "y"
+      ],
+      [
+        "Ġwal",
+        "king"
+      ],
+      [
+        "Ġno",
+        "ise"
+      ],
+      [
+        "Ġf",
+        "r"
+      ],
+      [
+        "le",
+        "s"
+      ],
+      [
+        "ag",
+        "e"
+      ],
+      [
+        "i",
+        "ous"
+      ],
+      [
+        "Ġcol",
+        "or"
+      ],
+      [
+        "Ġt",
+        "urn"
+      ],
+      [
+        "t",
+        "hing"
+      ],
+      [
+        "f",
+        "f"
+      ],
+      [
+        "u",
+        "ch"
+      ],
+      [
+        "t",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ed"
+      ],
+      [
+        "ar",
+        "y"
+      ],
+      [
+        "Ġd",
+        "ra"
+      ],
+      [
+        "Ġpick",
+        "ed"
+      ],
+      [
+        "im",
+        "b"
+      ],
+      [
+        "e",
+        "et"
+      ],
+      [
+        "Ġcl",
+        "imb"
+      ],
+      [
+        "Ġd",
+        "el"
+      ],
+      [
+        "W",
+        "hat"
+      ],
+      [
+        "Ġbe",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ood"
+      ],
+      [
+        "Ġu",
+        "n"
+      ],
+      [
+        "Ġf",
+        "ar"
+      ],
+      [
+        "t",
+        "ure"
+      ],
+      [
+        "j",
+        "oy"
+      ],
+      [
+        "Ġadvent",
+        "ure"
+      ],
+      [
+        "a",
+        "c"
+      ],
+      [
+        "Ġsmil",
+        "e"
+      ],
+      [
+        "Ġd",
+        "if"
+      ],
+      [
+        "Ħ",
+        "¢"
+      ],
+      [
+        "âĤ¬â",
+        "Ħ¢"
+      ],
+      [
+        "me",
+        "mb"
+      ],
+      [
+        "Ġw",
+        "r"
+      ],
+      [
+        "Ġth",
+        "r"
+      ],
+      [
+        "ug",
+        "ht"
+      ],
+      [
+        "Ġloo",
+        "king"
+      ],
+      [
+        "Ġne",
+        "xt"
+      ],
+      [
+        "ic",
+        "ed"
+      ],
+      [
+        "ĠL",
+        "ucy"
+      ],
+      [
+        "Ġno",
+        "dded"
+      ],
+      [
+        "Ġqu",
+        "ick"
+      ],
+      [
+        "Ġ",
+        "P"
+      ],
+      [
+        "Ġd",
+        "is"
+      ],
+      [
+        "Ġre",
+        "pl"
+      ],
+      [
+        "ĠD",
+        "ad"
+      ],
+      [
+        "Ġwa",
+        "it"
+      ],
+      [
+        "iz",
+        "ed"
+      ],
+      [
+        "Ġfore",
+        "st"
+      ],
+      [
+        "Ġclo",
+        "s"
+      ],
+      [
+        "ĠS",
+        "uddenly"
+      ],
+      [
+        "Ġt",
+        "ra"
+      ],
+      [
+        "T",
+        "hat"
+      ],
+      [
+        "Ġey",
+        "es"
+      ],
+      [
+        "g",
+        "er"
+      ],
+      [
+        "bb",
+        "it"
+      ],
+      [
+        "t",
+        "ed"
+      ],
+      [
+        "Ġo",
+        "wn"
+      ],
+      [
+        "Ġr",
+        "ain"
+      ],
+      [
+        "Ġimp",
+        "ort"
+      ],
+      [
+        "Ġgre",
+        "at"
+      ],
+      [
+        "Ġre",
+        "memb"
+      ],
+      [
+        "Ġpic",
+        "ture"
+      ],
+      [
+        "Th",
+        "ank"
+      ],
+      [
+        "S",
+        "uddenly"
+      ],
+      [
+        "Ġsto",
+        "pped"
+      ],
+      [
+        "Ġen",
+        "joy"
+      ],
+      [
+        "Ġv",
+        "o"
+      ],
+      [
+        "B",
+        "en"
+      ],
+      [
+        "Ġg",
+        "ive"
+      ],
+      [
+        "Ġimport",
+        "ant"
+      ],
+      [
+        "Ġwor",
+        "k"
+      ],
+      [
+        "Ġne",
+        "ar"
+      ],
+      [
+        "g",
+        "an"
+      ],
+      [
+        "p",
+        "ot"
+      ],
+      [
+        "Ġe",
+        "ver"
+      ],
+      [
+        "Ġa",
+        "pp"
+      ],
+      [
+        "Ġa",
+        "fter"
+      ],
+      [
+        "Ġquick",
+        "ly"
+      ],
+      [
+        "Ġlist",
+        "en"
+      ],
+      [
+        "Ġb",
+        "re"
+      ],
+      [
+        "t",
+        "ing"
+      ],
+      [
+        "bb",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "a"
+      ],
+      [
+        "Ġf",
+        "ish"
+      ],
+      [
+        "Ġrepl",
+        "ied"
+      ],
+      [
+        "Ġra",
+        "bbit"
+      ],
+      [
+        "Ġhand",
+        "s"
+      ],
+      [
+        "Ġ",
+        "G"
+      ],
+      [
+        "Ġnot",
+        "iced"
+      ],
+      [
+        "Ġbr",
+        "o"
+      ],
+      [
+        "Ġsl",
+        "ide"
+      ],
+      [
+        "Ġth",
+        "ink"
+      ],
+      [
+        "Ġwal",
+        "k"
+      ],
+      [
+        "Ġtr",
+        "uck"
+      ],
+      [
+        "Ġa",
+        "c"
+      ],
+      [
+        "k",
+        "es"
+      ],
+      [
+        "Ġstr",
+        "ong"
+      ],
+      [
+        "S",
+        "he"
+      ],
+      [
+        "Ġshow",
+        "ed"
+      ],
+      [
+        "Ġd",
+        "e"
+      ],
+      [
+        "Ġevery",
+        "one"
+      ],
+      [
+        "Ġwo",
+        "nder"
+      ],
+      [
+        "fe",
+        "re"
+      ],
+      [
+        "by",
+        "e"
+      ],
+      [
+        "Ġdif",
+        "fere"
+      ],
+      [
+        "ir",
+        "st"
+      ],
+      [
+        "S",
+        "o"
+      ],
+      [
+        "Ġs",
+        "ure"
+      ],
+      [
+        "Ġha",
+        "s"
+      ],
+      [
+        "Ġr",
+        "ight"
+      ],
+      [
+        "Ġbe",
+        "en"
+      ],
+      [
+        "Ġbec",
+        "ame"
+      ],
+      [
+        "Ġs",
+        "ound"
+      ],
+      [
+        "ma",
+        "z"
+      ],
+      [
+        "Ġto",
+        "w"
+      ],
+      [
+        "Ġr",
+        "u"
+      ],
+      [
+        "Ġt",
+        "al"
+      ],
+      [
+        "Ġa",
+        "maz"
+      ],
+      [
+        "Ġhe",
+        "ad"
+      ],
+      [
+        "Ġsh",
+        "out"
+      ],
+      [
+        "Ġbr",
+        "ight"
+      ],
+      [
+        "Ġy",
+        "e"
+      ],
+      [
+        "Ġwat",
+        "ched"
+      ],
+      [
+        "Ġ",
+        "R"
+      ],
+      [
+        "Ġm",
+        "or"
+      ],
+      [
+        "Ġch",
+        "ild"
+      ],
+      [
+        "a",
+        "ble"
+      ],
+      [
+        "Ġme",
+        "an"
+      ],
+      [
+        "Ġw",
+        "here"
+      ],
+      [
+        "ll",
+        "ow"
+      ],
+      [
+        "Ġh",
+        "igh"
+      ],
+      [
+        "ĠS",
+        "ue"
+      ],
+      [
+        "Ġfa",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "ook"
+      ],
+      [
+        "d",
+        "ay"
+      ],
+      [
+        "ay",
+        "be"
+      ],
+      [
+        "Ġwat",
+        "ch"
+      ],
+      [
+        "Ġbl",
+        "ue"
+      ],
+      [
+        "a",
+        "ught"
+      ],
+      [
+        "Ġdiffere",
+        "nt"
+      ],
+      [
+        "Ġst",
+        "ore"
+      ],
+      [
+        "Ġ",
+        "N"
+      ],
+      [
+        "Ġgood",
+        "bye"
+      ],
+      [
+        "Ġd",
+        "ress"
+      ],
+      [
+        "u",
+        "ll"
+      ],
+      [
+        "ĠB",
+        "ob"
+      ],
+      [
+        "n",
+        "g"
+      ],
+      [
+        "an",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "qu"
+      ],
+      [
+        "Ġo",
+        "kay"
+      ],
+      [
+        "is",
+        "y"
+      ],
+      [
+        "le",
+        "ase"
+      ],
+      [
+        "ĠMom",
+        "my"
+      ],
+      [
+        "Ġvo",
+        "ice"
+      ],
+      [
+        "J",
+        "o"
+      ],
+      [
+        "at",
+        "h"
+      ],
+      [
+        "Ġn",
+        "ight"
+      ],
+      [
+        "ĠS",
+        "pot"
+      ],
+      [
+        "Ġu",
+        "s"
+      ],
+      [
+        "Ġbo",
+        "at"
+      ],
+      [
+        "Ġflow",
+        "ers"
+      ],
+      [
+        "Ġpl",
+        "ace"
+      ],
+      [
+        "Ġfo",
+        "llow"
+      ],
+      [
+        "Ġa",
+        "r"
+      ],
+      [
+        "Ġu",
+        "se"
+      ],
+      [
+        "Ġclos",
+        "er"
+      ],
+      [
+        "un",
+        "ny"
+      ],
+      [
+        "le",
+        "ep"
+      ],
+      [
+        "ir",
+        "ed"
+      ],
+      [
+        "Ġfa",
+        "v"
+      ],
+      [
+        "Ġy",
+        "ell"
+      ],
+      [
+        "Ġgra",
+        "bbed"
+      ],
+      [
+        "Ġcu",
+        "ri"
+      ],
+      [
+        "Ġwa",
+        "rm"
+      ],
+      [
+        "Ġc",
+        "r"
+      ],
+      [
+        "Ġfor",
+        "g"
+      ],
+      [
+        "ĠSara",
+        "h"
+      ],
+      [
+        "ĠJo",
+        "hn"
+      ],
+      [
+        "Ġm",
+        "ag"
+      ],
+      [
+        "Ġst",
+        "ick"
+      ],
+      [
+        "W",
+        "e"
+      ],
+      [
+        "Ġjump",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "ake"
+      ],
+      [
+        "m",
+        "ore"
+      ],
+      [
+        "Ġt",
+        "ell"
+      ],
+      [
+        "Ġany",
+        "more"
+      ],
+      [
+        "A",
+        "fter"
+      ],
+      [
+        "Ġbut",
+        "ter"
+      ],
+      [
+        "nd",
+        "ma"
+      ],
+      [
+        "Ġth",
+        "ree"
+      ],
+      [
+        "Ġas",
+        "k"
+      ],
+      [
+        "c",
+        "o"
+      ],
+      [
+        "Ġ",
+        "our"
+      ],
+      [
+        "l",
+        "ie"
+      ],
+      [
+        "Ġcuri",
+        "ous"
+      ],
+      [
+        "ou",
+        "nt"
+      ],
+      [
+        "or",
+        "n"
+      ],
+      [
+        "Ġcon",
+        "t"
+      ],
+      [
+        "Ġfe",
+        "ll"
+      ],
+      [
+        "a",
+        "ched"
+      ],
+      [
+        "ĠT",
+        "h"
+      ],
+      [
+        "Ġbird",
+        "s"
+      ],
+      [
+        "as",
+        "s"
+      ],
+      [
+        "H",
+        "er"
+      ],
+      [
+        "is",
+        "s"
+      ],
+      [
+        "Ġhelp",
+        "ed"
+      ],
+      [
+        "ĠJ",
+        "ane"
+      ],
+      [
+        "Ġpu",
+        "ll"
+      ],
+      [
+        "Ġf",
+        "irst"
+      ],
+      [
+        "it",
+        "c"
+      ],
+      [
+        "Ġbl",
+        "ock"
+      ],
+      [
+        "Ġh",
+        "op"
+      ],
+      [
+        "Ġb",
+        "it"
+      ],
+      [
+        "Ġd",
+        "r"
+      ],
+      [
+        "Ġreal",
+        "ized"
+      ],
+      [
+        "Ġk",
+        "id"
+      ],
+      [
+        "L",
+        "ook"
+      ],
+      [
+        "il",
+        "a"
+      ],
+      [
+        "Ġm",
+        "on"
+      ],
+      [
+        "Ġbr",
+        "other"
+      ],
+      [
+        "A",
+        "nna"
+      ],
+      [
+        "S",
+        "ara"
+      ],
+      [
+        "Ġ",
+        "z"
+      ],
+      [
+        "ĠEvery",
+        "one"
+      ],
+      [
+        "Ġat",
+        "e"
+      ],
+      [
+        "Ġdo",
+        "es"
+      ],
+      [
+        "im",
+        "es"
+      ],
+      [
+        "Ġhapp",
+        "ened"
+      ],
+      [
+        "Ġst",
+        "op"
+      ],
+      [
+        "z",
+        "y"
+      ],
+      [
+        "Ġy",
+        "ummy"
+      ],
+      [
+        "Ġfav",
+        "or"
+      ],
+      [
+        "pp",
+        "y"
+      ],
+      [
+        "Ġk",
+        "itc"
+      ],
+      [
+        "Ġkitc",
+        "hen"
+      ],
+      [
+        "Ġsw",
+        "eet"
+      ],
+      [
+        "u",
+        "s"
+      ],
+      [
+        "Ġp",
+        "er"
+      ],
+      [
+        "Ġre",
+        "ally"
+      ],
+      [
+        "a",
+        "isy"
+      ],
+      [
+        "Ġgra",
+        "ss"
+      ],
+      [
+        "Ġfavor",
+        "ite"
+      ],
+      [
+        "Ġbe",
+        "gan"
+      ],
+      [
+        "Ġre",
+        "st"
+      ],
+      [
+        "Ġre",
+        "ady"
+      ],
+      [
+        "Ġle",
+        "a"
+      ],
+      [
+        "Ġre",
+        "ached"
+      ],
+      [
+        "Ġunder",
+        "st"
+      ],
+      [
+        "a",
+        "ir"
+      ],
+      [
+        "Ġst",
+        "e"
+      ],
+      [
+        "Ġb",
+        "unny"
+      ],
+      [
+        "ĠA",
+        "s"
+      ],
+      [
+        "Ġstor",
+        "y"
+      ],
+      [
+        "'",
+        "re"
+      ],
+      [
+        "Ġp",
+        "ain"
+      ],
+      [
+        "Ġs",
+        "ing"
+      ],
+      [
+        "st",
+        "er"
+      ],
+      [
+        "Ġhe",
+        "re"
+      ],
+      [
+        "Ġsa",
+        "nd"
+      ],
+      [
+        "Ġon",
+        "ly"
+      ],
+      [
+        "Ġfl",
+        "o"
+      ],
+      [
+        "Ġa",
+        "m"
+      ],
+      [
+        "Ġgl",
+        "ad"
+      ],
+      [
+        "Ġt",
+        "ri"
+      ],
+      [
+        "Ġbe",
+        "h"
+      ],
+      [
+        "Ġwor",
+        "ld"
+      ],
+      [
+        "Ġop",
+        "en"
+      ],
+      [
+        "Ġc",
+        "re"
+      ],
+      [
+        "fu",
+        "lly"
+      ],
+      [
+        "Ġpr",
+        "in"
+      ],
+      [
+        "w",
+        "here"
+      ],
+      [
+        "are",
+        "nt"
+      ],
+      [
+        "Ġflow",
+        "er"
+      ],
+      [
+        "Ġthr",
+        "ough"
+      ],
+      [
+        "Ġb",
+        "a"
+      ],
+      [
+        "Ġfi",
+        "re"
+      ],
+      [
+        "Ġd",
+        "one"
+      ],
+      [
+        "Ġha",
+        "ving"
+      ],
+      [
+        "Ġth",
+        "ing"
+      ],
+      [
+        "Ġdel",
+        "ic"
+      ],
+      [
+        "Ġhim",
+        "self"
+      ],
+      [
+        "Ġt",
+        "ired"
+      ],
+      [
+        "Ġp",
+        "arent"
+      ],
+      [
+        "Ġso",
+        "ft"
+      ],
+      [
+        "Ġf",
+        "ro"
+      ],
+      [
+        "Tim",
+        "my"
+      ],
+      [
+        "Ġta",
+        "st"
+      ],
+      [
+        "Ġbutter",
+        "f"
+      ],
+      [
+        "ĠL",
+        "et"
+      ],
+      [
+        "Ġc",
+        "ut"
+      ],
+      [
+        "Ġp",
+        "art"
+      ],
+      [
+        "Ġwh",
+        "y"
+      ],
+      [
+        "k",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ess"
+      ],
+      [
+        "C",
+        "an"
+      ],
+      [
+        "Ġwor",
+        "ry"
+      ],
+      [
+        "Mom",
+        "my"
+      ],
+      [
+        "i",
+        "ver"
+      ],
+      [
+        "Ġd",
+        "in"
+      ],
+      [
+        "u",
+        "ff"
+      ],
+      [
+        "at",
+        "er"
+      ],
+      [
+        "Ġmag",
+        "ic"
+      ],
+      [
+        "Ġwa",
+        "ved"
+      ],
+      [
+        "Ġshout",
+        "ed"
+      ],
+      [
+        "Ġpo",
+        "nd"
+      ],
+      [
+        "Ġkid",
+        "s"
+      ],
+      [
+        "Ġh",
+        "at"
+      ],
+      [
+        "Ġd",
+        "uck"
+      ],
+      [
+        "Ġse",
+        "es"
+      ],
+      [
+        "o",
+        "lly"
+      ],
+      [
+        "ill",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "ame"
+      ],
+      [
+        "i",
+        "ent"
+      ],
+      [
+        "Ġma",
+        "king"
+      ],
+      [
+        "at",
+        "her"
+      ],
+      [
+        "Jo",
+        "hn"
+      ],
+      [
+        "A",
+        "s"
+      ],
+      [
+        "ak",
+        "es"
+      ],
+      [
+        "Ġcat",
+        "ch"
+      ],
+      [
+        "Ġse",
+        "en"
+      ],
+      [
+        "Ġc",
+        "ool"
+      ],
+      [
+        "at",
+        "ion"
+      ],
+      [
+        "Ġcom",
+        "ing"
+      ],
+      [
+        "Ġl",
+        "ess"
+      ],
+      [
+        "Ġd",
+        "ark"
+      ],
+      [
+        "Ġu",
+        "sed"
+      ],
+      [
+        "ed",
+        "dy"
+      ],
+      [
+        "Ġfi",
+        "x"
+      ],
+      [
+        "ĠJo",
+        "e"
+      ],
+      [
+        "Ġthan",
+        "k"
+      ],
+      [
+        "m",
+        "er"
+      ],
+      [
+        "Ġto",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ady"
+      ],
+      [
+        "Ġha",
+        "ir"
+      ],
+      [
+        "ar",
+        "ing"
+      ],
+      [
+        "Ġp",
+        "rom"
+      ],
+      [
+        "Ġho",
+        "pped"
+      ],
+      [
+        "ĠC",
+        "an"
+      ],
+      [
+        "\"",
+        "."
+      ],
+      [
+        "ig",
+        "n"
+      ],
+      [
+        "Ġsurpr",
+        "ise"
+      ],
+      [
+        "Ġdra",
+        "w"
+      ],
+      [
+        "Ġm",
+        "um"
+      ],
+      [
+        "Ġm",
+        "ouse"
+      ],
+      [
+        "Ġfun",
+        "ny"
+      ],
+      [
+        "re",
+        "l"
+      ],
+      [
+        "Ġc",
+        "ra"
+      ],
+      [
+        "Ġ",
+        "-"
+      ],
+      [
+        "ap",
+        "er"
+      ],
+      [
+        "Ġf",
+        "ull"
+      ],
+      [
+        "Ġto",
+        "uch"
+      ],
+      [
+        "Ġl",
+        "ight"
+      ],
+      [
+        "Ġsp",
+        "ot"
+      ],
+      [
+        "re",
+        "n"
+      ],
+      [
+        "Ġd",
+        "ro"
+      ],
+      [
+        "ĠBen",
+        "ny"
+      ],
+      [
+        "Ġparent",
+        "s"
+      ],
+      [
+        "Ġwor",
+        "ked"
+      ],
+      [
+        "in",
+        "s"
+      ],
+      [
+        "one",
+        "y"
+      ],
+      [
+        "ĠD",
+        "o"
+      ],
+      [
+        "Ġsurpr",
+        "ised"
+      ],
+      [
+        "Ġcare",
+        "fully"
+      ],
+      [
+        "Ġtre",
+        "es"
+      ],
+      [
+        "Ġfro",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "ing"
+      ],
+      [
+        "Ġdo",
+        "ing"
+      ],
+      [
+        "D",
+        "on"
+      ],
+      [
+        "Ġs",
+        "at"
+      ],
+      [
+        "in",
+        "ally"
+      ],
+      [
+        "ĠT",
+        "hat"
+      ],
+      [
+        "Ġ",
+        "ice"
+      ],
+      [
+        "ĠI",
+        "n"
+      ],
+      [
+        "Ġhe",
+        "ld"
+      ],
+      [
+        "W",
+        "ow"
+      ],
+      [
+        "Ġrun",
+        "ning"
+      ],
+      [
+        "Ġpret",
+        "end"
+      ],
+      [
+        "Ġsw",
+        "im"
+      ],
+      [
+        "Ġs",
+        "et"
+      ],
+      [
+        "Ġre",
+        "ad"
+      ],
+      [
+        "Ġdelic",
+        "ious"
+      ],
+      [
+        "Ġneed",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "ight"
+      ],
+      [
+        "Ġsl",
+        "ow"
+      ],
+      [
+        "Ġrememb",
+        "ered"
+      ],
+      [
+        "Ġlo",
+        "st"
+      ],
+      [
+        "Ġco",
+        "ld"
+      ],
+      [
+        "Ġsm",
+        "ell"
+      ],
+      [
+        "ard",
+        "s"
+      ],
+      [
+        "Ġw",
+        "ood"
+      ],
+      [
+        "Ġhapp",
+        "ily"
+      ],
+      [
+        "h",
+        "y"
+      ],
+      [
+        "el",
+        "y"
+      ],
+      [
+        "Ġlook",
+        "s"
+      ],
+      [
+        "Ġbeh",
+        "ind"
+      ],
+      [
+        "Ġher",
+        "self"
+      ],
+      [
+        "Ġc",
+        "ried"
+      ],
+      [
+        "Ġenjoy",
+        "ed"
+      ],
+      [
+        "Ġnam",
+        "e"
+      ],
+      [
+        "as",
+        "k"
+      ],
+      [
+        "Ġye",
+        "ars"
+      ],
+      [
+        "Ġbu",
+        "y"
+      ],
+      [
+        "Ġho",
+        "le"
+      ],
+      [
+        "Ġblock",
+        "s"
+      ],
+      [
+        "Ġd",
+        "ri"
+      ],
+      [
+        "Ġs",
+        "leep"
+      ],
+      [
+        "Ġg",
+        "i"
+      ],
+      [
+        "Ġyell",
+        "ow"
+      ],
+      [
+        "c",
+        "ess"
+      ],
+      [
+        "Ġbutterf",
+        "ly"
+      ],
+      [
+        "i",
+        "ke"
+      ],
+      [
+        "u",
+        "ed"
+      ],
+      [
+        "Ġw",
+        "ished"
+      ],
+      [
+        "Ġper",
+        "f"
+      ],
+      [
+        "Ġan",
+        "other"
+      ],
+      [
+        "ĠD",
+        "aisy"
+      ],
+      [
+        "Ġgre",
+        "en"
+      ],
+      [
+        "Ġmo",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "all"
+      ],
+      [
+        "Ġa",
+        "ir"
+      ],
+      [
+        "Ġb",
+        "ag"
+      ],
+      [
+        "Ġflo",
+        "or"
+      ],
+      [
+        "Ġcar",
+        "s"
+      ],
+      [
+        "Ġless",
+        "on"
+      ],
+      [
+        "u",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ow"
+      ],
+      [
+        "Ġar",
+        "ri"
+      ],
+      [
+        "Ġwind",
+        "ow"
+      ],
+      [
+        "Ġsh",
+        "o"
+      ],
+      [
+        "Ġchild",
+        "ren"
+      ],
+      [
+        "n",
+        "er"
+      ],
+      [
+        "Ġfin",
+        "ished"
+      ],
+      [
+        "Ġh",
+        "ill"
+      ],
+      [
+        "ĠA",
+        "fter"
+      ],
+      [
+        "and",
+        "y"
+      ],
+      [
+        "s",
+        "p"
+      ],
+      [
+        "en",
+        "s"
+      ],
+      [
+        "Ġp",
+        "aper"
+      ],
+      [
+        "Ġli",
+        "kes"
+      ],
+      [
+        "F",
+        "rom"
+      ],
+      [
+        "s",
+        "y"
+      ],
+      [
+        "Ġho",
+        "ld"
+      ],
+      [
+        "S",
+        "am"
+      ],
+      [
+        "Ġwr",
+        "ong"
+      ],
+      [
+        "re",
+        "ed"
+      ],
+      [
+        "Ġcont",
+        "in"
+      ],
+      [
+        "Ġunderst",
+        "and"
+      ],
+      [
+        "at",
+        "ter"
+      ],
+      [
+        "u",
+        "it"
+      ],
+      [
+        "re",
+        "w"
+      ],
+      [
+        "Ġg",
+        "ent"
+      ],
+      [
+        "Ġany",
+        "thing"
+      ],
+      [
+        "Ġclo",
+        "se"
+      ],
+      [
+        "Ġwa",
+        "ll"
+      ],
+      [
+        "Ġe",
+        "l"
+      ],
+      [
+        "as",
+        "ure"
+      ],
+      [
+        "Ġle",
+        "ft"
+      ],
+      [
+        "Ġa",
+        "ble"
+      ],
+      [
+        "Ġarri",
+        "ved"
+      ],
+      [
+        "Ġh",
+        "un"
+      ],
+      [
+        "ro",
+        "ss"
+      ],
+      [
+        "a",
+        "v"
+      ],
+      [
+        "Ġhe",
+        "ar"
+      ],
+      [
+        "Ġfriend",
+        "ly"
+      ],
+      [
+        "Ġforg",
+        "ot"
+      ],
+      [
+        "Ġg",
+        "one"
+      ],
+      [
+        "am",
+        "a"
+      ],
+      [
+        "Ġcre",
+        "at"
+      ],
+      [
+        "Ġw",
+        "et"
+      ],
+      [
+        "Ġli",
+        "on"
+      ],
+      [
+        "H",
+        "ell"
+      ],
+      [
+        "Hell",
+        "o"
+      ],
+      [
+        "Ġd",
+        "ream"
+      ],
+      [
+        "Ġh",
+        "ot"
+      ],
+      [
+        "b",
+        "o"
+      ],
+      [
+        "b",
+        "er"
+      ],
+      [
+        "ĠS",
+        "ally"
+      ],
+      [
+        "Ġf",
+        "illed"
+      ],
+      [
+        "Ġd",
+        "ir"
+      ],
+      [
+        "ie",
+        "ld"
+      ],
+      [
+        "Ġcook",
+        "ies"
+      ],
+      [
+        "Ġlaug",
+        "h"
+      ],
+      [
+        "Ġbro",
+        "ken"
+      ],
+      [
+        "Ġdin",
+        "ner"
+      ],
+      [
+        "l",
+        "f"
+      ],
+      [
+        "Ġel",
+        "se"
+      ],
+      [
+        "Ġh",
+        "id"
+      ],
+      [
+        "c",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ink"
+      ],
+      [
+        "Ġfollow",
+        "ed"
+      ],
+      [
+        "Ġta",
+        "ble"
+      ],
+      [
+        "Ġm",
+        "ar"
+      ],
+      [
+        "Ġcolor",
+        "s"
+      ],
+      [
+        "ou",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "ent"
+      ],
+      [
+        "Ġcontin",
+        "ued"
+      ],
+      [
+        "Ġwonder",
+        "ful"
+      ],
+      [
+        "ĠE",
+        "m"
+      ],
+      [
+        "e",
+        "y"
+      ],
+      [
+        "in",
+        "ed"
+      ],
+      [
+        "ir",
+        "rel"
+      ],
+      [
+        "r",
+        "ot"
+      ],
+      [
+        "Ġfin",
+        "ally"
+      ],
+      [
+        "J",
+        "ack"
+      ],
+      [
+        "Ġa",
+        "rm"
+      ],
+      [
+        "Ġm",
+        "ight"
+      ],
+      [
+        "ĠN",
+        "ow"
+      ],
+      [
+        "Ġc",
+        "ast"
+      ],
+      [
+        "Ġy",
+        "es"
+      ],
+      [
+        "Ġbu",
+        "ild"
+      ],
+      [
+        "Ġen",
+        "ough"
+      ],
+      [
+        "ĠB",
+        "illy"
+      ],
+      [
+        "Ġsome",
+        "one"
+      ],
+      [
+        "Ġperf",
+        "ect"
+      ],
+      [
+        "Ġfa",
+        "ir"
+      ],
+      [
+        "Ġstay",
+        "ed"
+      ],
+      [
+        "a",
+        "pp"
+      ],
+      [
+        "Ġmor",
+        "ning"
+      ],
+      [
+        "ĠThe",
+        "re"
+      ],
+      [
+        "Ġpu",
+        "ppy"
+      ],
+      [
+        "o",
+        "l"
+      ],
+      [
+        "Ġdad",
+        "dy"
+      ],
+      [
+        "Ġtry",
+        "ing"
+      ],
+      [
+        "'",
+        "ll"
+      ],
+      [
+        "Ġj",
+        "u"
+      ],
+      [
+        "Ġother",
+        "s"
+      ],
+      [
+        "Ġbook",
+        "s"
+      ],
+      [
+        "Ġag",
+        "reed"
+      ],
+      [
+        "Ġmu",
+        "s"
+      ],
+      [
+        "Ġsn",
+        "ow"
+      ],
+      [
+        "Ġsqu",
+        "irrel"
+      ],
+      [
+        "Ġc",
+        "ream"
+      ],
+      [
+        "ro",
+        "om"
+      ],
+      [
+        "Ġget",
+        "ting"
+      ],
+      [
+        "Ġgra",
+        "ndma"
+      ],
+      [
+        "ĠL",
+        "ila"
+      ],
+      [
+        "Ġlea",
+        "ves"
+      ],
+      [
+        "Ġba",
+        "by"
+      ],
+      [
+        "Ġc",
+        "ount"
+      ],
+      [
+        "ic",
+        "y"
+      ],
+      [
+        "Ġfe",
+        "w"
+      ],
+      [
+        "A",
+        "t"
+      ],
+      [
+        "Ġf",
+        "all"
+      ],
+      [
+        "The",
+        "n"
+      ],
+      [
+        "g",
+        "on"
+      ],
+      [
+        "Ġbre",
+        "ak"
+      ],
+      [
+        "Ġclimb",
+        "ed"
+      ],
+      [
+        "ri",
+        "es"
+      ],
+      [
+        "Ġbe",
+        "ach"
+      ],
+      [
+        "as",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ug"
+      ],
+      [
+        "Ġp",
+        "lease"
+      ],
+      [
+        "Ġm",
+        "other"
+      ],
+      [
+        "Ġbr",
+        "ought"
+      ],
+      [
+        "Ġtra",
+        "in"
+      ],
+      [
+        "an",
+        "ce"
+      ],
+      [
+        "ĠTh",
+        "is"
+      ],
+      [
+        "Ġde",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "is"
+      ],
+      [
+        "at",
+        "ed"
+      ],
+      [
+        "s",
+        "hed"
+      ],
+      [
+        "Ġm",
+        "et"
+      ],
+      [
+        "Ġwas",
+        "n"
+      ],
+      [
+        "Ġsomet",
+        "imes"
+      ],
+      [
+        "Ġevery",
+        "thing"
+      ],
+      [
+        "ĠTom",
+        "my"
+      ],
+      [
+        "i",
+        "ch"
+      ],
+      [
+        "Ġmus",
+        "ic"
+      ],
+      [
+        "ke",
+        "y"
+      ],
+      [
+        "l",
+        "ing"
+      ],
+      [
+        "Th",
+        "is"
+      ],
+      [
+        "o",
+        "s"
+      ],
+      [
+        "Ġturn",
+        "ed"
+      ],
+      [
+        "l",
+        "c"
+      ],
+      [
+        "Ġr",
+        "ide"
+      ],
+      [
+        "o",
+        "om"
+      ],
+      [
+        "Ġs",
+        "ong"
+      ],
+      [
+        "or",
+        "ing"
+      ],
+      [
+        "Ġsp",
+        "ark"
+      ],
+      [
+        "Ġf",
+        "ight"
+      ],
+      [
+        "Ġhun",
+        "gry"
+      ],
+      [
+        "on",
+        "s"
+      ],
+      [
+        "Ġpicture",
+        "s"
+      ],
+      [
+        "d",
+        "s"
+      ],
+      [
+        "Ġm",
+        "akes"
+      ],
+      [
+        "Ġse",
+        "ar"
+      ],
+      [
+        "uck",
+        "y"
+      ],
+      [
+        "Ġlist",
+        "ened"
+      ],
+      [
+        "Ġjo",
+        "y"
+      ],
+      [
+        "Ġpo",
+        "l"
+      ],
+      [
+        "ĠW",
+        "hat"
+      ],
+      [
+        "H",
+        "is"
+      ],
+      [
+        "e",
+        "e"
+      ],
+      [
+        "Ġcl",
+        "ot"
+      ],
+      [
+        "Ġsa",
+        "il"
+      ],
+      [
+        "a",
+        "pped"
+      ],
+      [
+        "b",
+        "ble"
+      ],
+      [
+        "Ġcom",
+        "p"
+      ],
+      [
+        "Ġpl",
+        "an"
+      ],
+      [
+        "Ġwant",
+        "s"
+      ],
+      [
+        "Ġclot",
+        "hes"
+      ],
+      [
+        "Ġpo",
+        "in"
+      ],
+      [
+        "Ġ",
+        "K"
+      ],
+      [
+        "z",
+        "z"
+      ],
+      [
+        "Ġball",
+        "oon"
+      ],
+      [
+        "Ġstr",
+        "ange"
+      ],
+      [
+        "m",
+        "an"
+      ],
+      [
+        "en",
+        "ny"
+      ],
+      [
+        "Ġp",
+        "i"
+      ],
+      [
+        "Ġgr",
+        "ow"
+      ],
+      [
+        "Ġfly",
+        "ing"
+      ],
+      [
+        "r",
+        "ow"
+      ],
+      [
+        "Ġsc",
+        "ary"
+      ],
+      [
+        "Ġtre",
+        "at"
+      ],
+      [
+        "Ġwa",
+        "ited"
+      ],
+      [
+        "Ġamaz",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "eddy"
+      ],
+      [
+        "Ġcast",
+        "le"
+      ],
+      [
+        "is",
+        "ter"
+      ],
+      [
+        "Ġe",
+        "le"
+      ],
+      [
+        "Ġamaz",
+        "ing"
+      ],
+      [
+        "m",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "l"
+      ],
+      [
+        "O",
+        "h"
+      ],
+      [
+        "Ġle",
+        "ave"
+      ],
+      [
+        "Ġown",
+        "er"
+      ],
+      [
+        "Ġprom",
+        "ised"
+      ],
+      [
+        "Ġdan",
+        "ger"
+      ],
+      [
+        "e",
+        "ver"
+      ],
+      [
+        "O",
+        "K"
+      ],
+      [
+        "Ġs",
+        "uch"
+      ],
+      [
+        "Ġwh",
+        "ite"
+      ],
+      [
+        "Ġp",
+        "at"
+      ],
+      [
+        "Ġtal",
+        "k"
+      ],
+      [
+        "uff",
+        "y"
+      ],
+      [
+        "Ġf",
+        "ur"
+      ],
+      [
+        "Ġp",
+        "ie"
+      ],
+      [
+        "op",
+        "e"
+      ],
+      [
+        "r",
+        "ed"
+      ],
+      [
+        "Ġpull",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "re"
+      ],
+      [
+        "Ġwood",
+        "s"
+      ],
+      [
+        "ĠT",
+        "o"
+      ],
+      [
+        "Ġsh",
+        "ared"
+      ],
+      [
+        "Ġal",
+        "one"
+      ],
+      [
+        "Ġtow",
+        "ards"
+      ],
+      [
+        "c",
+        "le"
+      ],
+      [
+        "ĠM",
+        "aybe"
+      ],
+      [
+        "Ġs",
+        "it"
+      ],
+      [
+        "Ġn",
+        "ap"
+      ],
+      [
+        "Ġcolor",
+        "ful"
+      ],
+      [
+        "am",
+        "p"
+      ],
+      [
+        "h",
+        "one"
+      ],
+      [
+        "Ġvis",
+        "it"
+      ],
+      [
+        "ig",
+        "g"
+      ],
+      [
+        "ug",
+        "g"
+      ],
+      [
+        "th",
+        "y"
+      ],
+      [
+        "en",
+        "ce"
+      ],
+      [
+        "Ġta",
+        "il"
+      ],
+      [
+        "ct",
+        "or"
+      ],
+      [
+        "Ġmagic",
+        "al"
+      ],
+      [
+        "Ġr",
+        "iver"
+      ],
+      [
+        "Ġh",
+        "ig"
+      ],
+      [
+        "Ġbe",
+        "lie"
+      ],
+      [
+        "Ġgr",
+        "ate"
+      ],
+      [
+        "u",
+        "ally"
+      ],
+      [
+        "an",
+        "g"
+      ],
+      [
+        "ot",
+        "t"
+      ],
+      [
+        "Ġh",
+        "ide"
+      ],
+      [
+        "Ġs",
+        "illy"
+      ],
+      [
+        "Ġsmil",
+        "es"
+      ],
+      [
+        "ow",
+        "er"
+      ],
+      [
+        "Ġs",
+        "ide"
+      ],
+      [
+        "M",
+        "ax"
+      ],
+      [
+        "Ġro",
+        "ll"
+      ],
+      [
+        "Ġg",
+        "u"
+      ],
+      [
+        "ĠA",
+        "my"
+      ],
+      [
+        "Ġpr",
+        "o"
+      ],
+      [
+        "et",
+        "er"
+      ],
+      [
+        "Ġfast",
+        "er"
+      ],
+      [
+        "Ġgrate",
+        "ful"
+      ],
+      [
+        "Ġtre",
+        "asure"
+      ],
+      [
+        "as",
+        "ed"
+      ],
+      [
+        "Ġsn",
+        "ack"
+      ],
+      [
+        "u",
+        "p"
+      ],
+      [
+        "Ġla",
+        "nd"
+      ],
+      [
+        "av",
+        "y"
+      ],
+      [
+        "Ġmor",
+        "al"
+      ],
+      [
+        "ain",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "ister"
+      ],
+      [
+        "ĠG",
+        "ra"
+      ],
+      [
+        "Ġsh",
+        "ap"
+      ],
+      [
+        "Ġpain",
+        "t"
+      ],
+      [
+        "Ġslow",
+        "ly"
+      ],
+      [
+        "Ġf",
+        "ield"
+      ],
+      [
+        "Ġp",
+        "et"
+      ],
+      [
+        "Ġs",
+        "ec"
+      ],
+      [
+        "or",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "im"
+      ],
+      [
+        "Ġbr",
+        "an"
+      ],
+      [
+        "Ġm",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "st"
+      ],
+      [
+        "Ġhelp",
+        "ing"
+      ],
+      [
+        "Ġwor",
+        "ried"
+      ],
+      [
+        "Ġjo",
+        "b"
+      ],
+      [
+        "Ġfo",
+        "x"
+      ],
+      [
+        "s",
+        "et"
+      ],
+      [
+        "Ġm",
+        "oney"
+      ],
+      [
+        "Ġp",
+        "ot"
+      ],
+      [
+        "Ġqu",
+        "i"
+      ],
+      [
+        "Ġbe",
+        "l"
+      ],
+      [
+        "Ġac",
+        "c"
+      ],
+      [
+        "Ġli",
+        "ving"
+      ],
+      [
+        "Ġmon",
+        "ster"
+      ],
+      [
+        "le",
+        "ss"
+      ],
+      [
+        "Ġpart",
+        "y"
+      ],
+      [
+        "e",
+        "ar"
+      ],
+      [
+        "Ġmo",
+        "st"
+      ],
+      [
+        "Ġwe",
+        "ar"
+      ],
+      [
+        "Ġrememb",
+        "er"
+      ],
+      [
+        "i",
+        "re"
+      ],
+      [
+        "Ġs",
+        "ign"
+      ],
+      [
+        "w",
+        "l"
+      ],
+      [
+        "Ġcl",
+        "oud"
+      ],
+      [
+        "Ġc",
+        "andy"
+      ],
+      [
+        "Ġhig",
+        "her"
+      ],
+      [
+        "i",
+        "pped"
+      ],
+      [
+        "id",
+        "ent"
+      ],
+      [
+        "ĠA",
+        "ll"
+      ],
+      [
+        "d",
+        "er"
+      ],
+      [
+        "z",
+        "e"
+      ],
+      [
+        "Ġqui",
+        "et"
+      ],
+      [
+        "Ġto",
+        "wn"
+      ],
+      [
+        "un",
+        "ch"
+      ],
+      [
+        "Ġprin",
+        "cess"
+      ],
+      [
+        "Ġrun",
+        "s"
+      ],
+      [
+        "ask",
+        "et"
+      ],
+      [
+        "e",
+        "m"
+      ],
+      [
+        "Ġevery",
+        "where"
+      ],
+      [
+        "Ġjo",
+        "in"
+      ],
+      [
+        "Ġste",
+        "pped"
+      ],
+      [
+        "Ġb",
+        "asket"
+      ],
+      [
+        "Ġl",
+        "ake"
+      ],
+      [
+        "Ġcu",
+        "p"
+      ],
+      [
+        "s",
+        "w"
+      ],
+      [
+        "out",
+        "h"
+      ],
+      [
+        "Ġcar",
+        "rot"
+      ],
+      [
+        "Ġco",
+        "ll"
+      ],
+      [
+        "Ġpl",
+        "ant"
+      ],
+      [
+        "Ġsc",
+        "ream"
+      ],
+      [
+        "ĠDad",
+        "dy"
+      ],
+      [
+        "Ġb",
+        "uck"
+      ],
+      [
+        "Ġhe",
+        "avy"
+      ],
+      [
+        "Ġbig",
+        "ger"
+      ],
+      [
+        "Ġch",
+        "o"
+      ],
+      [
+        "Ġbl",
+        "ank"
+      ],
+      [
+        "Ġclo",
+        "sed"
+      ],
+      [
+        "Ġw",
+        "on"
+      ],
+      [
+        "is",
+        "es"
+      ],
+      [
+        "Ġan",
+        "sw"
+      ],
+      [
+        "b",
+        "r"
+      ],
+      [
+        "Ġblank",
+        "et"
+      ],
+      [
+        "Ġm",
+        "outh"
+      ],
+      [
+        "am",
+        "es"
+      ],
+      [
+        "ec",
+        "es"
+      ],
+      [
+        "Ġeat",
+        "ing"
+      ],
+      [
+        "Ġpi",
+        "eces"
+      ],
+      [
+        "ck",
+        "et"
+      ],
+      [
+        "Ġst",
+        "re"
+      ],
+      [
+        "Ġwe",
+        "lc"
+      ],
+      [
+        "Ġwould",
+        "n"
+      ],
+      [
+        "Ġre",
+        "ach"
+      ],
+      [
+        "Ġbro",
+        "ke"
+      ],
+      [
+        "e",
+        "ared"
+      ],
+      [
+        "Ġdanger",
+        "ous"
+      ],
+      [
+        "g",
+        "s"
+      ],
+      [
+        "p",
+        "h"
+      ],
+      [
+        "ĠM",
+        "olly"
+      ],
+      [
+        "Ġc",
+        "e"
+      ],
+      [
+        "ĠM",
+        "r"
+      ],
+      [
+        "or",
+        "d"
+      ],
+      [
+        "f",
+        "ort"
+      ],
+      [
+        "Ġdoll",
+        "s"
+      ],
+      [
+        "m",
+        "ing"
+      ],
+      [
+        "Ġdan",
+        "ce"
+      ],
+      [
+        "Ġdra",
+        "gon"
+      ],
+      [
+        "Ġthink",
+        "s"
+      ],
+      [
+        "Ġask",
+        "s"
+      ],
+      [
+        "Ġac",
+        "ross"
+      ],
+      [
+        "O",
+        "kay"
+      ],
+      [
+        "Ġch",
+        "air"
+      ],
+      [
+        "Ġte",
+        "ac"
+      ],
+      [
+        "Ġb",
+        "ott"
+      ],
+      [
+        "H",
+        "i"
+      ],
+      [
+        "Ġp",
+        "a"
+      ],
+      [
+        "Ġne",
+        "igh"
+      ],
+      [
+        "Ġb",
+        "ar"
+      ],
+      [
+        "Ġb",
+        "ike"
+      ],
+      [
+        "Ġp",
+        "ack"
+      ],
+      [
+        "it",
+        "ing"
+      ],
+      [
+        "Ġdis",
+        "app"
+      ],
+      [
+        "Ġneigh",
+        "b"
+      ],
+      [
+        "Ġst",
+        "uck"
+      ],
+      [
+        "d",
+        "e"
+      ],
+      [
+        "Ġg",
+        "if"
+      ],
+      [
+        "Ġfr",
+        "uit"
+      ],
+      [
+        "Ġbelie",
+        "ve"
+      ],
+      [
+        "c",
+        "y"
+      ],
+      [
+        "Ġ",
+        "ve"
+      ],
+      [
+        "Ġcry",
+        "ing"
+      ],
+      [
+        "i",
+        "er"
+      ],
+      [
+        "ph",
+        "ant"
+      ],
+      [
+        "Ġs",
+        "uddenly"
+      ],
+      [
+        "Ġs",
+        "oup"
+      ],
+      [
+        "Ġr",
+        "ace"
+      ],
+      [
+        "Ġth",
+        "rew"
+      ],
+      [
+        "S",
+        "ure"
+      ],
+      [
+        "Ġfar",
+        "mer"
+      ],
+      [
+        "Ġacc",
+        "ident"
+      ],
+      [
+        "Ġdir",
+        "ty"
+      ],
+      [
+        "Ġele",
+        "phant"
+      ],
+      [
+        "Ġmon",
+        "key"
+      ],
+      [
+        "Ġhe",
+        "al"
+      ],
+      [
+        "w",
+        "eet"
+      ],
+      [
+        "Ġre",
+        "m"
+      ],
+      [
+        "Ġp",
+        "ers"
+      ],
+      [
+        "Ġsa",
+        "me"
+      ],
+      [
+        "or",
+        "ed"
+      ],
+      [
+        "vent",
+        "ually"
+      ],
+      [
+        "e",
+        "ad"
+      ],
+      [
+        "pp",
+        "ing"
+      ],
+      [
+        "Ġgent",
+        "le"
+      ],
+      [
+        "Ġf",
+        "ree"
+      ],
+      [
+        "Ġbr",
+        "own"
+      ],
+      [
+        "M",
+        "aybe"
+      ],
+      [
+        "Ġin",
+        "st"
+      ],
+      [
+        "Ġbe",
+        "e"
+      ],
+      [
+        "i",
+        "x"
+      ],
+      [
+        "Ġb",
+        "en"
+      ],
+      [
+        "Ġw",
+        "in"
+      ],
+      [
+        "Ġbl",
+        "ack"
+      ],
+      [
+        "Ġal",
+        "ong"
+      ],
+      [
+        "Ġlong",
+        "er"
+      ],
+      [
+        "i",
+        "ble"
+      ],
+      [
+        "Ġsp",
+        "r"
+      ],
+      [
+        "Ġcl",
+        "apped"
+      ],
+      [
+        "F",
+        "inally"
+      ],
+      [
+        "W",
+        "hy"
+      ],
+      [
+        "ck",
+        "ed"
+      ],
+      [
+        "Ġwor",
+        "ds"
+      ],
+      [
+        "ĠF",
+        "l"
+      ],
+      [
+        "Ġteac",
+        "her"
+      ],
+      [
+        "Ġup",
+        "set"
+      ],
+      [
+        "ch",
+        "ool"
+      ],
+      [
+        "Ġpie",
+        "ce"
+      ],
+      [
+        "Ġwe",
+        "ll"
+      ],
+      [
+        "Ġche",
+        "ered"
+      ],
+      [
+        "Ġh",
+        "it"
+      ],
+      [
+        "Ġsa",
+        "ng"
+      ],
+      [
+        "m",
+        "ent"
+      ],
+      [
+        "Ġbow",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ite"
+      ],
+      [
+        "Ġdo",
+        "ctor"
+      ],
+      [
+        "ĠJ",
+        "ill"
+      ],
+      [
+        "Ġbuck",
+        "et"
+      ],
+      [
+        "M",
+        "ia"
+      ],
+      [
+        "Ġb",
+        "ath"
+      ],
+      [
+        "Ġc",
+        "aught"
+      ],
+      [
+        "Ġhe",
+        "art"
+      ],
+      [
+        "Ġfor",
+        "get"
+      ],
+      [
+        "Ġm",
+        "ark"
+      ],
+      [
+        "Ġbut",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ry"
+      ],
+      [
+        "Ġyou",
+        "ng"
+      ],
+      [
+        "Ġse",
+        "a"
+      ],
+      [
+        "Ġc",
+        "our"
+      ],
+      [
+        "Ġdro",
+        "pped"
+      ],
+      [
+        "es",
+        "e"
+      ],
+      [
+        "Ġy",
+        "ard"
+      ],
+      [
+        "Ġpl",
+        "ac"
+      ],
+      [
+        "our",
+        "n"
+      ],
+      [
+        "Ġs",
+        "chool"
+      ],
+      [
+        "Ġsw",
+        "ings"
+      ],
+      [
+        "bb",
+        "y"
+      ],
+      [
+        "Ġw",
+        "ings"
+      ],
+      [
+        "b",
+        "s"
+      ],
+      [
+        "Ġexpl",
+        "ained"
+      ],
+      [
+        "Ġj",
+        "ourn"
+      ],
+      [
+        "Ġbr",
+        "ing"
+      ],
+      [
+        "Ġdr",
+        "ink"
+      ],
+      [
+        "Ġstre",
+        "et"
+      ],
+      [
+        "Ġju",
+        "ice"
+      ],
+      [
+        "un",
+        "g"
+      ],
+      [
+        "Ġnear",
+        "by"
+      ],
+      [
+        "ĠEm",
+        "ma"
+      ],
+      [
+        "Ġsm",
+        "o"
+      ],
+      [
+        "Ġsm",
+        "art"
+      ],
+      [
+        "Ġpu",
+        "shed"
+      ],
+      [
+        "Ġstor",
+        "ies"
+      ],
+      [
+        "Ġdro",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "iny"
+      ],
+      [
+        "Ġp",
+        "en"
+      ],
+      [
+        "Ġcour",
+        "se"
+      ],
+      [
+        "Ġ",
+        "es"
+      ],
+      [
+        "Ġm",
+        "ine"
+      ],
+      [
+        "Ġto",
+        "day"
+      ],
+      [
+        "Ġpo",
+        "cket"
+      ],
+      [
+        "Ġye",
+        "ar"
+      ],
+      [
+        "aught",
+        "er"
+      ],
+      [
+        "Ġj",
+        "e"
+      ],
+      [
+        "Ġsec",
+        "ret"
+      ],
+      [
+        "Ġex",
+        "p"
+      ],
+      [
+        "Ġwith",
+        "out"
+      ],
+      [
+        "Ġsing",
+        "ing"
+      ],
+      [
+        "Ġwelc",
+        "ome"
+      ],
+      [
+        "Ġhapp",
+        "en"
+      ],
+      [
+        "t",
+        "o"
+      ],
+      [
+        "Ġf",
+        "it"
+      ],
+      [
+        "Ġst",
+        "u"
+      ],
+      [
+        "ve",
+        "l"
+      ],
+      [
+        "ra",
+        "ct"
+      ],
+      [
+        "Ġbu",
+        "s"
+      ],
+      [
+        "Ġche",
+        "ese"
+      ],
+      [
+        "Ġcr",
+        "ay"
+      ],
+      [
+        "Ġfair",
+        "y"
+      ],
+      [
+        "Ġj",
+        "ar"
+      ],
+      [
+        "Ġturn",
+        "s"
+      ],
+      [
+        "Ġbu",
+        "sh"
+      ],
+      [
+        "b",
+        "ow"
+      ],
+      [
+        "ll",
+        "o"
+      ],
+      [
+        "Ġexpl",
+        "oring"
+      ],
+      [
+        "Ġl",
+        "on"
+      ],
+      [
+        "Ġst",
+        "and"
+      ],
+      [
+        "itt",
+        "ing"
+      ],
+      [
+        "Ġsee",
+        "med"
+      ],
+      [
+        "Ġsp",
+        "oon"
+      ],
+      [
+        "ĠF",
+        "inally"
+      ],
+      [
+        "Ġg",
+        "ames"
+      ],
+      [
+        "Ġwo",
+        "ke"
+      ],
+      [
+        "is",
+        "sed"
+      ],
+      [
+        "Ġre",
+        "sp"
+      ],
+      [
+        "Ġtr",
+        "ou"
+      ],
+      [
+        "Ġtw",
+        "ins"
+      ],
+      [
+        "Ġhop",
+        "ed"
+      ],
+      [
+        "Ġat",
+        "t"
+      ],
+      [
+        "Ġlon",
+        "ely"
+      ],
+      [
+        "Ġa",
+        "nt"
+      ],
+      [
+        "ĠM",
+        "ama"
+      ],
+      [
+        "or",
+        "row"
+      ],
+      [
+        "Ġno",
+        "ises"
+      ],
+      [
+        "Ġhug",
+        "s"
+      ],
+      [
+        "ount",
+        "ain"
+      ],
+      [
+        "y",
+        "ard"
+      ],
+      [
+        "Ġd",
+        "aughter"
+      ],
+      [
+        "Ġin",
+        "v"
+      ],
+      [
+        "Ġke",
+        "y"
+      ],
+      [
+        "a",
+        "il"
+      ],
+      [
+        "Ġrock",
+        "s"
+      ],
+      [
+        "Ġdis",
+        "co"
+      ],
+      [
+        "Ġs",
+        "u"
+      ],
+      [
+        "Ġl",
+        "unch"
+      ],
+      [
+        "re",
+        "ad"
+      ],
+      [
+        "ou",
+        "n"
+      ],
+      [
+        "ver",
+        "ed"
+      ],
+      [
+        "Ġback",
+        "yard"
+      ],
+      [
+        "Ġs",
+        "uc"
+      ],
+      [
+        "Ġc",
+        "ow"
+      ],
+      [
+        "Ġapp",
+        "le"
+      ],
+      [
+        "e",
+        "k"
+      ],
+      [
+        "Ġsw",
+        "am"
+      ],
+      [
+        "Ġsho",
+        "es"
+      ],
+      [
+        "Ġst",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "ook"
+      ],
+      [
+        "itt",
+        "ens"
+      ],
+      [
+        "Ġm",
+        "iss"
+      ],
+      [
+        "c",
+        "hes"
+      ],
+      [
+        "Ġw",
+        "ish"
+      ],
+      [
+        "Ġre",
+        "lie"
+      ],
+      [
+        "fu",
+        "sed"
+      ],
+      [
+        "Ġshap",
+        "es"
+      ],
+      [
+        "urp",
+        "le"
+      ],
+      [
+        "Ġtow",
+        "er"
+      ],
+      [
+        "it",
+        "y"
+      ],
+      [
+        "Ġc",
+        "orn"
+      ],
+      [
+        "Ġmo",
+        "ved"
+      ],
+      [
+        "sh",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "3"
+      ],
+      [
+        "Ġth",
+        "ough"
+      ],
+      [
+        "Ġc",
+        "ir"
+      ],
+      [
+        "um",
+        "b"
+      ],
+      [
+        "Ġta",
+        "king"
+      ],
+      [
+        "t",
+        "s"
+      ],
+      [
+        "ĠT",
+        "weet"
+      ],
+      [
+        "ap",
+        "e"
+      ],
+      [
+        "Ġrain",
+        "bow"
+      ],
+      [
+        "Ġthr",
+        "ow"
+      ],
+      [
+        "Ġst",
+        "ar"
+      ],
+      [
+        "Ġben",
+        "ch"
+      ],
+      [
+        "Ġne",
+        "ck"
+      ],
+      [
+        "ock",
+        "ed"
+      ],
+      [
+        "Ġcreat",
+        "ure"
+      ],
+      [
+        "Ġbu",
+        "bble"
+      ],
+      [
+        "Ġl",
+        "ate"
+      ],
+      [
+        "Ġadventure",
+        "s"
+      ],
+      [
+        "Ġo",
+        "wl"
+      ],
+      [
+        "ion",
+        "s"
+      ],
+      [
+        "A",
+        "nd"
+      ],
+      [
+        "Ġw",
+        "he"
+      ],
+      [
+        "Ġp",
+        "ar"
+      ],
+      [
+        "Ġshe",
+        "ll"
+      ],
+      [
+        "Ġk",
+        "ite"
+      ],
+      [
+        "ĠFl",
+        "uffy"
+      ],
+      [
+        "in",
+        "ing"
+      ],
+      [
+        "Ġm",
+        "il"
+      ],
+      [
+        "u",
+        "nt"
+      ],
+      [
+        "Ġf",
+        "ence"
+      ],
+      [
+        "Ġm",
+        "ix"
+      ],
+      [
+        "Ġli",
+        "ft"
+      ],
+      [
+        "Ġaccident",
+        "ally"
+      ],
+      [
+        "Ġw",
+        "ise"
+      ],
+      [
+        "Ġhe",
+        "llo"
+      ],
+      [
+        "Ġp",
+        "urple"
+      ],
+      [
+        "pp",
+        "er"
+      ],
+      [
+        "Ġon",
+        "to"
+      ],
+      [
+        "Ġsp",
+        "in"
+      ],
+      [
+        "t",
+        "en"
+      ],
+      [
+        "our",
+        "s"
+      ],
+      [
+        "Ġs",
+        "itting"
+      ],
+      [
+        "id",
+        "ge"
+      ],
+      [
+        "Ġsun",
+        "shine"
+      ],
+      [
+        "Ġcut",
+        "e"
+      ],
+      [
+        "Ġm",
+        "at"
+      ],
+      [
+        "w",
+        "ard"
+      ],
+      [
+        "Ġsh",
+        "op"
+      ],
+      [
+        "Ġwh",
+        "ist"
+      ],
+      [
+        "Ġd",
+        "ist"
+      ],
+      [
+        "Ġor",
+        "ange"
+      ],
+      [
+        "L",
+        "ila"
+      ],
+      [
+        "Ġn",
+        "aught"
+      ],
+      [
+        "ĠSam",
+        "my"
+      ],
+      [
+        "Ġnaught",
+        "y"
+      ],
+      [
+        "Ġn",
+        "est"
+      ],
+      [
+        "o",
+        "se"
+      ],
+      [
+        "or",
+        "s"
+      ],
+      [
+        "ll",
+        "a"
+      ],
+      [
+        "Ġmil",
+        "k"
+      ],
+      [
+        "f",
+        "ish"
+      ],
+      [
+        "Ġa",
+        "f"
+      ],
+      [
+        "Ġb",
+        "oun"
+      ],
+      [
+        "Ġp",
+        "hone"
+      ],
+      [
+        "Ġarm",
+        "s"
+      ],
+      [
+        "Ġe",
+        "as"
+      ],
+      [
+        "n",
+        "ess"
+      ],
+      [
+        "Ġcar",
+        "ry"
+      ],
+      [
+        "ĠGra",
+        "ndma"
+      ],
+      [
+        "o",
+        "g"
+      ],
+      [
+        "Ġb",
+        "ought"
+      ],
+      [
+        "Ġdri",
+        "ver"
+      ],
+      [
+        "Ġinst",
+        "ead"
+      ],
+      [
+        "L",
+        "ater"
+      ],
+      [
+        "Ġtal",
+        "ked"
+      ],
+      [
+        "Ġsear",
+        "ched"
+      ],
+      [
+        "g",
+        "ged"
+      ],
+      [
+        "Ġp",
+        "ig"
+      ],
+      [
+        "Ġco",
+        "zy"
+      ],
+      [
+        "Ġsun",
+        "ny"
+      ],
+      [
+        "itt",
+        "y"
+      ],
+      [
+        "Ġfeel",
+        "s"
+      ],
+      [
+        "Ġf",
+        "an"
+      ],
+      [
+        "Ġwonder",
+        "ed"
+      ],
+      [
+        "Ġcom",
+        "es"
+      ],
+      [
+        "Ġswim",
+        "ming"
+      ],
+      [
+        "u",
+        "ched"
+      ],
+      [
+        "Ġto",
+        "uched"
+      ],
+      [
+        "Ġp",
+        "op"
+      ],
+      [
+        "ĠIn",
+        "side"
+      ],
+      [
+        "a",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ucky"
+      ],
+      [
+        "Ġlaug",
+        "hing"
+      ],
+      [
+        "Ġbel",
+        "ong"
+      ],
+      [
+        "Ġsound",
+        "s"
+      ],
+      [
+        "Ġw",
+        "om"
+      ],
+      [
+        "Ġc",
+        "ave"
+      ],
+      [
+        "le",
+        "t"
+      ],
+      [
+        "Ġjourn",
+        "ey"
+      ],
+      [
+        "Ġwom",
+        "an"
+      ],
+      [
+        "Ġc",
+        "ou"
+      ],
+      [
+        "Ġnot",
+        "hing"
+      ],
+      [
+        "Ġco",
+        "at"
+      ],
+      [
+        "Ġrelie",
+        "ved"
+      ],
+      [
+        "Ġ",
+        "O"
+      ],
+      [
+        "Ġpe",
+        "ace"
+      ],
+      [
+        "ad",
+        "ow"
+      ],
+      [
+        "Ġno",
+        "se"
+      ],
+      [
+        "Ġbu",
+        "sy"
+      ],
+      [
+        "B",
+        "ob"
+      ],
+      [
+        "Ġp",
+        "ast"
+      ],
+      [
+        "Ġapp",
+        "les"
+      ],
+      [
+        "Ġs",
+        "ick"
+      ],
+      [
+        "Ġr",
+        "ope"
+      ],
+      [
+        "Ġpat",
+        "ient"
+      ],
+      [
+        "Ġa",
+        "ct"
+      ],
+      [
+        "Ġp",
+        "udd"
+      ],
+      [
+        "Ġin",
+        "c"
+      ],
+      [
+        "ra",
+        "id"
+      ],
+      [
+        "Ġwatch",
+        "ing"
+      ],
+      [
+        "Ġbran",
+        "ch"
+      ],
+      [
+        "Ġaf",
+        "raid"
+      ],
+      [
+        "Ġto",
+        "m"
+      ],
+      [
+        "id",
+        "er"
+      ],
+      [
+        "Ġday",
+        "s"
+      ],
+      [
+        "Ġre",
+        "t"
+      ],
+      [
+        "c",
+        "ing"
+      ],
+      [
+        "ĠM",
+        "ary"
+      ],
+      [
+        "Ġb",
+        "and"
+      ],
+      [
+        "Ġfar",
+        "m"
+      ],
+      [
+        "Ġhug",
+        "e"
+      ],
+      [
+        "ĠTh",
+        "ank"
+      ],
+      [
+        "at",
+        "or"
+      ],
+      [
+        "Ġexc",
+        "iting"
+      ],
+      [
+        "Ġdan",
+        "ced"
+      ],
+      [
+        "th",
+        "day"
+      ],
+      [
+        "Ġwa",
+        "r"
+      ],
+      [
+        "ĠSo",
+        "on"
+      ],
+      [
+        "b",
+        "all"
+      ],
+      [
+        "Ġg",
+        "igg"
+      ],
+      [
+        "ble",
+        "m"
+      ],
+      [
+        "Ġz",
+        "oom"
+      ],
+      [
+        "Ġm",
+        "ad"
+      ],
+      [
+        "Ġv",
+        "ill"
+      ],
+      [
+        "Ġfore",
+        "ver"
+      ],
+      [
+        "Ġpro",
+        "blem"
+      ],
+      [
+        "Ġcoll",
+        "ect"
+      ],
+      [
+        "p",
+        "ed"
+      ],
+      [
+        "ir",
+        "t"
+      ],
+      [
+        "Ġmin",
+        "ut"
+      ],
+      [
+        "Ġw",
+        "ra"
+      ],
+      [
+        "h",
+        "o"
+      ],
+      [
+        "Ġli",
+        "fe"
+      ],
+      [
+        "Ġkne",
+        "e"
+      ],
+      [
+        "c",
+        "es"
+      ],
+      [
+        "D",
+        "o"
+      ],
+      [
+        "c",
+        "er"
+      ],
+      [
+        "m",
+        "p"
+      ],
+      [
+        "ar",
+        "p"
+      ],
+      [
+        "Ġk",
+        "ing"
+      ],
+      [
+        "Ġas",
+        "leep"
+      ],
+      [
+        "Ġret",
+        "urn"
+      ],
+      [
+        "Ġsh",
+        "arp"
+      ],
+      [
+        "Ġre",
+        "l"
+      ],
+      [
+        "Ġp",
+        "ower"
+      ],
+      [
+        "et",
+        "h"
+      ],
+      [
+        "Ġhold",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ing"
+      ],
+      [
+        "Ġheal",
+        "thy"
+      ],
+      [
+        "ĠM",
+        "ittens"
+      ],
+      [
+        "Ġpr",
+        "ot"
+      ],
+      [
+        "Ġme",
+        "et"
+      ],
+      [
+        "Ġor",
+        "gan"
+      ],
+      [
+        "Ġcle",
+        "ver"
+      ],
+      [
+        "Ġspot",
+        "ted"
+      ],
+      [
+        "Ġl",
+        "etter"
+      ],
+      [
+        "Ġg",
+        "ather"
+      ],
+      [
+        "al",
+        "m"
+      ],
+      [
+        "O",
+        "f"
+      ],
+      [
+        "e",
+        "re"
+      ],
+      [
+        "Ġr",
+        "ound"
+      ],
+      [
+        "Ġstor",
+        "m"
+      ],
+      [
+        "Ġprot",
+        "ect"
+      ],
+      [
+        "Ġgif",
+        "t"
+      ],
+      [
+        "am",
+        "ed"
+      ],
+      [
+        "Ġma",
+        "il"
+      ],
+      [
+        "ĠJ",
+        "en"
+      ],
+      [
+        "Ġbir",
+        "thday"
+      ],
+      [
+        "Ġpre",
+        "s"
+      ],
+      [
+        "Ġsa",
+        "f"
+      ],
+      [
+        "Ġneighb",
+        "or"
+      ],
+      [
+        "ep",
+        "end"
+      ],
+      [
+        "Ġta",
+        "kes"
+      ],
+      [
+        "s",
+        "c"
+      ],
+      [
+        "Ġe",
+        "ar"
+      ],
+      [
+        "Ġcom",
+        "fort"
+      ],
+      [
+        "Ġ",
+        "ent"
+      ],
+      [
+        "Ġre",
+        "p"
+      ],
+      [
+        "Ġpers",
+        "on"
+      ],
+      [
+        "Ġsmil",
+        "ing"
+      ],
+      [
+        "ĠW",
+        "ith"
+      ],
+      [
+        "Ġgent",
+        "ly"
+      ],
+      [
+        "Ġpoin",
+        "ted"
+      ],
+      [
+        "E",
+        "very"
+      ],
+      [
+        "ow",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "o"
+      ],
+      [
+        "co",
+        "l"
+      ],
+      [
+        "Ġtast",
+        "y"
+      ],
+      [
+        "ul",
+        "ar"
+      ],
+      [
+        "ĠJim",
+        "my"
+      ],
+      [
+        "Ġpl",
+        "ane"
+      ],
+      [
+        "st",
+        "ing"
+      ],
+      [
+        "h",
+        "in"
+      ],
+      [
+        "Ġh",
+        "oney"
+      ],
+      [
+        "it",
+        "ch"
+      ],
+      [
+        "Ġp",
+        "ill"
+      ],
+      [
+        "Ġp",
+        "ass"
+      ],
+      [
+        "itt",
+        "en"
+      ],
+      [
+        "Ġm",
+        "atter"
+      ],
+      [
+        "Ġad",
+        "m"
+      ],
+      [
+        "Ġtast",
+        "ed"
+      ],
+      [
+        "Ġsmell",
+        "ed"
+      ],
+      [
+        "n",
+        "ic"
+      ],
+      [
+        "o",
+        "ve"
+      ],
+      [
+        "Ġe",
+        "ag"
+      ],
+      [
+        "Ġsh",
+        "ining"
+      ],
+      [
+        "He",
+        "y"
+      ],
+      [
+        "Ġhop",
+        "e"
+      ],
+      [
+        "Ġplac",
+        "es"
+      ],
+      [
+        "Ġk",
+        "ick"
+      ],
+      [
+        "ĠC",
+        "h"
+      ],
+      [
+        "Ġpic",
+        "nic"
+      ],
+      [
+        "Ġbott",
+        "le"
+      ],
+      [
+        "Ġresp",
+        "ect"
+      ],
+      [
+        "Ġb",
+        "lew"
+      ],
+      [
+        "Ġapp",
+        "eared"
+      ],
+      [
+        "Ġsu",
+        "pp"
+      ],
+      [
+        "Tom",
+        "my"
+      ],
+      [
+        "ĠC",
+        "ome"
+      ],
+      [
+        "Ġsp",
+        "ider"
+      ],
+      [
+        "Ġint",
+        "ere"
+      ],
+      [
+        "Ġche",
+        "er"
+      ],
+      [
+        "bo",
+        "ard"
+      ],
+      [
+        "Ġwe",
+        "aring"
+      ],
+      [
+        "Ġpres",
+        "ent"
+      ],
+      [
+        "er",
+        "t"
+      ],
+      [
+        "Ġm",
+        "ist"
+      ],
+      [
+        "iz",
+        "e"
+      ],
+      [
+        "Ġtrou",
+        "ble"
+      ],
+      [
+        "Ġtri",
+        "p"
+      ],
+      [
+        "Ġp",
+        "ract"
+      ],
+      [
+        "Ġk",
+        "iss"
+      ],
+      [
+        "Ġqu",
+        "est"
+      ],
+      [
+        "o",
+        "nd"
+      ],
+      [
+        "Ġas",
+        "h"
+      ],
+      [
+        "Ġlo",
+        "ves"
+      ],
+      [
+        "Ġtight",
+        "ly"
+      ],
+      [
+        "g",
+        "g"
+      ],
+      [
+        "ar",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "ur"
+      ],
+      [
+        "Ġsp",
+        "read"
+      ],
+      [
+        "a",
+        "ur"
+      ],
+      [
+        "Ġw",
+        "ide"
+      ],
+      [
+        "on",
+        "es"
+      ],
+      [
+        "um",
+        "ber"
+      ],
+      [
+        "Ġfe",
+        "ather"
+      ],
+      [
+        "Ġspl",
+        "as"
+      ],
+      [
+        "on",
+        "t"
+      ],
+      [
+        "nd",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ater"
+      ],
+      [
+        "Ġwho",
+        "le"
+      ],
+      [
+        "Ġany",
+        "one"
+      ],
+      [
+        "Ġbre",
+        "ad"
+      ],
+      [
+        "M",
+        "olly"
+      ],
+      [
+        "Ġd",
+        "es"
+      ],
+      [
+        "Ġre",
+        "c"
+      ],
+      [
+        "ell",
+        "a"
+      ],
+      [
+        "Ġro",
+        "ad"
+      ],
+      [
+        "I",
+        "n"
+      ],
+      [
+        "Ġo",
+        "ce"
+      ],
+      [
+        "Ġgi",
+        "ant"
+      ],
+      [
+        "Ġoce",
+        "an"
+      ],
+      [
+        "el",
+        "s"
+      ],
+      [
+        "Ġpu",
+        "zz"
+      ],
+      [
+        "Ġcook",
+        "ie"
+      ],
+      [
+        "Ġp",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ath"
+      ],
+      [
+        "Åĵ",
+        "I"
+      ],
+      [
+        "Ġcon",
+        "fused"
+      ],
+      [
+        "Ġscream",
+        "ed"
+      ],
+      [
+        "Ġcloud",
+        "s"
+      ],
+      [
+        "e",
+        "b"
+      ],
+      [
+        "Ġimp",
+        "ress"
+      ],
+      [
+        "Ġfr",
+        "ont"
+      ],
+      [
+        "ĠG",
+        "o"
+      ],
+      [
+        "Ġse",
+        "at"
+      ],
+      [
+        "le",
+        "x"
+      ],
+      [
+        "Ġl",
+        "ay"
+      ],
+      [
+        "Ġwh",
+        "ich"
+      ],
+      [
+        "l",
+        "a"
+      ],
+      [
+        "Ġth",
+        "in"
+      ],
+      [
+        "Ġte",
+        "ach"
+      ],
+      [
+        "er",
+        "ly"
+      ],
+      [
+        "Ġd",
+        "i"
+      ],
+      [
+        "Ġansw",
+        "er"
+      ],
+      [
+        "ung",
+        "le"
+      ],
+      [
+        "Ġa",
+        "p"
+      ],
+      [
+        "ss",
+        "ed"
+      ],
+      [
+        "h",
+        "ile"
+      ],
+      [
+        "u",
+        "b"
+      ],
+      [
+        "Ġl",
+        "arge"
+      ],
+      [
+        "Ġj",
+        "ungle"
+      ],
+      [
+        "Ġprom",
+        "ise"
+      ],
+      [
+        "Ġs",
+        "er"
+      ],
+      [
+        "Ġb",
+        "er"
+      ],
+      [
+        "Ġw",
+        "ild"
+      ],
+      [
+        "Ġb",
+        "ark"
+      ],
+      [
+        "Ġm",
+        "ach"
+      ],
+      [
+        "oo",
+        "se"
+      ],
+      [
+        "Ġbutt",
+        "on"
+      ],
+      [
+        "ndp",
+        "a"
+      ],
+      [
+        "G",
+        "ood"
+      ],
+      [
+        "Ġmy",
+        "ster"
+      ],
+      [
+        "Ġsn",
+        "ake"
+      ],
+      [
+        "Ġvill",
+        "age"
+      ],
+      [
+        "Ġh",
+        "or"
+      ],
+      [
+        "ĠEm",
+        "ily"
+      ],
+      [
+        "C",
+        "ome"
+      ],
+      [
+        "Ġtoo",
+        "l"
+      ],
+      [
+        "Ġput",
+        "s"
+      ],
+      [
+        "Ġla",
+        "st"
+      ],
+      [
+        "Ġim",
+        "ag"
+      ],
+      [
+        "ĠJ",
+        "ake"
+      ],
+      [
+        "L",
+        "ucy"
+      ],
+      [
+        "Ġt",
+        "id"
+      ],
+      [
+        "Ġb",
+        "an"
+      ],
+      [
+        "le",
+        "br"
+      ],
+      [
+        "Ġe",
+        "ventually"
+      ],
+      [
+        "Ġsl",
+        "id"
+      ],
+      [
+        "Ġwa",
+        "ve"
+      ],
+      [
+        "Ġli",
+        "ve"
+      ],
+      [
+        "Ġch",
+        "ased"
+      ],
+      [
+        "ĠEvery",
+        "where"
+      ],
+      [
+        "Ġce",
+        "lebr"
+      ],
+      [
+        "Ġcray",
+        "ons"
+      ],
+      [
+        "J",
+        "ust"
+      ],
+      [
+        "Ġsp",
+        "ent"
+      ],
+      [
+        "Ġwr",
+        "ite"
+      ],
+      [
+        "Ġgi",
+        "ves"
+      ],
+      [
+        "un",
+        "k"
+      ],
+      [
+        "if",
+        "e"
+      ],
+      [
+        "Ġdec",
+        "or"
+      ],
+      [
+        "Ġfo",
+        "ot"
+      ],
+      [
+        "Ġdel",
+        "ight"
+      ],
+      [
+        "Ġso",
+        "l"
+      ],
+      [
+        "Ġsand",
+        "w"
+      ],
+      [
+        "Ġdir",
+        "t"
+      ],
+      [
+        "ĠJ",
+        "enny"
+      ],
+      [
+        "Ġtal",
+        "king"
+      ],
+      [
+        "Ġtreat",
+        "s"
+      ],
+      [
+        "Ġc",
+        "art"
+      ],
+      [
+        "ch",
+        "ing"
+      ],
+      [
+        "Ġwait",
+        "ing"
+      ],
+      [
+        "Ġhid",
+        "ing"
+      ],
+      [
+        "Ġsnow",
+        "man"
+      ],
+      [
+        "Ġintere",
+        "sting"
+      ],
+      [
+        "Ġh",
+        "on"
+      ],
+      [
+        "on",
+        "y"
+      ],
+      [
+        "Ġshe",
+        "lf"
+      ],
+      [
+        "Ġtast",
+        "e"
+      ],
+      [
+        "e",
+        "en"
+      ],
+      [
+        "J",
+        "im"
+      ],
+      [
+        "Ġst",
+        "ep"
+      ],
+      [
+        "M",
+        "um"
+      ],
+      [
+        "Ġhelp",
+        "ful"
+      ],
+      [
+        "Ġfe",
+        "et"
+      ],
+      [
+        "Ġsh",
+        "y"
+      ],
+      [
+        "Ġgo",
+        "es"
+      ],
+      [
+        "Ġv",
+        "al"
+      ],
+      [
+        "Ġe",
+        "mb"
+      ],
+      [
+        "Ġst",
+        "ood"
+      ],
+      [
+        "Ġsh",
+        "r"
+      ],
+      [
+        "Ġbuild",
+        "ing"
+      ],
+      [
+        "Ġo",
+        "ven"
+      ],
+      [
+        "Ġst",
+        "ret"
+      ],
+      [
+        "Ġlove",
+        "ly"
+      ],
+      [
+        "Ġduck",
+        "s"
+      ],
+      [
+        "Ġcorn",
+        "er"
+      ],
+      [
+        "Ġwas",
+        "h"
+      ],
+      [
+        "ck",
+        "s"
+      ],
+      [
+        "Ġsp",
+        "e"
+      ],
+      [
+        "Ġpretend",
+        "ed"
+      ],
+      [
+        "Ġroll",
+        "ed"
+      ],
+      [
+        "Ġru",
+        "de"
+      ],
+      [
+        "o",
+        "ld"
+      ],
+      [
+        "Ġc",
+        "alm"
+      ],
+      [
+        "Ġp",
+        "ile"
+      ],
+      [
+        "Ġte",
+        "eth"
+      ],
+      [
+        "Ġjump",
+        "ing"
+      ],
+      [
+        "Ġz",
+        "oo"
+      ],
+      [
+        "Ġpudd",
+        "le"
+      ],
+      [
+        "Ġtid",
+        "y"
+      ],
+      [
+        "M",
+        "ama"
+      ],
+      [
+        "ig",
+        "er"
+      ],
+      [
+        "ip",
+        "e"
+      ],
+      [
+        "Ġbug",
+        "s"
+      ],
+      [
+        "Ġash",
+        "amed"
+      ],
+      [
+        "Ġb",
+        "at"
+      ],
+      [
+        "in",
+        "a"
+      ],
+      [
+        "ĠR",
+        "e"
+      ],
+      [
+        "Ġo",
+        "b"
+      ],
+      [
+        "Ġst",
+        "ra"
+      ],
+      [
+        "ĠS",
+        "t"
+      ],
+      [
+        "Ġwhist",
+        "le"
+      ],
+      [
+        "Ġban",
+        "an"
+      ],
+      [
+        "n",
+        "ot"
+      ],
+      [
+        "Ġn",
+        "et"
+      ],
+      [
+        "Ġforg",
+        "ive"
+      ],
+      [
+        "Ġprin",
+        "ce"
+      ],
+      [
+        "en",
+        "er"
+      ],
+      [
+        "Ġsh",
+        "irt"
+      ],
+      [
+        "Ġs",
+        "el"
+      ],
+      [
+        "Ġc",
+        "oo"
+      ],
+      [
+        "Ġemb",
+        "ar"
+      ],
+      [
+        "ump",
+        "y"
+      ],
+      [
+        "Ġspark",
+        "ly"
+      ],
+      [
+        "Ġrem",
+        "ind"
+      ],
+      [
+        "Ġs",
+        "ug"
+      ],
+      [
+        "Ġc",
+        "ross"
+      ],
+      [
+        "Ġm",
+        "ind"
+      ],
+      [
+        "Ġcan",
+        "not"
+      ],
+      [
+        "Ġsuc",
+        "cess"
+      ],
+      [
+        "Ġembar",
+        "ra"
+      ],
+      [
+        "S",
+        "oon"
+      ],
+      [
+        "Ġm",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "aring"
+      ],
+      [
+        "Ġwor",
+        "m"
+      ],
+      [
+        "Ġfo",
+        "ld"
+      ],
+      [
+        "Ġpeace",
+        "ful"
+      ],
+      [
+        "Ġw",
+        "ore"
+      ],
+      [
+        "Ġm",
+        "ountain"
+      ],
+      [
+        "Ġbl",
+        "ow"
+      ],
+      [
+        "l",
+        "ice"
+      ],
+      [
+        "Ġ",
+        "ign"
+      ],
+      [
+        "Ġbe",
+        "ll"
+      ],
+      [
+        "Ġfur",
+        "ry"
+      ],
+      [
+        "Ġgra",
+        "b"
+      ],
+      [
+        "al",
+        "s"
+      ],
+      [
+        "omet",
+        "imes"
+      ],
+      [
+        "Ġwhen",
+        "ever"
+      ],
+      [
+        "Ġp",
+        "our"
+      ],
+      [
+        "v",
+        "ous"
+      ],
+      [
+        "ll",
+        "ie"
+      ],
+      [
+        "Ġpu",
+        "sh"
+      ],
+      [
+        "Ġbre",
+        "ath"
+      ],
+      [
+        "Ġmach",
+        "ine"
+      ],
+      [
+        "Ġsug",
+        "ar"
+      ],
+      [
+        "Ġch",
+        "ick"
+      ],
+      [
+        "Ġcreat",
+        "ive"
+      ],
+      [
+        "S",
+        "t"
+      ],
+      [
+        "n",
+        "ed"
+      ],
+      [
+        "Ġb",
+        "al"
+      ],
+      [
+        "Ġst",
+        "ir"
+      ],
+      [
+        "Ġdo",
+        "lp"
+      ],
+      [
+        "Ġtri",
+        "es"
+      ],
+      [
+        "N",
+        "ow"
+      ],
+      [
+        "Ġl",
+        "ad"
+      ],
+      [
+        "ĠL",
+        "e"
+      ],
+      [
+        "Ġm",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ool"
+      ],
+      [
+        "Ġg",
+        "ener"
+      ],
+      [
+        "Ġsa",
+        "l"
+      ],
+      [
+        "or",
+        "k"
+      ],
+      [
+        "ul",
+        "t"
+      ],
+      [
+        "Ġspr",
+        "ay"
+      ],
+      [
+        "Ġsh",
+        "ip"
+      ],
+      [
+        "i",
+        "an"
+      ],
+      [
+        "Ġh",
+        "um"
+      ],
+      [
+        "Ġhe",
+        "l"
+      ],
+      [
+        "is",
+        "a"
+      ],
+      [
+        "Ġsel",
+        "fish"
+      ],
+      [
+        "Ġh",
+        "ar"
+      ],
+      [
+        "Ġfa",
+        "ces"
+      ],
+      [
+        "Ġmess",
+        "y"
+      ],
+      [
+        "Ġ",
+        "'"
+      ],
+      [
+        "Ġp",
+        "le"
+      ],
+      [
+        "ĠS",
+        "ome"
+      ],
+      [
+        "ĠH",
+        "ow"
+      ],
+      [
+        "Ġgo",
+        "ld"
+      ],
+      [
+        "Ġcho",
+        "col"
+      ],
+      [
+        "P",
+        "lease"
+      ],
+      [
+        "Ġminut",
+        "es"
+      ],
+      [
+        "Ġpill",
+        "ow"
+      ],
+      [
+        "M",
+        "y"
+      ],
+      [
+        "a",
+        "king"
+      ],
+      [
+        "Ġt",
+        "un"
+      ],
+      [
+        "Ġm",
+        "issed"
+      ],
+      [
+        "ig",
+        "hed"
+      ],
+      [
+        "Ġv",
+        "an"
+      ],
+      [
+        "Ġfix",
+        "ed"
+      ],
+      [
+        "Ġfight",
+        "ing"
+      ],
+      [
+        "o",
+        "in"
+      ],
+      [
+        "Ġf",
+        "ig"
+      ],
+      [
+        "Ġembarra",
+        "ssed"
+      ],
+      [
+        "Ġme",
+        "ant"
+      ],
+      [
+        "Ġdri",
+        "ve"
+      ],
+      [
+        "Ġtom",
+        "orrow"
+      ],
+      [
+        "Ġh",
+        "ours"
+      ],
+      [
+        "Ġc",
+        "a"
+      ],
+      [
+        "Ġn",
+        "er"
+      ],
+      [
+        "Ġsp",
+        "icy"
+      ],
+      [
+        "Ġknow",
+        "ing"
+      ],
+      [
+        "ĠP",
+        "lease"
+      ],
+      [
+        "Sara",
+        "h"
+      ],
+      [
+        "Ġlad",
+        "der"
+      ],
+      [
+        "it",
+        "al"
+      ],
+      [
+        "Ġhor",
+        "se"
+      ],
+      [
+        "at",
+        "o"
+      ],
+      [
+        "Ġu",
+        "g"
+      ],
+      [
+        "ĠJ",
+        "ust"
+      ],
+      [
+        "Ġtr",
+        "ust"
+      ],
+      [
+        "Ġho",
+        "sp"
+      ],
+      [
+        "Ġug",
+        "ly"
+      ],
+      [
+        "Ġhosp",
+        "ital"
+      ],
+      [
+        "Ġche",
+        "w"
+      ],
+      [
+        "Ġbed",
+        "room"
+      ],
+      [
+        "Ġeas",
+        "y"
+      ],
+      [
+        "Ġner",
+        "vous"
+      ],
+      [
+        "Ġro",
+        "b"
+      ],
+      [
+        "Ġthank",
+        "ful"
+      ],
+      [
+        "Ġcarrot",
+        "s"
+      ],
+      [
+        "D",
+        "ad"
+      ],
+      [
+        "ell",
+        "y"
+      ],
+      [
+        "Ġgre",
+        "w"
+      ],
+      [
+        "Ġcol",
+        "our"
+      ],
+      [
+        "Ġbar",
+        "ked"
+      ],
+      [
+        "Ġcou",
+        "ch"
+      ],
+      [
+        "Ġn",
+        "ut"
+      ],
+      [
+        "Ġme",
+        "adow"
+      ],
+      [
+        "Ġta",
+        "ught"
+      ],
+      [
+        "Ġunderst",
+        "ood"
+      ],
+      [
+        "Ġdisapp",
+        "oin"
+      ],
+      [
+        "Ġp",
+        "as"
+      ],
+      [
+        "an",
+        "o"
+      ],
+      [
+        "Ġof",
+        "ten"
+      ],
+      [
+        "Ġcl",
+        "ass"
+      ],
+      [
+        "Ġpas",
+        "sed"
+      ],
+      [
+        "Ġkn",
+        "ocked"
+      ],
+      [
+        "Ġland",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ic"
+      ],
+      [
+        "ir",
+        "d"
+      ],
+      [
+        "Ġfe",
+        "ar"
+      ],
+      [
+        "Ġco",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "d"
+      ],
+      [
+        "w",
+        "ork"
+      ],
+      [
+        "Ġd",
+        "eter"
+      ],
+      [
+        "Ġre",
+        "g"
+      ],
+      [
+        "Ġreturn",
+        "ed"
+      ],
+      [
+        "Ġdeter",
+        "m"
+      ],
+      [
+        "Ġh",
+        "ur"
+      ],
+      [
+        "Ġfin",
+        "ish"
+      ],
+      [
+        "iz",
+        "z"
+      ],
+      [
+        "Ġte",
+        "a"
+      ],
+      [
+        "Ġsmo",
+        "oth"
+      ],
+      [
+        "m",
+        "o"
+      ],
+      [
+        "Ġst",
+        "uff"
+      ],
+      [
+        "Ġmo",
+        "v"
+      ],
+      [
+        "Ġgener",
+        "ous"
+      ],
+      [
+        "T",
+        "o"
+      ],
+      [
+        "Ġ",
+        "On"
+      ],
+      [
+        "is",
+        "p"
+      ],
+      [
+        "Ġdr",
+        "um"
+      ],
+      [
+        "o",
+        "bby"
+      ],
+      [
+        "Ġbubble",
+        "s"
+      ],
+      [
+        "Ġrob",
+        "ot"
+      ],
+      [
+        "Ġthe",
+        "se"
+      ],
+      [
+        "Ġse",
+        "ed"
+      ],
+      [
+        "Ġgl",
+        "ass"
+      ],
+      [
+        "Ġdisappoin",
+        "ted"
+      ],
+      [
+        "g",
+        "round"
+      ],
+      [
+        "Ġr",
+        "ing"
+      ],
+      [
+        "Ġc",
+        "ard"
+      ],
+      [
+        "Ġhe",
+        "ars"
+      ],
+      [
+        "Ġcar",
+        "ried"
+      ],
+      [
+        "Ġmo",
+        "on"
+      ],
+      [
+        "Ġchocol",
+        "ate"
+      ],
+      [
+        "Ġlea",
+        "f"
+      ],
+      [
+        "Ġsnack",
+        "s"
+      ],
+      [
+        "Ġcir",
+        "c"
+      ],
+      [
+        "Ġfan",
+        "cy"
+      ],
+      [
+        "d",
+        "le"
+      ],
+      [
+        "Ġsp",
+        "end"
+      ],
+      [
+        "ĠA",
+        "nn"
+      ],
+      [
+        "ust",
+        "r"
+      ],
+      [
+        "Ġcra",
+        "b"
+      ],
+      [
+        "Ġsong",
+        "s"
+      ],
+      [
+        "p",
+        "ack"
+      ],
+      [
+        "Ġp",
+        "ir"
+      ],
+      [
+        "eci",
+        "ally"
+      ],
+      [
+        "os",
+        "aur"
+      ],
+      [
+        "Ġso",
+        "ld"
+      ],
+      [
+        "Ġbr",
+        "idge"
+      ],
+      [
+        "ĠE",
+        "ven"
+      ],
+      [
+        "Ġsleep",
+        "y"
+      ],
+      [
+        "Ġhon",
+        "est"
+      ],
+      [
+        "Ġm",
+        "ir"
+      ],
+      [
+        "ĠB",
+        "r"
+      ],
+      [
+        "Ġpa",
+        "w"
+      ],
+      [
+        "p",
+        "ecially"
+      ],
+      [
+        "Ġa",
+        "v"
+      ],
+      [
+        "ĠW",
+        "hy"
+      ],
+      [
+        "iz",
+        "zy"
+      ],
+      [
+        "Ġche",
+        "st"
+      ],
+      [
+        "Ġwo",
+        "lf"
+      ],
+      [
+        "Ġdin",
+        "osaur"
+      ],
+      [
+        "Ġes",
+        "pecially"
+      ],
+      [
+        "Ġm",
+        "ap"
+      ],
+      [
+        "Ġg",
+        "as"
+      ],
+      [
+        "or",
+        "y"
+      ],
+      [
+        "Ġch",
+        "ange"
+      ],
+      [
+        "Ġgr",
+        "oup"
+      ],
+      [
+        "Ġgather",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "our"
+      ],
+      [
+        "Ġpo",
+        "or"
+      ],
+      [
+        "Ġspl",
+        "ash"
+      ],
+      [
+        "Ġwa",
+        "ves"
+      ],
+      [
+        "Ġfor",
+        "ward"
+      ],
+      [
+        "Ġcl",
+        "own"
+      ],
+      [
+        "Ġmyster",
+        "ious"
+      ],
+      [
+        "r",
+        "or"
+      ],
+      [
+        "Ġbo",
+        "dy"
+      ],
+      [
+        "Ġfr",
+        "ustr"
+      ],
+      [
+        "Ġcra",
+        "w"
+      ],
+      [
+        "Ġf",
+        "ake"
+      ],
+      [
+        "Ġp",
+        "in"
+      ],
+      [
+        "Ġo",
+        "k"
+      ],
+      [
+        "Ġr",
+        "ad"
+      ],
+      [
+        "Ġwh",
+        "isp"
+      ],
+      [
+        "Ġtw",
+        "irl"
+      ],
+      [
+        "Ġstr",
+        "ing"
+      ],
+      [
+        "Ġsmell",
+        "y"
+      ],
+      [
+        "ĠTo",
+        "gether"
+      ],
+      [
+        "s",
+        "ist"
+      ],
+      [
+        "Ġc",
+        "and"
+      ],
+      [
+        "Ġg",
+        "ate"
+      ],
+      [
+        "Ġsc",
+        "ar"
+      ],
+      [
+        "ĠK",
+        "itty"
+      ],
+      [
+        "Ġneck",
+        "l"
+      ],
+      [
+        "B",
+        "illy"
+      ],
+      [
+        "Ġmot",
+        "or"
+      ],
+      [
+        "y",
+        "ing"
+      ],
+      [
+        "ot",
+        "e"
+      ],
+      [
+        "Ġsh",
+        "ore"
+      ],
+      [
+        "ur",
+        "se"
+      ],
+      [
+        "Ġje",
+        "w"
+      ],
+      [
+        "Ġwe",
+        "ak"
+      ],
+      [
+        "Ġgr",
+        "umpy"
+      ],
+      [
+        "Ġfing",
+        "er"
+      ],
+      [
+        "Ġsa",
+        "ck"
+      ],
+      [
+        "Ġk",
+        "itten"
+      ],
+      [
+        "Ġpol",
+        "ite"
+      ],
+      [
+        "Ġgl",
+        "ue"
+      ],
+      [
+        "u",
+        "ce"
+      ],
+      [
+        "Ġn",
+        "umber"
+      ],
+      [
+        "air",
+        "s"
+      ],
+      [
+        "Ġes",
+        "c"
+      ],
+      [
+        "Ġmir",
+        "ror"
+      ],
+      [
+        "Ġshe",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "ase"
+      ],
+      [
+        "Ġplant",
+        "s"
+      ],
+      [
+        "Ġber",
+        "ries"
+      ],
+      [
+        "mo",
+        "st"
+      ],
+      [
+        "B",
+        "e"
+      ],
+      [
+        "d",
+        "en"
+      ],
+      [
+        "Ġj",
+        "elly"
+      ],
+      [
+        "ĠThe",
+        "ir"
+      ],
+      [
+        "Ġe",
+        "mp"
+      ],
+      [
+        "itt",
+        "er"
+      ],
+      [
+        "The",
+        "re"
+      ],
+      [
+        "Ġsc",
+        "r"
+      ],
+      [
+        "Ġgr",
+        "ay"
+      ],
+      [
+        "Ġpuzz",
+        "le"
+      ],
+      [
+        "Ġneckl",
+        "ace"
+      ],
+      [
+        "Ġm",
+        "aybe"
+      ],
+      [
+        "Ġpl",
+        "ate"
+      ],
+      [
+        "Ġal",
+        "most"
+      ],
+      [
+        "us",
+        "ie"
+      ],
+      [
+        "Ġfrustr",
+        "ated"
+      ],
+      [
+        "Ġemp",
+        "ty"
+      ],
+      [
+        "p",
+        "ort"
+      ],
+      [
+        "or",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "ick"
+      ],
+      [
+        "Ġj",
+        "am"
+      ],
+      [
+        "Ġsk",
+        "ipped"
+      ],
+      [
+        "ens",
+        "ive"
+      ],
+      [
+        "ĠT",
+        "eddy"
+      ],
+      [
+        "ag",
+        "ed"
+      ],
+      [
+        "Ġclos",
+        "et"
+      ],
+      [
+        "Ġhid",
+        "den"
+      ],
+      [
+        "Ġexp",
+        "ensive"
+      ],
+      [
+        "Ġdeterm",
+        "ined"
+      ],
+      [
+        "Ġb",
+        "ored"
+      ],
+      [
+        "Ġl",
+        "it"
+      ],
+      [
+        "Ġd",
+        "rew"
+      ],
+      [
+        "Ġle",
+        "gs"
+      ],
+      [
+        "Ġho",
+        "pping"
+      ],
+      [
+        "at",
+        "es"
+      ],
+      [
+        "ĠS",
+        "ometimes"
+      ],
+      [
+        "Ġstick",
+        "s"
+      ],
+      [
+        "Ġon",
+        "es"
+      ],
+      [
+        "ĠA",
+        "t"
+      ],
+      [
+        "Ġbird",
+        "ie"
+      ],
+      [
+        "ĠD",
+        "on"
+      ],
+      [
+        "Ġpol",
+        "ice"
+      ],
+      [
+        "Ġfruit",
+        "s"
+      ],
+      [
+        "Ġt",
+        "ick"
+      ],
+      [
+        "Ġa",
+        "unt"
+      ],
+      [
+        "Ġw",
+        "is"
+      ],
+      [
+        "Ġb",
+        "ake"
+      ],
+      [
+        "Ġl",
+        "ine"
+      ],
+      [
+        "ot",
+        "s"
+      ],
+      [
+        "Ġst",
+        "one"
+      ],
+      [
+        "Ġdog",
+        "s"
+      ],
+      [
+        "au",
+        "l"
+      ],
+      [
+        "Ġfig",
+        "ure"
+      ],
+      [
+        "J",
+        "ane"
+      ],
+      [
+        "Ġs",
+        "ight"
+      ],
+      [
+        "Ġc",
+        "ries"
+      ],
+      [
+        "ĠB",
+        "e"
+      ],
+      [
+        "Ġmo",
+        "ving"
+      ],
+      [
+        "Ġcont",
+        "ent"
+      ],
+      [
+        "ĠBr",
+        "own"
+      ],
+      [
+        "Ġsa",
+        "ved"
+      ],
+      [
+        "Ġcl",
+        "oth"
+      ],
+      [
+        "?\"",
+        "."
+      ],
+      [
+        "bo",
+        "x"
+      ],
+      [
+        "Ġbran",
+        "ches"
+      ],
+      [
+        "Ġpack",
+        "ed"
+      ],
+      [
+        "Ġpower",
+        "ful"
+      ],
+      [
+        "Ġsplas",
+        "hed"
+      ],
+      [
+        "Ġfe",
+        "ed"
+      ],
+      [
+        "est",
+        "ed"
+      ],
+      [
+        "Ġyell",
+        "ed"
+      ],
+      [
+        "W",
+        "here"
+      ],
+      [
+        "d",
+        "ge"
+      ],
+      [
+        "k",
+        "in"
+      ],
+      [
+        "Ġt",
+        "iger"
+      ],
+      [
+        "Ġp",
+        "ay"
+      ],
+      [
+        "id",
+        "dle"
+      ],
+      [
+        "oo",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ella"
+      ],
+      [
+        "Ġex",
+        "am"
+      ],
+      [
+        "Ġta",
+        "ken"
+      ],
+      [
+        "Ġcr",
+        "ane"
+      ],
+      [
+        "Ġspo",
+        "il"
+      ],
+      [
+        "'",
+        "d"
+      ],
+      [
+        "Ġha",
+        "ng"
+      ],
+      [
+        "Ġfl",
+        "ag"
+      ],
+      [
+        "Ġansw",
+        "ered"
+      ],
+      [
+        "Ġdisco",
+        "vered"
+      ],
+      [
+        "ĠLe",
+        "o"
+      ],
+      [
+        "u",
+        "sh"
+      ],
+      [
+        "Ġsa",
+        "ve"
+      ],
+      [
+        "Ġsee",
+        "k"
+      ],
+      [
+        "Ġexc",
+        "ite"
+      ],
+      [
+        "Ġpr",
+        "ay"
+      ],
+      [
+        "Ġjo",
+        "g"
+      ],
+      [
+        "Ġstand",
+        "ing"
+      ],
+      [
+        "Ġdolp",
+        "hin"
+      ],
+      [
+        "Ġj",
+        "ack"
+      ],
+      [
+        "A",
+        "re"
+      ],
+      [
+        "er",
+        "a"
+      ],
+      [
+        "ra",
+        "g"
+      ],
+      [
+        "Ġfl",
+        "ut"
+      ],
+      [
+        "get",
+        "able"
+      ],
+      [
+        "Ġb",
+        "oring"
+      ],
+      [
+        "Ġlo",
+        "ck"
+      ],
+      [
+        "Ġinc",
+        "red"
+      ],
+      [
+        "Ġexcite",
+        "ment"
+      ],
+      [
+        "Ġs",
+        "ighed"
+      ],
+      [
+        "Ġw",
+        "ip"
+      ],
+      [
+        "Ġf",
+        "is"
+      ],
+      [
+        "Ġf",
+        "ill"
+      ],
+      [
+        "Ġso",
+        "ap"
+      ],
+      [
+        "ĠM",
+        "um"
+      ],
+      [
+        "ol",
+        "a"
+      ],
+      [
+        "Ġple",
+        "ased"
+      ],
+      [
+        "Ġjack",
+        "et"
+      ],
+      [
+        "l",
+        "ight"
+      ],
+      [
+        "Ġs",
+        "ugg"
+      ],
+      [
+        "Ġm",
+        "iddle"
+      ],
+      [
+        "Ġe",
+        "ld"
+      ],
+      [
+        "Ġwr",
+        "ote"
+      ],
+      [
+        "Ġballoon",
+        "s"
+      ],
+      [
+        "Ġorgan",
+        "ized"
+      ],
+      [
+        "qu",
+        "e"
+      ],
+      [
+        "Ġsail",
+        "ed"
+      ],
+      [
+        "The",
+        "ir"
+      ],
+      [
+        "Ġtell",
+        "s"
+      ],
+      [
+        "Ġo",
+        "y"
+      ],
+      [
+        "Ġst",
+        "ones"
+      ],
+      [
+        "Ġbo",
+        "ard"
+      ],
+      [
+        "Ġsp",
+        "un"
+      ],
+      [
+        "Ġve",
+        "getable"
+      ],
+      [
+        "l",
+        "ies"
+      ],
+      [
+        "Ġ",
+        "ind"
+      ],
+      [
+        "in",
+        "ess"
+      ],
+      [
+        "Ġwor",
+        "king"
+      ],
+      [
+        "l",
+        "ower"
+      ],
+      [
+        "al",
+        "k"
+      ],
+      [
+        "if",
+        "f"
+      ],
+      [
+        "Ġpar",
+        "rot"
+      ],
+      [
+        "St",
+        "op"
+      ],
+      [
+        "Ġscar",
+        "f"
+      ],
+      [
+        "Ġwa",
+        "gged"
+      ],
+      [
+        "Ġcl",
+        "ap"
+      ],
+      [
+        "Ġme",
+        "asure"
+      ],
+      [
+        "as",
+        "ing"
+      ],
+      [
+        "Ġte",
+        "ars"
+      ],
+      [
+        "bo",
+        "dy"
+      ],
+      [
+        "Ġcomfort",
+        "able"
+      ],
+      [
+        "Ġle",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "an"
+      ],
+      [
+        "Ġtr",
+        "ue"
+      ],
+      [
+        "Ġfr",
+        "ight"
+      ],
+      [
+        "Ġdr",
+        "op"
+      ],
+      [
+        "Ġsmo",
+        "ke"
+      ],
+      [
+        "Ġfeather",
+        "s"
+      ],
+      [
+        "Ġincred",
+        "ible"
+      ],
+      [
+        "g",
+        "gs"
+      ],
+      [
+        "u",
+        "al"
+      ],
+      [
+        "Ġt",
+        "ie"
+      ],
+      [
+        "Ġc",
+        "ap"
+      ],
+      [
+        "Ġlo",
+        "se"
+      ],
+      [
+        "Ġpu",
+        "s"
+      ],
+      [
+        "Ġeag",
+        "er"
+      ],
+      [
+        "Ġmov",
+        "ie"
+      ],
+      [
+        "f",
+        "ic"
+      ],
+      [
+        "Ġc",
+        "op"
+      ],
+      [
+        "Ġe",
+        "ggs"
+      ],
+      [
+        "oo",
+        "f"
+      ],
+      [
+        "Ġr",
+        "id"
+      ],
+      [
+        "Ġco",
+        "vered"
+      ],
+      [
+        "Ġf",
+        "il"
+      ],
+      [
+        "Ġle",
+        "m"
+      ],
+      [
+        "Ġgra",
+        "p"
+      ],
+      [
+        "Ġdisapp",
+        "eared"
+      ],
+      [
+        "Ġrec",
+        "ord"
+      ],
+      [
+        "ĠT",
+        "V"
+      ],
+      [
+        "ĠB",
+        "l"
+      ],
+      [
+        "Ġex",
+        "t"
+      ],
+      [
+        "Ġor",
+        "d"
+      ],
+      [
+        "Ġgigg",
+        "led"
+      ],
+      [
+        "c",
+        "orn"
+      ],
+      [
+        "Ġp",
+        "ri"
+      ],
+      [
+        "Ġha",
+        "m"
+      ],
+      [
+        "Ġr",
+        "are"
+      ],
+      [
+        "Ġyour",
+        "self"
+      ],
+      [
+        "Ġen",
+        "g"
+      ],
+      [
+        "Ġwh",
+        "ale"
+      ],
+      [
+        "Ġkn",
+        "ife"
+      ],
+      [
+        "ĠL",
+        "isa"
+      ],
+      [
+        "Ġte",
+        "am"
+      ],
+      [
+        "ĠJohn",
+        "ny"
+      ],
+      [
+        "z",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "est"
+      ],
+      [
+        "Ġb",
+        "one"
+      ],
+      [
+        "Ġd",
+        "izzy"
+      ],
+      [
+        "Ġli",
+        "br"
+      ],
+      [
+        "Ġwra",
+        "p"
+      ],
+      [
+        "Ġquest",
+        "ions"
+      ],
+      [
+        "i",
+        "v"
+      ],
+      [
+        "Ġl",
+        "ying"
+      ],
+      [
+        "Ġst",
+        "amp"
+      ],
+      [
+        "Ġli",
+        "cked"
+      ],
+      [
+        "Ġno",
+        "isy"
+      ],
+      [
+        "Ġkind",
+        "ness"
+      ],
+      [
+        "Ġdif",
+        "fic"
+      ],
+      [
+        "Ġdraw",
+        "ing"
+      ],
+      [
+        "app",
+        "ing"
+      ],
+      [
+        "Jim",
+        "my"
+      ],
+      [
+        "Ġstra",
+        "w"
+      ],
+      [
+        "Ġb",
+        "urn"
+      ],
+      [
+        "Ġwa",
+        "gon"
+      ],
+      [
+        "at",
+        "ely"
+      ],
+      [
+        "Ġgr",
+        "own"
+      ],
+      [
+        "Ġrock",
+        "et"
+      ],
+      [
+        "Ġpop",
+        "corn"
+      ],
+      [
+        "S",
+        "ally"
+      ],
+      [
+        "Ġb",
+        "atter"
+      ],
+      [
+        "Ġwa",
+        "nd"
+      ],
+      [
+        "Ġan",
+        "c"
+      ],
+      [
+        "ĠE",
+        "nd"
+      ],
+      [
+        "Ġsw",
+        "ord"
+      ],
+      [
+        "Ġhappen",
+        "ing"
+      ],
+      [
+        "Ġlift",
+        "ed"
+      ],
+      [
+        "Ġbal",
+        "ance"
+      ],
+      [
+        "Ġext",
+        "ra"
+      ],
+      [
+        "S",
+        "orry"
+      ],
+      [
+        "h",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "nder"
+      ],
+      [
+        "Ġf",
+        "at"
+      ],
+      [
+        "ĠM",
+        "ark"
+      ],
+      [
+        "ĠE",
+        "lla"
+      ],
+      [
+        "Ġbec",
+        "ome"
+      ],
+      [
+        "Ġtr",
+        "ack"
+      ],
+      [
+        "Ġsmall",
+        "er"
+      ],
+      [
+        "Ġmist",
+        "ake"
+      ],
+      [
+        "Ġto",
+        "ast"
+      ],
+      [
+        "at",
+        "ing"
+      ],
+      [
+        "Ġman",
+        "aged"
+      ],
+      [
+        "sel",
+        "ves"
+      ],
+      [
+        "ĠP",
+        "eter"
+      ],
+      [
+        "Ġbath",
+        "room"
+      ],
+      [
+        "Ġhar",
+        "m"
+      ],
+      [
+        "Ġdiffic",
+        "ult"
+      ],
+      [
+        "Ġtw",
+        "ist"
+      ],
+      [
+        "Ġoff",
+        "ered"
+      ],
+      [
+        "Ġru",
+        "ined"
+      ],
+      [
+        "Ġmat",
+        "ch"
+      ],
+      [
+        "Ġanc",
+        "ient"
+      ],
+      [
+        "Ġg",
+        "ar"
+      ],
+      [
+        "ill",
+        "i"
+      ],
+      [
+        "Ġdist",
+        "ance"
+      ],
+      [
+        "Ġplay",
+        "ground"
+      ],
+      [
+        "Ġla",
+        "zy"
+      ],
+      [
+        "Ġdan",
+        "cing"
+      ],
+      [
+        "Ġadvent",
+        "ur"
+      ],
+      [
+        "a",
+        "f"
+      ],
+      [
+        "ĠB",
+        "a"
+      ],
+      [
+        "Ġcall",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ed"
+      ],
+      [
+        "Ġcr",
+        "own"
+      ],
+      [
+        "orm",
+        "al"
+      ],
+      [
+        "Ġon",
+        "ce"
+      ],
+      [
+        "Ġbo",
+        "ss"
+      ],
+      [
+        "Ġse",
+        "ll"
+      ],
+      [
+        "Ġwalk",
+        "s"
+      ],
+      [
+        "Ġfright",
+        "ened"
+      ],
+      [
+        "er",
+        "ri"
+      ],
+      [
+        "Ġm",
+        "ask"
+      ],
+      [
+        "Ġfl",
+        "uffy"
+      ],
+      [
+        "em",
+        "o"
+      ],
+      [
+        "Ġ",
+        "Z"
+      ],
+      [
+        "Ġf",
+        "rag"
+      ],
+      [
+        "Ġd",
+        "est"
+      ],
+      [
+        "Ġn",
+        "ormal"
+      ],
+      [
+        "Ġy",
+        "og"
+      ],
+      [
+        "Ġpick",
+        "s"
+      ],
+      [
+        "Ġey",
+        "e"
+      ],
+      [
+        "Ġdr",
+        "ank"
+      ],
+      [
+        "Ġcir",
+        "cle"
+      ],
+      [
+        "Ġadventur",
+        "ous"
+      ],
+      [
+        "S",
+        "pot"
+      ],
+      [
+        "Ġt",
+        "ent"
+      ],
+      [
+        "Ġp",
+        "ress"
+      ],
+      [
+        "Ġk",
+        "issed"
+      ],
+      [
+        "ic",
+        "t"
+      ],
+      [
+        "Ġsc",
+        "iss"
+      ],
+      [
+        "Ġget",
+        "s"
+      ],
+      [
+        "Ġtr",
+        "unk"
+      ],
+      [
+        "Ġche",
+        "ck"
+      ],
+      [
+        "Ġenjoy",
+        "ing"
+      ],
+      [
+        "Ġshell",
+        "s"
+      ],
+      [
+        "Ġeld",
+        "erly"
+      ],
+      [
+        "Ġsciss",
+        "ors"
+      ],
+      [
+        "Ġt",
+        "erri"
+      ],
+      [
+        "Ġto",
+        "ug"
+      ],
+      [
+        "ag",
+        "es"
+      ],
+      [
+        "Ġste",
+        "al"
+      ],
+      [
+        "M",
+        "e"
+      ],
+      [
+        "re",
+        "ady"
+      ],
+      [
+        "et",
+        "e"
+      ],
+      [
+        "Ġal",
+        "ready"
+      ],
+      [
+        "ĠL",
+        "ittle"
+      ],
+      [
+        "Ġju",
+        "icy"
+      ],
+      [
+        "Ġstu",
+        "dy"
+      ],
+      [
+        "Ġh",
+        "orn"
+      ],
+      [
+        "er",
+        "p"
+      ],
+      [
+        "Ġp",
+        "izz"
+      ],
+      [
+        "Ġall",
+        "ig"
+      ],
+      [
+        "Ġloud",
+        "er"
+      ],
+      [
+        "Ġtow",
+        "el"
+      ],
+      [
+        "Ġcirc",
+        "les"
+      ],
+      [
+        "Ġle",
+        "ad"
+      ],
+      [
+        "Ġro",
+        "ar"
+      ],
+      [
+        "Ġro",
+        "se"
+      ],
+      [
+        "Ġsl",
+        "ipped"
+      ],
+      [
+        "Ġte",
+        "le"
+      ],
+      [
+        "Ġfam",
+        "ous"
+      ],
+      [
+        "Ġar",
+        "g"
+      ],
+      [
+        "Ġcheer",
+        "ful"
+      ],
+      [
+        "ĠRe",
+        "x"
+      ],
+      [
+        "Ġtoug",
+        "h"
+      ],
+      [
+        "i",
+        "pper"
+      ],
+      [
+        "Ġb",
+        "arn"
+      ],
+      [
+        "Ġf",
+        "ool"
+      ],
+      [
+        "Ġd",
+        "ig"
+      ],
+      [
+        "Ġd",
+        "ish"
+      ],
+      [
+        "Ġagain",
+        "st"
+      ],
+      [
+        "Ġde",
+        "er"
+      ],
+      [
+        "Ġsweet",
+        "ie"
+      ],
+      [
+        "Ġeng",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "ed"
+      ],
+      [
+        "Ġf",
+        "ather"
+      ],
+      [
+        "Ġco",
+        "ver"
+      ],
+      [
+        "Ġyour",
+        "s"
+      ],
+      [
+        "Ġneed",
+        "s"
+      ],
+      [
+        "Jo",
+        "e"
+      ],
+      [
+        "Ġbag",
+        "s"
+      ],
+      [
+        "Ġspin",
+        "ning"
+      ],
+      [
+        "S",
+        "ue"
+      ],
+      [
+        "Ġa",
+        "w"
+      ],
+      [
+        "an",
+        "ged"
+      ],
+      [
+        "am",
+        "ond"
+      ],
+      [
+        "Ġy",
+        "arn"
+      ],
+      [
+        "op",
+        "h"
+      ],
+      [
+        "Ġgi",
+        "ving"
+      ],
+      [
+        "Ġdi",
+        "amond"
+      ],
+      [
+        "Ġsandw",
+        "ich"
+      ],
+      [
+        "Ġind",
+        "epend"
+      ],
+      [
+        "Ġfrag",
+        "ile"
+      ],
+      [
+        "W",
+        "ho"
+      ],
+      [
+        "ce",
+        "pt"
+      ],
+      [
+        "Ġno",
+        "sy"
+      ],
+      [
+        "Ġtw",
+        "ig"
+      ],
+      [
+        "Ġhurt",
+        "s"
+      ],
+      [
+        "Ġsugg",
+        "ested"
+      ],
+      [
+        "Ġlem",
+        "on"
+      ],
+      [
+        "i",
+        "est"
+      ],
+      [
+        "in",
+        "ation"
+      ],
+      [
+        "or",
+        "ge"
+      ],
+      [
+        "Ġno",
+        "d"
+      ],
+      [
+        "Ġbl",
+        "oom"
+      ],
+      [
+        "Ġho",
+        "se"
+      ],
+      [
+        "Ġbox",
+        "es"
+      ],
+      [
+        "Ġreal",
+        "ised"
+      ],
+      [
+        "Ġfr",
+        "own"
+      ],
+      [
+        "ac",
+        "he"
+      ],
+      [
+        "Ġrel",
+        "ax"
+      ],
+      [
+        "Ġham",
+        "mer"
+      ],
+      [
+        "Ġa",
+        "dded"
+      ],
+      [
+        "Ġwe",
+        "ird"
+      ],
+      [
+        "Ġmo",
+        "d"
+      ],
+      [
+        "Ġcr",
+        "ack"
+      ],
+      [
+        "Ġallig",
+        "ator"
+      ],
+      [
+        "A",
+        "my"
+      ],
+      [
+        "G",
+        "ra"
+      ],
+      [
+        "o",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "ake"
+      ],
+      [
+        "ra",
+        "ge"
+      ],
+      [
+        "Ġlearn",
+        "ing"
+      ],
+      [
+        "Ġvegetable",
+        "s"
+      ],
+      [
+        "Ġa",
+        "dd"
+      ],
+      [
+        "Ġm",
+        "elt"
+      ],
+      [
+        "ĠS",
+        "usie"
+      ],
+      [
+        "el",
+        "p"
+      ],
+      [
+        "ĠB",
+        "obby"
+      ],
+      [
+        "Ġtra",
+        "p"
+      ],
+      [
+        "Ġcoll",
+        "ar"
+      ],
+      [
+        "Ġstu",
+        "bb"
+      ],
+      [
+        "i",
+        "que"
+      ],
+      [
+        "Ġb",
+        "orrow"
+      ],
+      [
+        "Ġp",
+        "ump"
+      ],
+      [
+        "Ġloud",
+        "ly"
+      ],
+      [
+        "Ġsear",
+        "ch"
+      ],
+      [
+        "Ġchick",
+        "en"
+      ],
+      [
+        "Ġpizz",
+        "a"
+      ],
+      [
+        "Ġindepend",
+        "ent"
+      ],
+      [
+        "Ġstubb",
+        "orn"
+      ],
+      [
+        "Ġre",
+        "f"
+      ],
+      [
+        "Ġas",
+        "king"
+      ],
+      [
+        "Ġbr",
+        "illi"
+      ],
+      [
+        "Ġdec",
+        "ide"
+      ],
+      [
+        "Ġfl",
+        "ash"
+      ],
+      [
+        "Ġcat",
+        "erp"
+      ],
+      [
+        "Ġqu",
+        "een"
+      ],
+      [
+        "Ġsn",
+        "ee"
+      ],
+      [
+        "ĠR",
+        "ose"
+      ],
+      [
+        "Ġinv",
+        "ited"
+      ],
+      [
+        "Ġstraw",
+        "ber"
+      ],
+      [
+        "Ġfool",
+        "ish"
+      ],
+      [
+        "Ġcaterp",
+        "ill"
+      ],
+      [
+        "g",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ur"
+      ],
+      [
+        "Ġd",
+        "epend"
+      ],
+      [
+        "Ġg",
+        "uit"
+      ],
+      [
+        "Ġst",
+        "ri"
+      ],
+      [
+        "Ġkn",
+        "ight"
+      ],
+      [
+        "Ġboy",
+        "s"
+      ],
+      [
+        "Ġpe",
+        "e"
+      ],
+      [
+        "Ġcom",
+        "b"
+      ],
+      [
+        "Ġcle",
+        "ar"
+      ],
+      [
+        "Ġun",
+        "ique"
+      ],
+      [
+        "Ġbutt",
+        "ons"
+      ],
+      [
+        "ĠTweet",
+        "y"
+      ],
+      [
+        "Ġcolour",
+        "ful"
+      ],
+      [
+        "Ġesc",
+        "ape"
+      ],
+      [
+        "Ġbrilli",
+        "ant"
+      ],
+      [
+        "Ġr",
+        "ich"
+      ],
+      [
+        "ĠB",
+        "u"
+      ],
+      [
+        "Ġsay",
+        "ing"
+      ],
+      [
+        "Ġro",
+        "de"
+      ],
+      [
+        "Ġsk",
+        "in"
+      ],
+      [
+        "Ġgar",
+        "age"
+      ],
+      [
+        "H",
+        "elp"
+      ],
+      [
+        "d",
+        "om"
+      ],
+      [
+        "Ġm",
+        "ummy"
+      ],
+      [
+        "Ġbe",
+        "ak"
+      ],
+      [
+        "ur",
+        "ed"
+      ],
+      [
+        "a",
+        "w"
+      ],
+      [
+        "e",
+        "orge"
+      ],
+      [
+        "r",
+        "op"
+      ],
+      [
+        "ed",
+        "ient"
+      ],
+      [
+        "Ġun",
+        "us"
+      ],
+      [
+        "Ġoy",
+        "ster"
+      ],
+      [
+        "Ġtur",
+        "key"
+      ],
+      [
+        "Ġ",
+        "OK"
+      ],
+      [
+        "Ġf",
+        "ountain"
+      ],
+      [
+        "Ġp",
+        "atter"
+      ],
+      [
+        "Ġwe",
+        "ek"
+      ],
+      [
+        "Ġch",
+        "ase"
+      ],
+      [
+        "Ġru",
+        "bb"
+      ],
+      [
+        "Ġcount",
+        "ed"
+      ],
+      [
+        "Ġreg",
+        "ular"
+      ],
+      [
+        "Ġwip",
+        "ed"
+      ],
+      [
+        "Ġguit",
+        "ar"
+      ],
+      [
+        "Ġunus",
+        "ual"
+      ],
+      [
+        "l",
+        "and"
+      ],
+      [
+        "Ġu",
+        "mb"
+      ],
+      [
+        "Ġfor",
+        "k"
+      ],
+      [
+        "Ġshow",
+        "s"
+      ],
+      [
+        "Ġlight",
+        "s"
+      ],
+      [
+        "Ġwall",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ed"
+      ],
+      [
+        "Ġbanan",
+        "a"
+      ],
+      [
+        "Ġsuccess",
+        "ful"
+      ],
+      [
+        "Ġjew",
+        "el"
+      ],
+      [
+        "Ġpatter",
+        "n"
+      ],
+      [
+        "Ġumb",
+        "re"
+      ],
+      [
+        "c",
+        "il"
+      ],
+      [
+        "r",
+        "ay"
+      ],
+      [
+        "in",
+        "al"
+      ],
+      [
+        "Ġl",
+        "ow"
+      ],
+      [
+        "im",
+        "ed"
+      ],
+      [
+        "Ġsw",
+        "e"
+      ],
+      [
+        "Ġcry",
+        "st"
+      ],
+      [
+        "Ġpen",
+        "cil"
+      ],
+      [
+        "Ġsaf",
+        "ely"
+      ],
+      [
+        "Ġtool",
+        "s"
+      ],
+      [
+        "W",
+        "ell"
+      ],
+      [
+        "Ġt",
+        "ape"
+      ],
+      [
+        "Ġst",
+        "ream"
+      ],
+      [
+        "ce",
+        "ed"
+      ],
+      [
+        "Ġre",
+        "sc"
+      ],
+      [
+        "Ġab",
+        "ove"
+      ],
+      [
+        "Ġhard",
+        "er"
+      ],
+      [
+        "Ġgu",
+        "ess"
+      ],
+      [
+        "Ġbott",
+        "om"
+      ],
+      [
+        "Ġmark",
+        "et"
+      ],
+      [
+        "Ġimpress",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "ff"
+      ],
+      [
+        "an",
+        "ut"
+      ],
+      [
+        "ig",
+        "inal"
+      ],
+      [
+        "Ġnot",
+        "ice"
+      ],
+      [
+        "ill",
+        "a"
+      ],
+      [
+        "Ġno",
+        "ds"
+      ],
+      [
+        "Ġpe",
+        "anut"
+      ],
+      [
+        "ol",
+        "og"
+      ],
+      [
+        "Ġpat",
+        "ch"
+      ],
+      [
+        "Ġcraw",
+        "led"
+      ],
+      [
+        "Ġcaterpill",
+        "ar"
+      ],
+      [
+        "n",
+        "a"
+      ],
+      [
+        "Ġt",
+        "ank"
+      ],
+      [
+        "Ġt",
+        "ask"
+      ],
+      [
+        "Ġt",
+        "ire"
+      ],
+      [
+        "Ġg",
+        "un"
+      ],
+      [
+        "Ġlo",
+        "ad"
+      ],
+      [
+        "Ġcomp",
+        "et"
+      ],
+      [
+        "umb",
+        "led"
+      ],
+      [
+        "Ġap",
+        "olog"
+      ],
+      [
+        "Ġsol",
+        "ve"
+      ],
+      [
+        "H",
+        "ow"
+      ],
+      [
+        "M",
+        "ummy"
+      ],
+      [
+        "f",
+        "ast"
+      ],
+      [
+        "h",
+        "ip"
+      ],
+      [
+        "Ġ",
+        "No"
+      ],
+      [
+        "Ġb",
+        "itter"
+      ],
+      [
+        "ar",
+        "l"
+      ],
+      [
+        "Ġe",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "one"
+      ],
+      [
+        "Ġbr",
+        "ush"
+      ],
+      [
+        "ĠF",
+        "in"
+      ],
+      [
+        "Ġor",
+        "iginal"
+      ],
+      [
+        "Ġfi",
+        "er"
+      ],
+      [
+        "Ġgl",
+        "ow"
+      ],
+      [
+        "ĠN",
+        "emo"
+      ],
+      [
+        "Ġbreak",
+        "fast"
+      ],
+      [
+        "Ġadm",
+        "ired"
+      ],
+      [
+        "ĠBl",
+        "ue"
+      ],
+      [
+        "Ġed",
+        "ge"
+      ],
+      [
+        "Ġdepend",
+        "able"
+      ],
+      [
+        "u",
+        "nd"
+      ],
+      [
+        "ut",
+        "h"
+      ],
+      [
+        "ĠI",
+        "f"
+      ],
+      [
+        "Ġcl",
+        "ay"
+      ],
+      [
+        "Ġstrong",
+        "er"
+      ],
+      [
+        "Ġboss",
+        "y"
+      ],
+      [
+        "Ġc",
+        "udd"
+      ],
+      [
+        "as",
+        "er"
+      ],
+      [
+        "Ġgra",
+        "ndpa"
+      ],
+      [
+        "Ġknow",
+        "s"
+      ],
+      [
+        "Ġpick",
+        "ing"
+      ],
+      [
+        "Ġjo",
+        "ke"
+      ],
+      [
+        "Ġboat",
+        "s"
+      ],
+      [
+        "Ġba",
+        "ld"
+      ],
+      [
+        "Ġmed",
+        "ic"
+      ],
+      [
+        "Ġscr",
+        "at"
+      ],
+      [
+        "Ġc",
+        "one"
+      ],
+      [
+        "Ġp",
+        "enny"
+      ],
+      [
+        "Ġle",
+        "an"
+      ],
+      [
+        "Ġra",
+        "ft"
+      ],
+      [
+        "ugg",
+        "led"
+      ],
+      [
+        "Ġsuc",
+        "ceed"
+      ],
+      [
+        "Ġob",
+        "edient"
+      ],
+      [
+        "Ġhum",
+        "ble"
+      ],
+      [
+        "Ġlibr",
+        "ary"
+      ],
+      [
+        "R",
+        "e"
+      ],
+      [
+        "he",
+        "ad"
+      ],
+      [
+        "Ġp",
+        "h"
+      ],
+      [
+        "Ġn",
+        "umb"
+      ],
+      [
+        "Ġsa",
+        "uce"
+      ],
+      [
+        "ĠB",
+        "ear"
+      ],
+      [
+        "Ġtr",
+        "ay"
+      ],
+      [
+        "Ġproud",
+        "ly"
+      ],
+      [
+        "He",
+        "re"
+      ],
+      [
+        "Ġsound",
+        "ed"
+      ],
+      [
+        "Ġsqu",
+        "are"
+      ],
+      [
+        "Ġterri",
+        "ble"
+      ],
+      [
+        "Ġcryst",
+        "al"
+      ],
+      [
+        "Ġfier",
+        "ce"
+      ],
+      [
+        "J",
+        "ill"
+      ],
+      [
+        "Ġw",
+        "itch"
+      ],
+      [
+        "in",
+        "ary"
+      ],
+      [
+        "Ġhapp",
+        "iness"
+      ],
+      [
+        "ĠL",
+        "ola"
+      ],
+      [
+        "Ġhand",
+        "ed"
+      ],
+      [
+        "Ġfr",
+        "idge"
+      ],
+      [
+        "f",
+        "a"
+      ],
+      [
+        "Ġr",
+        "ough"
+      ],
+      [
+        "ent",
+        "ion"
+      ],
+      [
+        "Ġch",
+        "anged"
+      ],
+      [
+        "Ġjo",
+        "ined"
+      ],
+      [
+        "Ġra",
+        "ven"
+      ],
+      [
+        "Ġmight",
+        "y"
+      ],
+      [
+        "Ġcho",
+        "se"
+      ],
+      [
+        "Ġwhe",
+        "el"
+      ],
+      [
+        "Ġumbre",
+        "lla"
+      ],
+      [
+        "Ġt",
+        "ag"
+      ],
+      [
+        "Ġc",
+        "ri"
+      ],
+      [
+        "Ġo",
+        "w"
+      ],
+      [
+        "ar",
+        "ry"
+      ],
+      [
+        "im",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ill"
+      ],
+      [
+        "Ġhelp",
+        "s"
+      ],
+      [
+        "Ġfind",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ing"
+      ],
+      [
+        "Ġsqu",
+        "ee"
+      ],
+      [
+        "Ġfire",
+        "work"
+      ],
+      [
+        "Ġmedic",
+        "ine"
+      ],
+      [
+        "a",
+        "zz"
+      ],
+      [
+        "m",
+        "et"
+      ],
+      [
+        "Ġplay",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "cked"
+      ],
+      [
+        "Ġgo",
+        "at"
+      ],
+      [
+        "Ġac",
+        "cept"
+      ],
+      [
+        "Ġcomp",
+        "ass"
+      ],
+      [
+        "Ġsur",
+        "f"
+      ],
+      [
+        "Ġcompet",
+        "it"
+      ],
+      [
+        "e",
+        "xt"
+      ],
+      [
+        "k",
+        "n"
+      ],
+      [
+        "Ġs",
+        "y"
+      ],
+      [
+        "Ġs",
+        "il"
+      ],
+      [
+        "Ġbe",
+        "et"
+      ],
+      [
+        "ĠM",
+        "ar"
+      ],
+      [
+        "ur",
+        "ing"
+      ],
+      [
+        "Ġch",
+        "ir"
+      ],
+      [
+        "ĠE",
+        "llie"
+      ],
+      [
+        "Ġball",
+        "s"
+      ],
+      [
+        "Åĵ",
+        "Let"
+      ],
+      [
+        "Ġbutterf",
+        "lies"
+      ],
+      [
+        "Ġgu",
+        "ard"
+      ],
+      [
+        "Ġcray",
+        "on"
+      ],
+      [
+        "Ġdisco",
+        "ver"
+      ],
+      [
+        "Ġpar",
+        "ade"
+      ],
+      [
+        "Ġmix",
+        "ed"
+      ],
+      [
+        "Ġval",
+        "u"
+      ],
+      [
+        "Ġhel",
+        "met"
+      ],
+      [
+        "ĠBrown",
+        "ie"
+      ],
+      [
+        "E",
+        "m"
+      ],
+      [
+        "j",
+        "ect"
+      ],
+      [
+        "s",
+        "qu"
+      ],
+      [
+        "u",
+        "d"
+      ],
+      [
+        "Ġg",
+        "um"
+      ],
+      [
+        "at",
+        "ure"
+      ],
+      [
+        "Ġis",
+        "land"
+      ],
+      [
+        "Ġco",
+        "st"
+      ],
+      [
+        "Ġmo",
+        "le"
+      ],
+      [
+        "Ġnice",
+        "ly"
+      ],
+      [
+        "Ġkind",
+        "s"
+      ],
+      [
+        "Ġra",
+        "ced"
+      ],
+      [
+        "Ġsto",
+        "ve"
+      ],
+      [
+        "Ġlaugh",
+        "s"
+      ],
+      [
+        "Ġmar",
+        "ch"
+      ],
+      [
+        "Ġfall",
+        "s"
+      ],
+      [
+        "Ġpers",
+        "ist"
+      ],
+      [
+        "ĠBa",
+        "by"
+      ],
+      [
+        "oph",
+        "ie"
+      ],
+      [
+        "A",
+        "lice"
+      ],
+      [
+        "i",
+        "ence"
+      ],
+      [
+        "it",
+        "o"
+      ],
+      [
+        "Ġc",
+        "age"
+      ],
+      [
+        "Ġg",
+        "oose"
+      ],
+      [
+        "Ġco",
+        "ins"
+      ],
+      [
+        "Ġtr",
+        "ump"
+      ],
+      [
+        "Ġmo",
+        "squ"
+      ],
+      [
+        "Ġser",
+        "ious"
+      ],
+      [
+        "Ġmosqu",
+        "ito"
+      ],
+      [
+        "Ġf",
+        "lex"
+      ],
+      [
+        "Ġc",
+        "ro"
+      ],
+      [
+        "el",
+        "on"
+      ],
+      [
+        "Ġexc",
+        "la"
+      ],
+      [
+        "Ġch",
+        "oose"
+      ],
+      [
+        "Ġexpl",
+        "ored"
+      ],
+      [
+        "Ġun",
+        "l"
+      ],
+      [
+        "Ġbrother",
+        "s"
+      ],
+      [
+        "Ġgu",
+        "il"
+      ],
+      [
+        "Ġnumb",
+        "ers"
+      ],
+      [
+        "Ġtrump",
+        "et"
+      ],
+      [
+        "Ġ",
+        "icy"
+      ],
+      [
+        "Ġmom",
+        "s"
+      ],
+      [
+        "ie",
+        "w"
+      ],
+      [
+        "Ġv",
+        "iew"
+      ],
+      [
+        "Ġen",
+        "orm"
+      ],
+      [
+        "Ġfire",
+        "man"
+      ],
+      [
+        "ĠMr",
+        "s"
+      ],
+      [
+        "Ġpract",
+        "ice"
+      ],
+      [
+        "Ġenorm",
+        "ous"
+      ],
+      [
+        "w",
+        "ards"
+      ],
+      [
+        "Ġs",
+        "up"
+      ],
+      [
+        "Ġvo",
+        "lc"
+      ],
+      [
+        "Ġmean",
+        "s"
+      ],
+      [
+        "Ġpoin",
+        "ting"
+      ],
+      [
+        "Ġvalu",
+        "able"
+      ],
+      [
+        "Ġflex",
+        "ible"
+      ],
+      [
+        "Ġexcla",
+        "imed"
+      ],
+      [
+        "Ġguil",
+        "ty"
+      ],
+      [
+        "y",
+        "al"
+      ],
+      [
+        "Ġc",
+        "am"
+      ],
+      [
+        "Ġp",
+        "ipe"
+      ],
+      [
+        "is",
+        "ion"
+      ],
+      [
+        "ĠM",
+        "y"
+      ],
+      [
+        "Ġuse",
+        "ful"
+      ],
+      [
+        "Ġfav",
+        "our"
+      ],
+      [
+        "Ġcra",
+        "zy"
+      ],
+      [
+        "Ġph",
+        "ot"
+      ],
+      [
+        "kn",
+        "own"
+      ],
+      [
+        "Ġvolc",
+        "ano"
+      ],
+      [
+        "Ġwa",
+        "ke"
+      ],
+      [
+        "Ġc",
+        "ity"
+      ],
+      [
+        "om",
+        "ed"
+      ],
+      [
+        "ll",
+        "ip"
+      ],
+      [
+        "Ġfor",
+        "th"
+      ],
+      [
+        "Ġlo",
+        "llip"
+      ],
+      [
+        "Ġse",
+        "al"
+      ],
+      [
+        "Ġall",
+        "owed"
+      ],
+      [
+        "Ġsc",
+        "are"
+      ],
+      [
+        "Ġbright",
+        "ly"
+      ],
+      [
+        "Ġmar",
+        "ble"
+      ],
+      [
+        "Ġpop",
+        "ular"
+      ],
+      [
+        "Ġflash",
+        "light"
+      ],
+      [
+        "Ġcompass",
+        "ion"
+      ],
+      [
+        "Ġlollip",
+        "op"
+      ],
+      [
+        "Ġ",
+        "U"
+      ],
+      [
+        "Ġ",
+        "ing"
+      ],
+      [
+        "Ġh",
+        "unt"
+      ],
+      [
+        "Ġd",
+        "ull"
+      ],
+      [
+        "er",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "at"
+      ],
+      [
+        "Ġshe",
+        "l"
+      ],
+      [
+        "!\"",
+        "."
+      ],
+      [
+        "Ġun",
+        "known"
+      ],
+      [
+        "Ġhat",
+        "s"
+      ],
+      [
+        "Ġsho",
+        "ot"
+      ],
+      [
+        "red",
+        "ient"
+      ],
+      [
+        "Ġbelong",
+        "ed"
+      ],
+      [
+        "Ġfavour",
+        "ite"
+      ],
+      [
+        "Ġing",
+        "redient"
+      ],
+      [
+        "Ġp",
+        "il"
+      ],
+      [
+        "Ġlo",
+        "yal"
+      ],
+      [
+        "Ġbra",
+        "ce"
+      ],
+      [
+        "ĠWhen",
+        "ever"
+      ],
+      [
+        "Ġdream",
+        "s"
+      ],
+      [
+        "Ġkick",
+        "ed"
+      ],
+      [
+        "Ġseed",
+        "s"
+      ],
+      [
+        "Ġtwirl",
+        "ed"
+      ],
+      [
+        "Ġsup",
+        "er"
+      ],
+      [
+        "t",
+        "ime"
+      ],
+      [
+        "Ġf",
+        "ine"
+      ],
+      [
+        "Ġbe",
+        "es"
+      ],
+      [
+        "Ġso",
+        "fa"
+      ],
+      [
+        "Ġsh",
+        "ark"
+      ],
+      [
+        "ĠM",
+        "ike"
+      ],
+      [
+        "Ġan",
+        "x"
+      ],
+      [
+        "Ġsad",
+        "ly"
+      ],
+      [
+        "Ġshow",
+        "ing"
+      ],
+      [
+        "Ġway",
+        "s"
+      ],
+      [
+        "Ġtruck",
+        "s"
+      ],
+      [
+        "Ġdelic",
+        "ate"
+      ],
+      [
+        "ation",
+        "s"
+      ],
+      [
+        "Ġrep",
+        "e"
+      ],
+      [
+        "Ġimpress",
+        "ive"
+      ],
+      [
+        "Ġpour",
+        "ed"
+      ],
+      [
+        "Ġpir",
+        "ate"
+      ],
+      [
+        "Ġwhisp",
+        "ered"
+      ],
+      [
+        "Ġharm",
+        "less"
+      ],
+      [
+        "a",
+        "ff"
+      ],
+      [
+        "Ġt",
+        "urt"
+      ],
+      [
+        "Ġt",
+        "ied"
+      ],
+      [
+        "ar",
+        "oo"
+      ],
+      [
+        "ad",
+        "o"
+      ],
+      [
+        "art",
+        "h"
+      ],
+      [
+        "Ġgra",
+        "ce"
+      ],
+      [
+        "Ġhand",
+        "le"
+      ],
+      [
+        "Ġen",
+        "c"
+      ],
+      [
+        "Ġdel",
+        "iver"
+      ],
+      [
+        "Ben",
+        "ny"
+      ],
+      [
+        "Ġru",
+        "shed"
+      ],
+      [
+        "Ġus",
+        "ing"
+      ],
+      [
+        "ang",
+        "aroo"
+      ],
+      [
+        "Ġshap",
+        "e"
+      ],
+      [
+        "Ġbus",
+        "hes"
+      ],
+      [
+        "Ġpersist",
+        "ent"
+      ],
+      [
+        "Ġg",
+        "or"
+      ],
+      [
+        "ĠS",
+        "p"
+      ],
+      [
+        "Ġk",
+        "angaroo"
+      ],
+      [
+        "Ġan",
+        "g"
+      ],
+      [
+        "Ġoff",
+        "ice"
+      ],
+      [
+        "Ġanx",
+        "ious"
+      ],
+      [
+        "G",
+        "o"
+      ],
+      [
+        "al",
+        "ous"
+      ],
+      [
+        "Ġsp",
+        "ell"
+      ],
+      [
+        "ĠW",
+        "hile"
+      ],
+      [
+        "ia",
+        "ble"
+      ],
+      [
+        "Ġpot",
+        "ato"
+      ],
+      [
+        "Ġje",
+        "alous"
+      ],
+      [
+        "Ġwra",
+        "pped"
+      ],
+      [
+        "Ġf",
+        "our"
+      ],
+      [
+        "Ġc",
+        "urt"
+      ],
+      [
+        "Ġlo",
+        "g"
+      ],
+      [
+        "Ġco",
+        "al"
+      ],
+      [
+        "Ġrel",
+        "iable"
+      ],
+      [
+        "Ġcurt",
+        "ain"
+      ],
+      [
+        "D",
+        "aisy"
+      ],
+      [
+        "Ġs",
+        "udden"
+      ],
+      [
+        "mb",
+        "ol"
+      ],
+      [
+        "Åĵ",
+        "Yes"
+      ],
+      [
+        "ac",
+        "hes"
+      ],
+      [
+        "ĠP",
+        "e"
+      ],
+      [
+        "Ġpain",
+        "ted"
+      ],
+      [
+        "ĠTo",
+        "by"
+      ],
+      [
+        "Ġce",
+        "re"
+      ],
+      [
+        "g",
+        "u"
+      ],
+      [
+        "Ġt",
+        "ummy"
+      ],
+      [
+        "Ġth",
+        "ose"
+      ],
+      [
+        "ous",
+        "es"
+      ],
+      [
+        "udd",
+        "y"
+      ],
+      [
+        "Ġcu",
+        "sh"
+      ],
+      [
+        "Ġmet",
+        "al"
+      ],
+      [
+        "Ġsy",
+        "mbol"
+      ],
+      [
+        "Ġbeet",
+        "le"
+      ],
+      [
+        "Ġcam",
+        "era"
+      ],
+      [
+        "Ġh",
+        "ouses"
+      ],
+      [
+        "il",
+        "t"
+      ],
+      [
+        "Ġcelebr",
+        "ate"
+      ],
+      [
+        "Ġdelight",
+        "ed"
+      ],
+      [
+        "Ġgor",
+        "illa"
+      ],
+      [
+        "Ġto",
+        "oth"
+      ],
+      [
+        "Ġth",
+        "irst"
+      ],
+      [
+        "ke",
+        "ep"
+      ],
+      [
+        "Ġsh",
+        "iver"
+      ],
+      [
+        "Ġre",
+        "ward"
+      ],
+      [
+        "Ġsp",
+        "ace"
+      ],
+      [
+        "Ġtra",
+        "vel"
+      ],
+      [
+        "Ġru",
+        "bbed"
+      ],
+      [
+        "Ġprin",
+        "t"
+      ],
+      [
+        "Ġdri",
+        "ving"
+      ],
+      [
+        "Ġmar",
+        "ry"
+      ],
+      [
+        "Ġwar",
+        "ned"
+      ],
+      [
+        "Ġsold",
+        "ier"
+      ],
+      [
+        "Ġmotor",
+        "cy"
+      ],
+      [
+        "c",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "on"
+      ],
+      [
+        "Ġto",
+        "r"
+      ],
+      [
+        "ar",
+        "lie"
+      ],
+      [
+        "Ġher",
+        "o"
+      ],
+      [
+        "ie",
+        "f"
+      ],
+      [
+        "Ġcar",
+        "p"
+      ],
+      [
+        "Ġexcited",
+        "ly"
+      ],
+      [
+        "Ġte",
+        "mp"
+      ],
+      [
+        "ĠP",
+        "ete"
+      ],
+      [
+        "ĠBob",
+        "o"
+      ],
+      [
+        "co",
+        "d"
+      ],
+      [
+        "Ġhun",
+        "g"
+      ],
+      [
+        "Ġgrow",
+        "ing"
+      ],
+      [
+        "up",
+        "id"
+      ],
+      [
+        "Ġthin",
+        "king"
+      ],
+      [
+        "Ġtun",
+        "n"
+      ],
+      [
+        "W",
+        "hile"
+      ],
+      [
+        "c",
+        "u"
+      ],
+      [
+        "i",
+        "pp"
+      ],
+      [
+        "Ġh",
+        "ay"
+      ],
+      [
+        "Ġy",
+        "et"
+      ],
+      [
+        "Ġv",
+        "ine"
+      ],
+      [
+        "Ġac",
+        "orn"
+      ],
+      [
+        "icy",
+        "cle"
+      ],
+      [
+        "Ġpre",
+        "p"
+      ],
+      [
+        "Ġremind",
+        "ed"
+      ],
+      [
+        "Ġgas",
+        "ped"
+      ],
+      [
+        "Ġflut",
+        "e"
+      ],
+      [
+        "Ġord",
+        "inary"
+      ],
+      [
+        "Ġcro",
+        "cod"
+      ],
+      [
+        "Ġa",
+        "mb"
+      ],
+      [
+        "Ġc",
+        "ur"
+      ],
+      [
+        "ĠB",
+        "et"
+      ],
+      [
+        "ĠM",
+        "andy"
+      ],
+      [
+        "Ġpu",
+        "p"
+      ],
+      [
+        "Ġcreature",
+        "s"
+      ],
+      [
+        "Ġhur",
+        "ry"
+      ],
+      [
+        "Ġspoil",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "imes"
+      ],
+      [
+        "Ġm",
+        "is"
+      ],
+      [
+        "Ġr",
+        "ice"
+      ],
+      [
+        "Ġst",
+        "upid"
+      ],
+      [
+        "Ġsh",
+        "ine"
+      ],
+      [
+        "Ġre",
+        "sist"
+      ],
+      [
+        "ug",
+        "ged"
+      ],
+      [
+        "Ġla",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "ull"
+      ],
+      [
+        "co",
+        "a"
+      ],
+      [
+        "Ġmiss",
+        "ing"
+      ],
+      [
+        "Ġwhe",
+        "at"
+      ],
+      [
+        "Ġsupp",
+        "ort"
+      ],
+      [
+        "Ġingredient",
+        "s"
+      ],
+      [
+        "a",
+        "id"
+      ],
+      [
+        "l",
+        "oo"
+      ],
+      [
+        "Ġc",
+        "ase"
+      ],
+      [
+        "er",
+        "y"
+      ],
+      [
+        "Ġwas",
+        "hed"
+      ],
+      [
+        "Ġdo",
+        "ve"
+      ],
+      [
+        "Ġsp",
+        "illed"
+      ],
+      [
+        "Ġsc",
+        "oot"
+      ],
+      [
+        "Ġme",
+        "al"
+      ],
+      [
+        "Ġmu",
+        "le"
+      ],
+      [
+        "ĠD",
+        "ucky"
+      ],
+      [
+        "Ġmo",
+        "der"
+      ],
+      [
+        "ars",
+        "h"
+      ],
+      [
+        "Åĵ",
+        "What"
+      ],
+      [
+        "Ġtri",
+        "ck"
+      ],
+      [
+        "Ġset",
+        "t"
+      ],
+      [
+        "ĠTweet",
+        "ie"
+      ],
+      [
+        "Ġboun",
+        "ce"
+      ],
+      [
+        "Ġfil",
+        "thy"
+      ],
+      [
+        "Ġb",
+        "ase"
+      ],
+      [
+        "Ġh",
+        "oop"
+      ],
+      [
+        "Ġf",
+        "re"
+      ],
+      [
+        "Ġst",
+        "umbled"
+      ],
+      [
+        "Ġso",
+        "ar"
+      ],
+      [
+        "Ġwe",
+        "al"
+      ],
+      [
+        "Ġsee",
+        "m"
+      ],
+      [
+        "Ġwor",
+        "d"
+      ],
+      [
+        "Ġla",
+        "b"
+      ],
+      [
+        "ĠD",
+        "ave"
+      ],
+      [
+        "ĠF",
+        "r"
+      ],
+      [
+        "Ġbad",
+        "ly"
+      ],
+      [
+        "Ġhair",
+        "y"
+      ],
+      [
+        "Ġcra",
+        "wl"
+      ],
+      [
+        "Ġlive",
+        "ly"
+      ],
+      [
+        "Ġstep",
+        "s"
+      ],
+      [
+        "ÅĵLet",
+        "â"
+      ],
+      [
+        "Ġbrace",
+        "let"
+      ],
+      [
+        "Ġcere",
+        "al"
+      ],
+      [
+        "Ġthirst",
+        "y"
+      ],
+      [
+        "Ġcarp",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ool"
+      ],
+      [
+        "it",
+        "her"
+      ],
+      [
+        "Ġgo",
+        "al"
+      ],
+      [
+        "Ġback",
+        "pack"
+      ],
+      [
+        "Ġtr",
+        "uth"
+      ],
+      [
+        "Ġcom",
+        "pl"
+      ],
+      [
+        "Ġche",
+        "ap"
+      ],
+      [
+        "Ġdis",
+        "g"
+      ],
+      [
+        "Ġplac",
+        "ed"
+      ],
+      [
+        "Ġear",
+        "ly"
+      ],
+      [
+        "Ġdecor",
+        "ate"
+      ],
+      [
+        "Ġnut",
+        "s"
+      ],
+      [
+        "O",
+        "w"
+      ],
+      [
+        "c",
+        "ream"
+      ],
+      [
+        "Ġb",
+        "ump"
+      ],
+      [
+        "Ġthem",
+        "selves"
+      ],
+      [
+        "ic",
+        "es"
+      ],
+      [
+        "Ġhelp",
+        "less"
+      ],
+      [
+        "Ġcl",
+        "um"
+      ],
+      [
+        "Ġsc",
+        "atter"
+      ],
+      [
+        "Ġsc",
+        "ale"
+      ],
+      [
+        "Ġnew",
+        "s"
+      ],
+      [
+        "ust",
+        "ing"
+      ],
+      [
+        "Ġen",
+        "v"
+      ],
+      [
+        "âĤ¬â",
+        "Ģ"
+      ],
+      [
+        "Ġtell",
+        "ing"
+      ],
+      [
+        "Ġswing",
+        "ing"
+      ],
+      [
+        "Ġspark",
+        "led"
+      ],
+      [
+        "Ġcarry",
+        "ing"
+      ],
+      [
+        "gg",
+        "ing"
+      ],
+      [
+        "in",
+        "es"
+      ],
+      [
+        "ri",
+        "c"
+      ],
+      [
+        "Ġfriends",
+        "hip"
+      ],
+      [
+        "Ġcare",
+        "less"
+      ],
+      [
+        "Ġsn",
+        "e"
+      ],
+      [
+        "Ġdoes",
+        "n"
+      ],
+      [
+        "Ġfall",
+        "ing"
+      ],
+      [
+        "Ġcomp",
+        "ut"
+      ],
+      [
+        "Ġpa",
+        "le"
+      ],
+      [
+        "Ġpee",
+        "ked"
+      ],
+      [
+        "Ġcompassion",
+        "ate"
+      ],
+      [
+        "c",
+        "om"
+      ],
+      [
+        "v",
+        "ice"
+      ],
+      [
+        "Ġs",
+        "end"
+      ],
+      [
+        "Ġst",
+        "age"
+      ],
+      [
+        "Ġme",
+        "m"
+      ],
+      [
+        "Ġch",
+        "alk"
+      ],
+      [
+        "Ġch",
+        "asing"
+      ],
+      [
+        "Ġpe",
+        "bble"
+      ],
+      [
+        "ĠEvery",
+        "thing"
+      ],
+      [
+        "Ġcu",
+        "be"
+      ],
+      [
+        "Ġpig",
+        "e"
+      ],
+      [
+        "Ġcou",
+        "rage"
+      ],
+      [
+        "Ġfing",
+        "ers"
+      ],
+      [
+        "Ġturt",
+        "le"
+      ],
+      [
+        "b",
+        "led"
+      ],
+      [
+        "Ġs",
+        "ink"
+      ],
+      [
+        "Ġb",
+        "icycle"
+      ],
+      [
+        "Ġsh",
+        "aking"
+      ],
+      [
+        "Ġsleep",
+        "ing"
+      ],
+      [
+        "Ġneighb",
+        "our"
+      ],
+      [
+        "Ġmoder",
+        "n"
+      ],
+      [
+        "Ġdisg",
+        "usting"
+      ],
+      [
+        "Ġclum",
+        "sy"
+      ],
+      [
+        "g",
+        "est"
+      ],
+      [
+        "Ġh",
+        "ook"
+      ],
+      [
+        "Ġc",
+        "her"
+      ],
+      [
+        "Ġn",
+        "ail"
+      ],
+      [
+        "Ġbig",
+        "gest"
+      ],
+      [
+        "ic",
+        "hes"
+      ],
+      [
+        "Ġbu",
+        "l"
+      ],
+      [
+        "Ġend",
+        "ing"
+      ],
+      [
+        "Ġde",
+        "ad"
+      ],
+      [
+        "Ġtri",
+        "ang"
+      ],
+      [
+        "ul",
+        "ance"
+      ],
+      [
+        "Ġspo",
+        "ke"
+      ],
+      [
+        "Ġpract",
+        "iced"
+      ],
+      [
+        "Ġamb",
+        "ulance"
+      ],
+      [
+        "Ġcomput",
+        "er"
+      ],
+      [
+        "i",
+        "bb"
+      ],
+      [
+        "Ġl",
+        "amp"
+      ],
+      [
+        "Ġst",
+        "ation"
+      ],
+      [
+        "Ġch",
+        "ar"
+      ],
+      [
+        "Ġwall",
+        "et"
+      ],
+      [
+        "ĠTo",
+        "day"
+      ],
+      [
+        "Ġpack",
+        "age"
+      ],
+      [
+        "Ġmic",
+        "rop"
+      ],
+      [
+        "Ġcush",
+        "ion"
+      ],
+      [
+        "keep",
+        "er"
+      ],
+      [
+        "Ġcrocod",
+        "ile"
+      ],
+      [
+        "Ġmicrop",
+        "hone"
+      ],
+      [
+        "u",
+        "nder"
+      ],
+      [
+        "ĠA",
+        "lex"
+      ],
+      [
+        "Ġthought",
+        "ful"
+      ],
+      [
+        "Ġjo",
+        "lly"
+      ],
+      [
+        "Ġpen",
+        "gu"
+      ],
+      [
+        "Ġpump",
+        "kin"
+      ],
+      [
+        "Ġcost",
+        "um"
+      ],
+      [
+        "Ġf",
+        "ive"
+      ],
+      [
+        "Ġd",
+        "ough"
+      ],
+      [
+        "Ġp",
+        "ony"
+      ],
+      [
+        "Ġo",
+        "l"
+      ],
+      [
+        "im",
+        "i"
+      ],
+      [
+        "Ġst",
+        "airs"
+      ],
+      [
+        "Ġkn",
+        "ock"
+      ],
+      [
+        "Ġgra",
+        "nd"
+      ],
+      [
+        "Ġint",
+        "ell"
+      ],
+      [
+        "Ġun",
+        "iver"
+      ],
+      [
+        "Ġbright",
+        "er"
+      ],
+      [
+        "Ġopen",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ing"
+      ],
+      [
+        "Ġboun",
+        "ced"
+      ],
+      [
+        "Ġquest",
+        "ion"
+      ],
+      [
+        "Ġstat",
+        "ue"
+      ],
+      [
+        "Ġw",
+        "ine"
+      ],
+      [
+        "is",
+        "k"
+      ],
+      [
+        "ĠA",
+        "lice"
+      ],
+      [
+        "Ġco",
+        "coa"
+      ],
+      [
+        "ĠYou",
+        "r"
+      ],
+      [
+        "Ġpe",
+        "pper"
+      ],
+      [
+        "Ġbeaut",
+        "y"
+      ],
+      [
+        "Ġper",
+        "m"
+      ],
+      [
+        "Ġpain",
+        "ting"
+      ],
+      [
+        "Ġsho",
+        "e"
+      ],
+      [
+        "Ġele",
+        "v"
+      ],
+      [
+        "Every",
+        "one"
+      ],
+      [
+        "hin",
+        "o"
+      ],
+      [
+        "Ġweal",
+        "thy"
+      ],
+      [
+        "Ġintell",
+        "ig"
+      ],
+      [
+        "n",
+        "oon"
+      ],
+      [
+        "Ġs",
+        "uit"
+      ],
+      [
+        "Ġm",
+        "ild"
+      ],
+      [
+        "Ġn",
+        "ature"
+      ],
+      [
+        "an",
+        "s"
+      ],
+      [
+        "Ġhapp",
+        "ier"
+      ],
+      [
+        "Ġne",
+        "at"
+      ],
+      [
+        "Ġstart",
+        "s"
+      ],
+      [
+        "uck",
+        "ed"
+      ],
+      [
+        "Ġafter",
+        "noon"
+      ],
+      [
+        "Ġtor",
+        "n"
+      ],
+      [
+        "Ġelev",
+        "ator"
+      ],
+      [
+        "g",
+        "en"
+      ],
+      [
+        "t",
+        "i"
+      ],
+      [
+        "Ġt",
+        "en"
+      ],
+      [
+        "Ġh",
+        "arsh"
+      ],
+      [
+        "Ġp",
+        "ed"
+      ],
+      [
+        "at",
+        "ient"
+      ],
+      [
+        "or",
+        "ant"
+      ],
+      [
+        "Ġre",
+        "ce"
+      ],
+      [
+        "Ġj",
+        "et"
+      ],
+      [
+        "ill",
+        "ie"
+      ],
+      [
+        "ĠR",
+        "ed"
+      ],
+      [
+        "Ġread",
+        "ing"
+      ],
+      [
+        "Ġsear",
+        "ching"
+      ],
+      [
+        "Ġbasket",
+        "ball"
+      ],
+      [
+        "Ġbar",
+        "ber"
+      ],
+      [
+        "Ġspe",
+        "ed"
+      ],
+      [
+        "S",
+        "ee"
+      ],
+      [
+        "a",
+        "wn"
+      ],
+      [
+        "Ġst",
+        "ack"
+      ],
+      [
+        "ĠM",
+        "ummy"
+      ],
+      [
+        "Ġclo",
+        "ck"
+      ],
+      [
+        "ĠG",
+        "ive"
+      ],
+      [
+        "Ġmag",
+        "n"
+      ],
+      [
+        "Ġlea",
+        "ving"
+      ],
+      [
+        "Ġcup",
+        "board"
+      ],
+      [
+        "Ġdes",
+        "ign"
+      ],
+      [
+        "Ġslid",
+        "es"
+      ],
+      [
+        "Ġsandw",
+        "iches"
+      ],
+      [
+        "Ġcand",
+        "le"
+      ],
+      [
+        "aul",
+        "if"
+      ],
+      [
+        "Ġrid",
+        "ing"
+      ],
+      [
+        "Ġfre",
+        "sh"
+      ],
+      [
+        "o",
+        "ppy"
+      ],
+      [
+        "Ġsh",
+        "ocked"
+      ],
+      [
+        "Ġen",
+        "er"
+      ],
+      [
+        "Ġjump",
+        "s"
+      ],
+      [
+        "Ġhair",
+        "cut"
+      ],
+      [
+        "Ġrespect",
+        "ful"
+      ],
+      [
+        "Ġcoo",
+        "king"
+      ],
+      [
+        "Ġtick",
+        "et"
+      ],
+      [
+        "Ġenc",
+        "ou"
+      ],
+      [
+        "Ġtunn",
+        "el"
+      ],
+      [
+        "aulif",
+        "lower"
+      ],
+      [
+        "G",
+        "ive"
+      ],
+      [
+        "Ġs",
+        "le"
+      ],
+      [
+        "re",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ay"
+      ],
+      [
+        "Ġth",
+        "ief"
+      ],
+      [
+        "Ġy",
+        "awn"
+      ],
+      [
+        "Ġfor",
+        "t"
+      ],
+      [
+        "Ġal",
+        "ert"
+      ],
+      [
+        "Ġsor",
+        "ts"
+      ],
+      [
+        "Ġimp",
+        "atient"
+      ],
+      [
+        "Ġcre",
+        "ate"
+      ],
+      [
+        "ail",
+        "able"
+      ],
+      [
+        "Ġwhe",
+        "els"
+      ],
+      [
+        "Ġval",
+        "ue"
+      ],
+      [
+        "Ġpri",
+        "ze"
+      ],
+      [
+        "M",
+        "ary"
+      ],
+      [
+        "y",
+        "e"
+      ],
+      [
+        "he",
+        "t"
+      ],
+      [
+        "Ġs",
+        "ent"
+      ],
+      [
+        "Ġb",
+        "ent"
+      ],
+      [
+        "in",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "omet"
+      ],
+      [
+        "Ġc",
+        "amp"
+      ],
+      [
+        "Ġc",
+        "auliflower"
+      ],
+      [
+        "Ġm",
+        "elon"
+      ],
+      [
+        "Ġg",
+        "em"
+      ],
+      [
+        "Ġit",
+        "self"
+      ],
+      [
+        "ir",
+        "on"
+      ],
+      [
+        "Ġmu",
+        "sh"
+      ],
+      [
+        "Ġmonkey",
+        "s"
+      ],
+      [
+        "Ġsal",
+        "ad"
+      ],
+      [
+        "Ġdest",
+        "ro"
+      ],
+      [
+        "Ġresc",
+        "ue"
+      ],
+      [
+        "Ġscoot",
+        "er"
+      ],
+      [
+        "Ġintellig",
+        "ent"
+      ],
+      [
+        "a",
+        "z"
+      ],
+      [
+        "Ġd",
+        "ug"
+      ],
+      [
+        "il",
+        "ing"
+      ],
+      [
+        "an",
+        "ger"
+      ],
+      [
+        "Ġr",
+        "oof"
+      ],
+      [
+        "Ġr",
+        "hino"
+      ],
+      [
+        "Ġsc",
+        "old"
+      ],
+      [
+        "ag",
+        "het"
+      ],
+      [
+        "Ġexp",
+        "er"
+      ],
+      [
+        "Ġbark",
+        "ing"
+      ],
+      [
+        "Ġbanan",
+        "as"
+      ],
+      [
+        "Ġign",
+        "orant"
+      ],
+      [
+        "Ġmic",
+        "ro"
+      ],
+      [
+        "Ġav",
+        "ailable"
+      ],
+      [
+        "Ġgrace",
+        "ful"
+      ],
+      [
+        "Ġmotorcy",
+        "cle"
+      ],
+      [
+        "aghet",
+        "ti"
+      ],
+      [
+        "h",
+        "ood"
+      ],
+      [
+        "ĠS",
+        "n"
+      ],
+      [
+        "Ġe",
+        "arth"
+      ],
+      [
+        "Ġbo",
+        "ots"
+      ],
+      [
+        "Ġsp",
+        "aghetti"
+      ],
+      [
+        "um",
+        "mer"
+      ],
+      [
+        "Ġag",
+        "ree"
+      ],
+      [
+        "Ġbu",
+        "ll"
+      ],
+      [
+        "Ġany",
+        "where"
+      ],
+      [
+        "ĠG",
+        "eorge"
+      ],
+      [
+        "Ġbeh",
+        "ave"
+      ],
+      [
+        "ĠK",
+        "im"
+      ],
+      [
+        "Ġpa",
+        "id"
+      ],
+      [
+        "sc",
+        "ope"
+      ],
+      [
+        "Ġstret",
+        "ched"
+      ],
+      [
+        "Ġfear",
+        "ful"
+      ],
+      [
+        "Ġav",
+        "o"
+      ],
+      [
+        "Ġmicro",
+        "scope"
+      ],
+      [
+        "I",
+        "f"
+      ],
+      [
+        "i",
+        "o"
+      ],
+      [
+        "Ġnot",
+        "eb"
+      ],
+      [
+        "ĠE",
+        "ventually"
+      ],
+      [
+        "Ġold",
+        "er"
+      ],
+      [
+        "Ġsn",
+        "iff"
+      ],
+      [
+        "Ġad",
+        "vice"
+      ],
+      [
+        "Ġstop",
+        "s"
+      ],
+      [
+        "Ġperf",
+        "orm"
+      ],
+      [
+        "Ġfur",
+        "ther"
+      ],
+      [
+        "Ġenv",
+        "ious"
+      ],
+      [
+        "Ġpige",
+        "on"
+      ],
+      [
+        "Ġmush",
+        "room"
+      ],
+      [
+        "Ġnoteb",
+        "ook"
+      ],
+      [
+        "u",
+        "bby"
+      ],
+      [
+        "Ġp",
+        "un"
+      ],
+      [
+        "at",
+        "s"
+      ],
+      [
+        "Ġn",
+        "urse"
+      ],
+      [
+        "or",
+        "able"
+      ],
+      [
+        "Ġth",
+        "under"
+      ],
+      [
+        "Ġcl",
+        "apping"
+      ],
+      [
+        "Ġv",
+        "ide"
+      ],
+      [
+        "Ġbu",
+        "ilt"
+      ],
+      [
+        "ĠC",
+        "l"
+      ],
+      [
+        "Ġun",
+        "com"
+      ],
+      [
+        "Ġshout",
+        "ing"
+      ],
+      [
+        "Ġar",
+        "row"
+      ],
+      [
+        "Ġdraw",
+        "er"
+      ],
+      [
+        "Ġpro",
+        "v"
+      ],
+      [
+        "fort",
+        "able"
+      ],
+      [
+        "Ġtom",
+        "ato"
+      ],
+      [
+        "Ġmeet",
+        "ing"
+      ],
+      [
+        "Ġob",
+        "ject"
+      ],
+      [
+        "Ġyog",
+        "urt"
+      ],
+      [
+        "Ġtemp",
+        "le"
+      ],
+      [
+        "Ġuncom",
+        "fortable"
+      ],
+      [
+        "e",
+        "f"
+      ],
+      [
+        "u",
+        "es"
+      ],
+      [
+        "ĠT",
+        "ony"
+      ],
+      [
+        "Ġloo",
+        "p"
+      ],
+      [
+        "Ġch",
+        "ubby"
+      ],
+      [
+        "Ġsw",
+        "itch"
+      ],
+      [
+        "Ġsk",
+        "ip"
+      ],
+      [
+        "Ġad",
+        "orable"
+      ],
+      [
+        "Åĵ",
+        "It"
+      ],
+      [
+        "Ġcount",
+        "ing"
+      ],
+      [
+        "Ġcoo",
+        "ked"
+      ],
+      [
+        "Ġp",
+        "ist"
+      ],
+      [
+        "ar",
+        "ian"
+      ],
+      [
+        "en",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "ared"
+      ],
+      [
+        "Ġsh",
+        "ut"
+      ],
+      [
+        "ic",
+        "op"
+      ],
+      [
+        "Ġqu",
+        "ite"
+      ],
+      [
+        "Ġsn",
+        "uggled"
+      ],
+      [
+        "ĠGra",
+        "ndpa"
+      ],
+      [
+        "Ġtrou",
+        "bled"
+      ],
+      [
+        "Ġgigg",
+        "le"
+      ],
+      [
+        "Ġblow",
+        "ing"
+      ],
+      [
+        "Ġhel",
+        "icop"
+      ],
+      [
+        "Ġfis",
+        "her"
+      ],
+      [
+        "Ġpist",
+        "ol"
+      ],
+      [
+        "Ġhelicop",
+        "ter"
+      ],
+      [
+        "p",
+        "ar"
+      ],
+      [
+        "ĠS",
+        "ophie"
+      ],
+      [
+        "oo",
+        "ped"
+      ],
+      [
+        "ip",
+        "s"
+      ],
+      [
+        "Ġnow",
+        "here"
+      ],
+      [
+        "Ġforg",
+        "ave"
+      ],
+      [
+        "Ġmar",
+        "ched"
+      ],
+      [
+        "Ġtreasure",
+        "s"
+      ],
+      [
+        "ho",
+        "st"
+      ],
+      [
+        "Ġpass",
+        "port"
+      ],
+      [
+        "Ġstir",
+        "red"
+      ],
+      [
+        "Ġpus",
+        "hing"
+      ],
+      [
+        "Ġcompetit",
+        "ive"
+      ],
+      [
+        "Ġdestro",
+        "y"
+      ],
+      [
+        "Y",
+        "ay"
+      ],
+      [
+        "a",
+        "ked"
+      ],
+      [
+        "o",
+        "e"
+      ],
+      [
+        "t",
+        "ter"
+      ],
+      [
+        "Ġg",
+        "ir"
+      ],
+      [
+        "Ġg",
+        "host"
+      ],
+      [
+        "an",
+        "ic"
+      ],
+      [
+        "ke",
+        "let"
+      ],
+      [
+        "ht",
+        "ub"
+      ],
+      [
+        "Ġre",
+        "ef"
+      ],
+      [
+        "Ġse",
+        "par"
+      ],
+      [
+        "op",
+        "ard"
+      ],
+      [
+        "pl",
+        "ay"
+      ],
+      [
+        "Ġen",
+        "vel"
+      ],
+      [
+        "Ġbre",
+        "at"
+      ],
+      [
+        "Ġrep",
+        "air"
+      ],
+      [
+        "Ġfoot",
+        "ball"
+      ],
+      [
+        "Ġbat",
+        "htub"
+      ],
+      [
+        "Ġrubb",
+        "er"
+      ],
+      [
+        "Ġang",
+        "el"
+      ],
+      [
+        "Ġtriang",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ill"
+      ],
+      [
+        "ĠS",
+        "h"
+      ],
+      [
+        "ch",
+        "anic"
+      ],
+      [
+        "Ġnam",
+        "es"
+      ],
+      [
+        "Ġle",
+        "opard"
+      ],
+      [
+        "Ġno",
+        "body"
+      ],
+      [
+        "Ġany",
+        "way"
+      ],
+      [
+        "uc",
+        "t"
+      ],
+      [
+        "ct",
+        "us"
+      ],
+      [
+        "Ġshould",
+        "n"
+      ],
+      [
+        "Ġz",
+        "eb"
+      ],
+      [
+        "Ġgi",
+        "ven"
+      ],
+      [
+        "Ġhold",
+        "s"
+      ],
+      [
+        "Ġbar",
+        "rel"
+      ],
+      [
+        "Ġband",
+        "age"
+      ],
+      [
+        "Ġent",
+        "h"
+      ],
+      [
+        "Dad",
+        "dy"
+      ],
+      [
+        "Ġzeb",
+        "ra"
+      ],
+      [
+        "i",
+        "ves"
+      ],
+      [
+        "u",
+        "be"
+      ],
+      [
+        "y",
+        "ear"
+      ],
+      [
+        "Ġp",
+        "or"
+      ],
+      [
+        "Ġp",
+        "and"
+      ],
+      [
+        "Ġo",
+        "tter"
+      ],
+      [
+        "Ġr",
+        "ibb"
+      ],
+      [
+        "Ġsh",
+        "ield"
+      ],
+      [
+        "Ġme",
+        "chanic"
+      ],
+      [
+        "Ġdon",
+        "â"
+      ],
+      [
+        "Ġdis",
+        "ag"
+      ],
+      [
+        "Ġdis",
+        "play"
+      ],
+      [
+        "Ġmusic",
+        "ian"
+      ],
+      [
+        "cer",
+        "os"
+      ],
+      [
+        "Ġspe",
+        "ak"
+      ],
+      [
+        "Ġca",
+        "b"
+      ],
+      [
+        "Ġca",
+        "ctus"
+      ],
+      [
+        "ĠBet",
+        "sy"
+      ],
+      [
+        "Ġbul",
+        "b"
+      ],
+      [
+        "C",
+        "h"
+      ],
+      [
+        "e",
+        "ath"
+      ],
+      [
+        "i",
+        "kes"
+      ],
+      [
+        "x",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ube"
+      ],
+      [
+        "Ġa",
+        "head"
+      ],
+      [
+        "Ġs",
+        "ummer"
+      ],
+      [
+        "Ġs",
+        "kelet"
+      ],
+      [
+        "Ġp",
+        "urse"
+      ],
+      [
+        "Ġkn",
+        "ob"
+      ],
+      [
+        "Ġdidn",
+        "â"
+      ],
+      [
+        "Ġcouldn",
+        "â"
+      ],
+      [
+        "Ġcol",
+        "ours"
+      ],
+      [
+        "Ġwindow",
+        "s"
+      ],
+      [
+        "oom",
+        "y"
+      ],
+      [
+        "Ġgif",
+        "ted"
+      ],
+      [
+        "Ġcart",
+        "oon"
+      ],
+      [
+        "Ġrhino",
+        "ceros"
+      ],
+      [
+        "g",
+        "l"
+      ],
+      [
+        "he",
+        "art"
+      ],
+      [
+        "Ġs",
+        "ize"
+      ],
+      [
+        "Ġb",
+        "et"
+      ],
+      [
+        "ĠM",
+        "iss"
+      ],
+      [
+        "Ġsc",
+        "rew"
+      ],
+      [
+        "Ġfl",
+        "our"
+      ],
+      [
+        "Ġbl",
+        "in"
+      ],
+      [
+        "ap",
+        "a"
+      ],
+      [
+        "Ġdis",
+        "hes"
+      ],
+      [
+        "Ġrain",
+        "ing"
+      ],
+      [
+        "Ġhop",
+        "ing"
+      ],
+      [
+        "Ġsho",
+        "vel"
+      ],
+      [
+        "Ġmin",
+        "t"
+      ],
+      [
+        "Ġjelly",
+        "fish"
+      ],
+      [
+        "Ġswe",
+        "ater"
+      ],
+      [
+        "Ġchar",
+        "ming"
+      ],
+      [
+        "Ġpengu",
+        "in"
+      ],
+      [
+        "Ġenvel",
+        "ope"
+      ],
+      [
+        "Ġenth",
+        "us"
+      ],
+      [
+        "Ġcab",
+        "in"
+      ],
+      [
+        "re",
+        "c"
+      ],
+      [
+        "Ġp",
+        "ant"
+      ],
+      [
+        "Ġth",
+        "read"
+      ],
+      [
+        "Ġin",
+        "se"
+      ],
+      [
+        "Ġst",
+        "aff"
+      ],
+      [
+        "Ġli",
+        "z"
+      ],
+      [
+        "Ġun",
+        "pack"
+      ],
+      [
+        "Ġwr",
+        "iting"
+      ],
+      [
+        "Ġtra",
+        "sh"
+      ],
+      [
+        "Ġroll",
+        "ing"
+      ],
+      [
+        "Ġwaff",
+        "le"
+      ],
+      [
+        "Ġ",
+        "iron"
+      ],
+      [
+        "Ġw",
+        "ing"
+      ],
+      [
+        "er",
+        "able"
+      ],
+      [
+        "Ġshe",
+        "et"
+      ],
+      [
+        "ĠB",
+        "uddy"
+      ],
+      [
+        "Ġsh",
+        "adow"
+      ],
+      [
+        "Ġro",
+        "ared"
+      ],
+      [
+        "Ġmu",
+        "ff"
+      ],
+      [
+        "Ġair",
+        "port"
+      ],
+      [
+        "Ġce",
+        "iling"
+      ],
+      [
+        "Ġatt",
+        "ic"
+      ],
+      [
+        "Ġorgan",
+        "ize"
+      ],
+      [
+        "Ġstret",
+        "ch"
+      ],
+      [
+        "Ġgrap",
+        "es"
+      ],
+      [
+        "Ġo",
+        "bs"
+      ],
+      [
+        "ĠA",
+        "re"
+      ],
+      [
+        "ĠW",
+        "ould"
+      ],
+      [
+        "ĠIn",
+        "st"
+      ],
+      [
+        "Ġpi",
+        "ano"
+      ],
+      [
+        "Ġsal",
+        "t"
+      ],
+      [
+        "Ġmis",
+        "erable"
+      ],
+      [
+        "Ġc",
+        "ord"
+      ],
+      [
+        "Ġd",
+        "ess"
+      ],
+      [
+        "Ġre",
+        "fused"
+      ],
+      [
+        "Ġsc",
+        "reen"
+      ],
+      [
+        "ĠD",
+        "an"
+      ],
+      [
+        "Ġstr",
+        "ugg"
+      ],
+      [
+        "Ġneed",
+        "le"
+      ],
+      [
+        "Ġbear",
+        "s"
+      ],
+      [
+        "ĠAnd",
+        "y"
+      ],
+      [
+        "Ġhead",
+        "ed"
+      ],
+      [
+        "Ġstick",
+        "y"
+      ],
+      [
+        "Ġfree",
+        "z"
+      ],
+      [
+        "Ġzoom",
+        "ed"
+      ],
+      [
+        "Ġimag",
+        "ined"
+      ],
+      [
+        "Ġmed",
+        "al"
+      ],
+      [
+        "Ġmagn",
+        "et"
+      ],
+      [
+        "rec",
+        "i"
+      ],
+      [
+        "Ġobs",
+        "er"
+      ],
+      [
+        "Ġ",
+        "er"
+      ],
+      [
+        "Ġli",
+        "ves"
+      ],
+      [
+        "ĠA",
+        "l"
+      ],
+      [
+        "ĠP",
+        "at"
+      ],
+      [
+        "Ġapp",
+        "reci"
+      ],
+      [
+        "ass",
+        "es"
+      ],
+      [
+        "Ġsail",
+        "or"
+      ],
+      [
+        "Ġminut",
+        "e"
+      ],
+      [
+        "Ġfisher",
+        "man"
+      ],
+      [
+        "v",
+        "ision"
+      ],
+      [
+        "Ġr",
+        "at"
+      ],
+      [
+        "al",
+        "ed"
+      ],
+      [
+        "Ġbr",
+        "us"
+      ],
+      [
+        "Ġch",
+        "ance"
+      ],
+      [
+        "Ġpo",
+        "st"
+      ],
+      [
+        "Ġsun",
+        "gl"
+      ],
+      [
+        "Ġche",
+        "ek"
+      ],
+      [
+        "ree",
+        "ze"
+      ],
+      [
+        "Ġde",
+        "af"
+      ],
+      [
+        "Ġru",
+        "les"
+      ],
+      [
+        "Ġfrog",
+        "s"
+      ],
+      [
+        "Ġair",
+        "pl"
+      ],
+      [
+        "ĠGo",
+        "d"
+      ],
+      [
+        "Ġstrawber",
+        "ry"
+      ],
+      [
+        "Ġsle",
+        "pt"
+      ],
+      [
+        "Ġliz",
+        "ard"
+      ],
+      [
+        "Ġsungl",
+        "asses"
+      ],
+      [
+        "Ġl",
+        "uck"
+      ],
+      [
+        "Ġin",
+        "f"
+      ],
+      [
+        "Ġbe",
+        "ep"
+      ],
+      [
+        "ĠB",
+        "unny"
+      ],
+      [
+        "Ġme",
+        "as"
+      ],
+      [
+        "Ġro",
+        "d"
+      ],
+      [
+        "Ġor",
+        "der"
+      ],
+      [
+        "Ġrest",
+        "less"
+      ],
+      [
+        "Ġsand",
+        "box"
+      ],
+      [
+        "Ġmess",
+        "age"
+      ],
+      [
+        "ĠJoe",
+        "y"
+      ],
+      [
+        "Ġcomp",
+        "let"
+      ],
+      [
+        "Ġatt",
+        "ract"
+      ],
+      [
+        "Ġgold",
+        "en"
+      ],
+      [
+        "Gra",
+        "ndma"
+      ],
+      [
+        "Ġpil",
+        "ot"
+      ],
+      [
+        "Ġpor",
+        "ch"
+      ],
+      [
+        "L",
+        "ittle"
+      ],
+      [
+        "l",
+        "er"
+      ],
+      [
+        "s",
+        "es"
+      ]
+    ]
+  }
+}
\ No newline at end of file
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3000/tokenizer_config.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3000/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3000/tokenizer_config.json
@@ -0,0 +1,13 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3000/trainer_state.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3000/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..4d700dab65c448e94c36763b7a9b9e48b2dc9261
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3000/trainer_state.json
@@ -0,0 +1,1100 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.20222446916076844,
+  "eval_steps": 2498,
+  "global_step": 3000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0013481631277384564,
+      "grad_norm": 2.078125,
+      "learning_rate": 2.66e-05,
+      "loss": 8.299632263183593,
+      "step": 20
+    },
+    {
+      "epoch": 0.002696326255476913,
+      "grad_norm": 1.3515625,
+      "learning_rate": 5.46e-05,
+      "loss": 8.047638702392579,
+      "step": 40
+    },
+    {
+      "epoch": 0.004044489383215369,
+      "grad_norm": 1.2734375,
+      "learning_rate": 8.259999999999999e-05,
+      "loss": 7.837866973876953,
+      "step": 60
+    },
+    {
+      "epoch": 0.005392652510953826,
+      "grad_norm": 1.265625,
+      "learning_rate": 0.0001106,
+      "loss": 7.572817993164063,
+      "step": 80
+    },
+    {
+      "epoch": 0.006740815638692282,
+      "grad_norm": 1.1953125,
+      "learning_rate": 0.0001386,
+      "loss": 7.233210754394531,
+      "step": 100
+    },
+    {
+      "epoch": 0.008088978766430738,
+      "grad_norm": 1.1328125,
+      "learning_rate": 0.00016659999999999998,
+      "loss": 6.860719299316406,
+      "step": 120
+    },
+    {
+      "epoch": 0.009437141894169195,
+      "grad_norm": 0.94921875,
+      "learning_rate": 0.00019460000000000001,
+      "loss": 6.5177757263183596,
+      "step": 140
+    },
+    {
+      "epoch": 0.010785305021907651,
+      "grad_norm": 0.80078125,
+      "learning_rate": 0.0002226,
+      "loss": 6.239912414550782,
+      "step": 160
+    },
+    {
+      "epoch": 0.012133468149646108,
+      "grad_norm": 0.74609375,
+      "learning_rate": 0.00025059999999999997,
+      "loss": 6.035282897949219,
+      "step": 180
+    },
+    {
+      "epoch": 0.013481631277384564,
+      "grad_norm": 0.5546875,
+      "learning_rate": 0.0002786,
+      "loss": 5.873902893066406,
+      "step": 200
+    },
+    {
+      "epoch": 0.01482979440512302,
+      "grad_norm": 0.498046875,
+      "learning_rate": 0.00030659999999999997,
+      "loss": 5.691160202026367,
+      "step": 220
+    },
+    {
+      "epoch": 0.016177957532861477,
+      "grad_norm": 1.21875,
+      "learning_rate": 0.0003346,
+      "loss": 5.473793411254883,
+      "step": 240
+    },
+    {
+      "epoch": 0.01752612066059993,
+      "grad_norm": 1.5078125,
+      "learning_rate": 0.00036260000000000003,
+      "loss": 5.258899688720703,
+      "step": 260
+    },
+    {
+      "epoch": 0.01887428378833839,
+      "grad_norm": 0.796875,
+      "learning_rate": 0.0003906,
+      "loss": 5.03008918762207,
+      "step": 280
+    },
+    {
+      "epoch": 0.020222446916076844,
+      "grad_norm": 0.84375,
+      "learning_rate": 0.0004186,
+      "loss": 4.797770309448242,
+      "step": 300
+    },
+    {
+      "epoch": 0.021570610043815303,
+      "grad_norm": 1.5078125,
+      "learning_rate": 0.0004466,
+      "loss": 4.603690719604492,
+      "step": 320
+    },
+    {
+      "epoch": 0.022918773171553757,
+      "grad_norm": 0.96484375,
+      "learning_rate": 0.00047460000000000004,
+      "loss": 4.490921401977539,
+      "step": 340
+    },
+    {
+      "epoch": 0.024266936299292215,
+      "grad_norm": 0.6640625,
+      "learning_rate": 0.0005026,
+      "loss": 4.327465057373047,
+      "step": 360
+    },
+    {
+      "epoch": 0.02561509942703067,
+      "grad_norm": 0.86328125,
+      "learning_rate": 0.0005306,
+      "loss": 4.182389831542968,
+      "step": 380
+    },
+    {
+      "epoch": 0.026963262554769128,
+      "grad_norm": 0.82421875,
+      "learning_rate": 0.0005586,
+      "loss": 4.036349487304688,
+      "step": 400
+    },
+    {
+      "epoch": 0.028311425682507583,
+      "grad_norm": 0.71484375,
+      "learning_rate": 0.0005866,
+      "loss": 3.918545150756836,
+      "step": 420
+    },
+    {
+      "epoch": 0.02965958881024604,
+      "grad_norm": 0.765625,
+      "learning_rate": 0.0006146,
+      "loss": 3.8555908203125,
+      "step": 440
+    },
+    {
+      "epoch": 0.031007751937984496,
+      "grad_norm": 0.7734375,
+      "learning_rate": 0.0006426,
+      "loss": 3.7499755859375,
+      "step": 460
+    },
+    {
+      "epoch": 0.032355915065722954,
+      "grad_norm": 0.6484375,
+      "learning_rate": 0.0006705999999999999,
+      "loss": 3.668988800048828,
+      "step": 480
+    },
+    {
+      "epoch": 0.03370407819346141,
+      "grad_norm": 0.8828125,
+      "learning_rate": 0.0006986,
+      "loss": 3.598476791381836,
+      "step": 500
+    },
+    {
+      "epoch": 0.03505224132119986,
+      "grad_norm": 0.5625,
+      "learning_rate": 0.0007,
+      "loss": 3.52923698425293,
+      "step": 520
+    },
+    {
+      "epoch": 0.03640040444893832,
+      "grad_norm": 0.56640625,
+      "learning_rate": 0.0007,
+      "loss": 3.4486984252929687,
+      "step": 540
+    },
+    {
+      "epoch": 0.03774856757667678,
+      "grad_norm": 0.453125,
+      "learning_rate": 0.0007,
+      "loss": 3.3981090545654298,
+      "step": 560
+    },
+    {
+      "epoch": 0.03909673070441524,
+      "grad_norm": 0.5234375,
+      "learning_rate": 0.0007,
+      "loss": 3.337215042114258,
+      "step": 580
+    },
+    {
+      "epoch": 0.04044489383215369,
+      "grad_norm": 0.48828125,
+      "learning_rate": 0.0007,
+      "loss": 3.3039676666259767,
+      "step": 600
+    },
+    {
+      "epoch": 0.04179305695989215,
+      "grad_norm": 0.55078125,
+      "learning_rate": 0.0007,
+      "loss": 3.2369564056396483,
+      "step": 620
+    },
+    {
+      "epoch": 0.043141220087630605,
+      "grad_norm": 0.470703125,
+      "learning_rate": 0.0007,
+      "loss": 3.2108325958251953,
+      "step": 640
+    },
+    {
+      "epoch": 0.044489383215369056,
+      "grad_norm": 0.46875,
+      "learning_rate": 0.0007,
+      "loss": 3.153903007507324,
+      "step": 660
+    },
+    {
+      "epoch": 0.045837546343107514,
+      "grad_norm": 0.412109375,
+      "learning_rate": 0.0007,
+      "loss": 3.125510597229004,
+      "step": 680
+    },
+    {
+      "epoch": 0.04718570947084597,
+      "grad_norm": 0.44921875,
+      "learning_rate": 0.0007,
+      "loss": 3.0803747177124023,
+      "step": 700
+    },
+    {
+      "epoch": 0.04853387259858443,
+      "grad_norm": 0.390625,
+      "learning_rate": 0.0007,
+      "loss": 3.04086971282959,
+      "step": 720
+    },
+    {
+      "epoch": 0.04988203572632288,
+      "grad_norm": 0.458984375,
+      "learning_rate": 0.0007,
+      "loss": 3.0033853530883787,
+      "step": 740
+    },
+    {
+      "epoch": 0.05123019885406134,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.0007,
+      "loss": 2.9853662490844726,
+      "step": 760
+    },
+    {
+      "epoch": 0.0525783619817998,
+      "grad_norm": 0.48828125,
+      "learning_rate": 0.0007,
+      "loss": 2.9864330291748047,
+      "step": 780
+    },
+    {
+      "epoch": 0.053926525109538256,
+      "grad_norm": 0.474609375,
+      "learning_rate": 0.0007,
+      "loss": 2.9317838668823244,
+      "step": 800
+    },
+    {
+      "epoch": 0.05527468823727671,
+      "grad_norm": 0.416015625,
+      "learning_rate": 0.0007,
+      "loss": 2.916472244262695,
+      "step": 820
+    },
+    {
+      "epoch": 0.056622851365015166,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.8858991622924806,
+      "step": 840
+    },
+    {
+      "epoch": 0.057971014492753624,
+      "grad_norm": 0.439453125,
+      "learning_rate": 0.0007,
+      "loss": 2.840240478515625,
+      "step": 860
+    },
+    {
+      "epoch": 0.05931917762049208,
+      "grad_norm": 0.439453125,
+      "learning_rate": 0.0007,
+      "loss": 2.8184703826904296,
+      "step": 880
+    },
+    {
+      "epoch": 0.06066734074823053,
+      "grad_norm": 0.42578125,
+      "learning_rate": 0.0007,
+      "loss": 2.8047561645507812,
+      "step": 900
+    },
+    {
+      "epoch": 0.06201550387596899,
+      "grad_norm": 0.4375,
+      "learning_rate": 0.0007,
+      "loss": 2.775454521179199,
+      "step": 920
+    },
+    {
+      "epoch": 0.06336366700370745,
+      "grad_norm": 0.421875,
+      "learning_rate": 0.0007,
+      "loss": 2.7625925064086916,
+      "step": 940
+    },
+    {
+      "epoch": 0.06471183013144591,
+      "grad_norm": 0.4296875,
+      "learning_rate": 0.0007,
+      "loss": 2.731528663635254,
+      "step": 960
+    },
+    {
+      "epoch": 0.06605999325918437,
+      "grad_norm": 0.39453125,
+      "learning_rate": 0.0007,
+      "loss": 2.71492977142334,
+      "step": 980
+    },
+    {
+      "epoch": 0.06740815638692282,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.0007,
+      "loss": 2.7131521224975588,
+      "step": 1000
+    },
+    {
+      "epoch": 0.06875631951466127,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.6799833297729494,
+      "step": 1020
+    },
+    {
+      "epoch": 0.07010448264239973,
+      "grad_norm": 0.412109375,
+      "learning_rate": 0.0007,
+      "loss": 2.665292739868164,
+      "step": 1040
+    },
+    {
+      "epoch": 0.07145264577013818,
+      "grad_norm": 0.44140625,
+      "learning_rate": 0.0007,
+      "loss": 2.6485418319702148,
+      "step": 1060
+    },
+    {
+      "epoch": 0.07280080889787664,
+      "grad_norm": 0.392578125,
+      "learning_rate": 0.0007,
+      "loss": 2.6286544799804688,
+      "step": 1080
+    },
+    {
+      "epoch": 0.0741489720256151,
+      "grad_norm": 0.416015625,
+      "learning_rate": 0.0007,
+      "loss": 2.621373176574707,
+      "step": 1100
+    },
+    {
+      "epoch": 0.07549713515335356,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.5860437393188476,
+      "step": 1120
+    },
+    {
+      "epoch": 0.07684529828109202,
+      "grad_norm": 0.4453125,
+      "learning_rate": 0.0007,
+      "loss": 2.5712385177612305,
+      "step": 1140
+    },
+    {
+      "epoch": 0.07819346140883048,
+      "grad_norm": 0.380859375,
+      "learning_rate": 0.0007,
+      "loss": 2.5693639755249023,
+      "step": 1160
+    },
+    {
+      "epoch": 0.07954162453656892,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.0007,
+      "loss": 2.563449668884277,
+      "step": 1180
+    },
+    {
+      "epoch": 0.08088978766430738,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.553573417663574,
+      "step": 1200
+    },
+    {
+      "epoch": 0.08223795079204584,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.0007,
+      "loss": 2.538028335571289,
+      "step": 1220
+    },
+    {
+      "epoch": 0.0835861139197843,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.5232309341430663,
+      "step": 1240
+    },
+    {
+      "epoch": 0.08493427704752275,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.50943546295166,
+      "step": 1260
+    },
+    {
+      "epoch": 0.08628244017526121,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.4896902084350585,
+      "step": 1280
+    },
+    {
+      "epoch": 0.08763060330299967,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.4810691833496095,
+      "step": 1300
+    },
+    {
+      "epoch": 0.08897876643073811,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.471504974365234,
+      "step": 1320
+    },
+    {
+      "epoch": 0.09032692955847657,
+      "grad_norm": 0.3671875,
+      "learning_rate": 0.0007,
+      "loss": 2.458695411682129,
+      "step": 1340
+    },
+    {
+      "epoch": 0.09167509268621503,
+      "grad_norm": 0.400390625,
+      "learning_rate": 0.0007,
+      "loss": 2.4555185317993162,
+      "step": 1360
+    },
+    {
+      "epoch": 0.09302325581395349,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.433156204223633,
+      "step": 1380
+    },
+    {
+      "epoch": 0.09437141894169195,
+      "grad_norm": 0.34375,
+      "learning_rate": 0.0007,
+      "loss": 2.425444412231445,
+      "step": 1400
+    },
+    {
+      "epoch": 0.0957195820694304,
+      "grad_norm": 0.400390625,
+      "learning_rate": 0.0007,
+      "loss": 2.435191345214844,
+      "step": 1420
+    },
+    {
+      "epoch": 0.09706774519716886,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.412186622619629,
+      "step": 1440
+    },
+    {
+      "epoch": 0.09841590832490732,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.4007726669311524,
+      "step": 1460
+    },
+    {
+      "epoch": 0.09976407145264576,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.3866371154785155,
+      "step": 1480
+    },
+    {
+      "epoch": 0.10111223458038422,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.3728200912475588,
+      "step": 1500
+    },
+    {
+      "epoch": 0.10246039770812268,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.373748016357422,
+      "step": 1520
+    },
+    {
+      "epoch": 0.10380856083586114,
+      "grad_norm": 0.36328125,
+      "learning_rate": 0.0007,
+      "loss": 2.3635543823242187,
+      "step": 1540
+    },
+    {
+      "epoch": 0.1051567239635996,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.0007,
+      "loss": 2.3516841888427735,
+      "step": 1560
+    },
+    {
+      "epoch": 0.10650488709133805,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.3689512252807616,
+      "step": 1580
+    },
+    {
+      "epoch": 0.10785305021907651,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.3348180770874025,
+      "step": 1600
+    },
+    {
+      "epoch": 0.10920121334681497,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.3343011856079103,
+      "step": 1620
+    },
+    {
+      "epoch": 0.11054937647455342,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.0007,
+      "loss": 2.3455299377441405,
+      "step": 1640
+    },
+    {
+      "epoch": 0.11189753960229187,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.3264875411987305,
+      "step": 1660
+    },
+    {
+      "epoch": 0.11324570273003033,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.0007,
+      "loss": 2.309524917602539,
+      "step": 1680
+    },
+    {
+      "epoch": 0.11459386585776879,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.3181018829345703,
+      "step": 1700
+    },
+    {
+      "epoch": 0.11594202898550725,
+      "grad_norm": 0.412109375,
+      "learning_rate": 0.0007,
+      "loss": 2.2959054946899413,
+      "step": 1720
+    },
+    {
+      "epoch": 0.1172901921132457,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.286634826660156,
+      "step": 1740
+    },
+    {
+      "epoch": 0.11863835524098416,
+      "grad_norm": 0.3671875,
+      "learning_rate": 0.0007,
+      "loss": 2.2912055969238283,
+      "step": 1760
+    },
+    {
+      "epoch": 0.11998651836872262,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.303947639465332,
+      "step": 1780
+    },
+    {
+      "epoch": 0.12133468149646107,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.298970413208008,
+      "step": 1800
+    },
+    {
+      "epoch": 0.12268284462419952,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.2899410247802736,
+      "step": 1820
+    },
+    {
+      "epoch": 0.12403100775193798,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.258684539794922,
+      "step": 1840
+    },
+    {
+      "epoch": 0.12537917087967643,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.2575857162475588,
+      "step": 1860
+    },
+    {
+      "epoch": 0.1267273340074149,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.2479154586791994,
+      "step": 1880
+    },
+    {
+      "epoch": 0.12807549713515334,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.2578588485717774,
+      "step": 1900
+    },
+    {
+      "epoch": 0.12942366026289182,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.2332910537719726,
+      "step": 1920
+    },
+    {
+      "epoch": 0.13077182339063026,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.242460250854492,
+      "step": 1940
+    },
+    {
+      "epoch": 0.13211998651836873,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.21710205078125,
+      "step": 1960
+    },
+    {
+      "epoch": 0.13346814964610718,
+      "grad_norm": 0.353515625,
+      "learning_rate": 0.0007,
+      "loss": 2.2389858245849608,
+      "step": 1980
+    },
+    {
+      "epoch": 0.13481631277384565,
+      "grad_norm": 0.328125,
+      "learning_rate": 0.0007,
+      "loss": 2.2128574371337892,
+      "step": 2000
+    },
+    {
+      "epoch": 0.1361644759015841,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.221720504760742,
+      "step": 2020
+    },
+    {
+      "epoch": 0.13751263902932254,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.2012025833129885,
+      "step": 2040
+    },
+    {
+      "epoch": 0.138860802157061,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.2207321166992187,
+      "step": 2060
+    },
+    {
+      "epoch": 0.14020896528479945,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.1970823287963865,
+      "step": 2080
+    },
+    {
+      "epoch": 0.14155712841253792,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.1874614715576173,
+      "step": 2100
+    },
+    {
+      "epoch": 0.14290529154027637,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.1962921142578127,
+      "step": 2120
+    },
+    {
+      "epoch": 0.14425345466801484,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.1974483489990235,
+      "step": 2140
+    },
+    {
+      "epoch": 0.14560161779575329,
+      "grad_norm": 0.34375,
+      "learning_rate": 0.0007,
+      "loss": 2.1824066162109377,
+      "step": 2160
+    },
+    {
+      "epoch": 0.14694978092349173,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.1886768341064453,
+      "step": 2180
+    },
+    {
+      "epoch": 0.1482979440512302,
+      "grad_norm": 0.326171875,
+      "learning_rate": 0.0007,
+      "loss": 2.1661350250244142,
+      "step": 2200
+    },
+    {
+      "epoch": 0.14964610717896865,
+      "grad_norm": 0.330078125,
+      "learning_rate": 0.0007,
+      "loss": 2.1746242523193358,
+      "step": 2220
+    },
+    {
+      "epoch": 0.15099427030670712,
+      "grad_norm": 0.353515625,
+      "learning_rate": 0.0007,
+      "loss": 2.182226371765137,
+      "step": 2240
+    },
+    {
+      "epoch": 0.15234243343444556,
+      "grad_norm": 0.33203125,
+      "learning_rate": 0.0007,
+      "loss": 2.1612625122070312,
+      "step": 2260
+    },
+    {
+      "epoch": 0.15369059656218403,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.1695093154907226,
+      "step": 2280
+    },
+    {
+      "epoch": 0.15503875968992248,
+      "grad_norm": 0.341796875,
+      "learning_rate": 0.0007,
+      "loss": 2.1509073257446287,
+      "step": 2300
+    },
+    {
+      "epoch": 0.15638692281766095,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.1601842880249023,
+      "step": 2320
+    },
+    {
+      "epoch": 0.1577350859453994,
+      "grad_norm": 0.3203125,
+      "learning_rate": 0.0007,
+      "loss": 2.149628257751465,
+      "step": 2340
+    },
+    {
+      "epoch": 0.15908324907313784,
+      "grad_norm": 0.33203125,
+      "learning_rate": 0.0007,
+      "loss": 2.154475784301758,
+      "step": 2360
+    },
+    {
+      "epoch": 0.1604314122008763,
+      "grad_norm": 0.333984375,
+      "learning_rate": 0.0007,
+      "loss": 2.1572238922119142,
+      "step": 2380
+    },
+    {
+      "epoch": 0.16177957532861476,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.1351224899291994,
+      "step": 2400
+    },
+    {
+      "epoch": 0.16312773845635323,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.141549301147461,
+      "step": 2420
+    },
+    {
+      "epoch": 0.16447590158409167,
+      "grad_norm": 0.328125,
+      "learning_rate": 0.0007,
+      "loss": 2.127903366088867,
+      "step": 2440
+    },
+    {
+      "epoch": 0.16582406471183014,
+      "grad_norm": 0.32421875,
+      "learning_rate": 0.0007,
+      "loss": 2.1384496688842773,
+      "step": 2460
+    },
+    {
+      "epoch": 0.1671722278395686,
+      "grad_norm": 0.34375,
+      "learning_rate": 0.0007,
+      "loss": 2.1402868270874023,
+      "step": 2480
+    },
+    {
+      "epoch": 0.1683855746545332,
+      "eval_loss": 2.133925199508667,
+      "eval_runtime": 18.9626,
+      "eval_samples_per_second": 502.41,
+      "eval_steps_per_second": 0.527,
+      "step": 2498
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.1217138290405275,
+      "step": 2500
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "eval_loss": 2.1338183879852295,
+      "eval_runtime": 18.812,
+      "eval_samples_per_second": 506.431,
+      "eval_steps_per_second": 0.532,
+      "step": 2500
+    },
+    {
+      "epoch": 0.1698685540950455,
+      "grad_norm": 20971520.0,
+      "learning_rate": 3.4200000000000005e-05,
+      "loss": 2.1263294219970703,
+      "step": 2520
+    },
+    {
+      "epoch": 0.17121671722278395,
+      "grad_norm": 22675456.0,
+      "learning_rate": 7.020000000000001e-05,
+      "loss": 2.140816307067871,
+      "step": 2540
+    },
+    {
+      "epoch": 0.17256488035052242,
+      "grad_norm": 116916224.0,
+      "learning_rate": 9e-05,
+      "loss": 3.505127716064453,
+      "step": 2560
+    },
+    {
+      "epoch": 0.17391304347826086,
+      "grad_norm": 267386880.0,
+      "learning_rate": 9e-05,
+      "loss": 6.925441741943359,
+      "step": 2580
+    },
+    {
+      "epoch": 0.17526120660599934,
+      "grad_norm": 530579456.0,
+      "learning_rate": 9e-05,
+      "loss": 7.500309753417969,
+      "step": 2600
+    },
+    {
+      "epoch": 0.17660936973373778,
+      "grad_norm": 805306368.0,
+      "learning_rate": 9e-05,
+      "loss": 7.739163970947265,
+      "step": 2620
+    },
+    {
+      "epoch": 0.17795753286147623,
+      "grad_norm": 901775360.0,
+      "learning_rate": 9e-05,
+      "loss": 7.861988067626953,
+      "step": 2640
+    },
+    {
+      "epoch": 0.1793056959892147,
+      "grad_norm": 788529152.0,
+      "learning_rate": 9e-05,
+      "loss": 7.9435890197753904,
+      "step": 2660
+    },
+    {
+      "epoch": 0.18065385911695314,
+      "grad_norm": 620756992.0,
+      "learning_rate": 9e-05,
+      "loss": 7.990572357177735,
+      "step": 2680
+    },
+    {
+      "epoch": 0.1820020222446916,
+      "grad_norm": 484442112.0,
+      "learning_rate": 9e-05,
+      "loss": 8.019105529785156,
+      "step": 2700
+    },
+    {
+      "epoch": 0.18335018537243006,
+      "grad_norm": 381681664.0,
+      "learning_rate": 9e-05,
+      "loss": 8.050555419921874,
+      "step": 2720
+    },
+    {
+      "epoch": 0.18469834850016853,
+      "grad_norm": 301989888.0,
+      "learning_rate": 9e-05,
+      "loss": 8.066886138916015,
+      "step": 2740
+    },
+    {
+      "epoch": 0.18604651162790697,
+      "grad_norm": 231735296.0,
+      "learning_rate": 9e-05,
+      "loss": 8.077174377441406,
+      "step": 2760
+    },
+    {
+      "epoch": 0.18739467475564545,
+      "grad_norm": 164626432.0,
+      "learning_rate": 9e-05,
+      "loss": 8.084746551513671,
+      "step": 2780
+    },
+    {
+      "epoch": 0.1887428378833839,
+      "grad_norm": 109051904.0,
+      "learning_rate": 9e-05,
+      "loss": 8.0902099609375,
+      "step": 2800
+    },
+    {
+      "epoch": 0.19009100101112233,
+      "grad_norm": 71303168.0,
+      "learning_rate": 9e-05,
+      "loss": 8.096793365478515,
+      "step": 2820
+    },
+    {
+      "epoch": 0.1914391641388608,
+      "grad_norm": 31850496.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105870056152344,
+      "step": 2840
+    },
+    {
+      "epoch": 0.19278732726659925,
+      "grad_norm": 17432576.0,
+      "learning_rate": 9e-05,
+      "loss": 8.103771209716797,
+      "step": 2860
+    },
+    {
+      "epoch": 0.19413549039433772,
+      "grad_norm": 12255232.0,
+      "learning_rate": 9e-05,
+      "loss": 8.106598663330079,
+      "step": 2880
+    },
+    {
+      "epoch": 0.19548365352207617,
+      "grad_norm": 10223616.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104751586914062,
+      "step": 2900
+    },
+    {
+      "epoch": 0.19683181664981464,
+      "grad_norm": 10158080.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104240417480469,
+      "step": 2920
+    },
+    {
+      "epoch": 0.19817997977755308,
+      "grad_norm": 19791872.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104872131347657,
+      "step": 2940
+    },
+    {
+      "epoch": 0.19952814290529153,
+      "grad_norm": 6488064.0,
+      "learning_rate": 9e-05,
+      "loss": 8.10034637451172,
+      "step": 2960
+    },
+    {
+      "epoch": 0.20087630603303,
+      "grad_norm": 4718592.0,
+      "learning_rate": 9e-05,
+      "loss": 8.102328491210937,
+      "step": 2980
+    },
+    {
+      "epoch": 0.20222446916076844,
+      "grad_norm": 3653632.0,
+      "learning_rate": 9e-05,
+      "loss": 8.101950073242188,
+      "step": 3000
+    }
+  ],
+  "logging_steps": 20,
+  "max_steps": 3500,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 9678851407872000.0,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3000/training_args.bin b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0c65fb00f188152ddd7b3875d5492e87da186448
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e1a2626e7b1b9e8c5918ce769b180ee6aeecd5055af3c3b59b791d3a4a2c46
+size 4920
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3100/config.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3100/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..056849ccffa9d2a337db2e11245d69711cba6db1
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3100/config.json
@@ -0,0 +1,36 @@
+{
+  "activation": "silu-waleed10",
+  "architectures": [
+    "TinyLlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "bfloat16",
+  "eos_token_id": 2,
+  "head_dim": 32,
+  "hidden_act": "silu",
+  "hidden_size": 128,
+  "initializer_range": 0.02,
+  "intermediate_size": 256,
+  "max_position_embeddings": 512,
+  "mlp_bias": false,
+  "mlp_type": "glu",
+  "model_type": "tiny_llama",
+  "num_attention_heads": 4,
+  "num_hidden_layers": 100,
+  "num_key_value_heads": 4,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": true,
+  "tokenizer_name": "w-ahmad/tiny-stories-tokenizer",
+  "transformers_version": "5.16.0.dev0",
+  "use_cache": false,
+  "vocab_size": 4096,
+  "waleed_beta": 4
+}
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3100/model.safetensors b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3100/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1d411532b2c647175f362dddcf5ab86a0216cf9d
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3100/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb07ddec1456f27ce4655d1f334f8bd928161e6cd814b8141086ba73b1493e1
+size 33967272
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3100/optimizer.pt b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3100/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e4b100263ab241d490523ca004477607dc7f96
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3100/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ff3dde9033978110852eff4d5b6c93a2f46b4c4cabcd39aa0603454b557496
+size 39573050
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3100/rng_state.pth b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3100/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e29ad0909e8c1afefa182e7ed890fa257c75af25
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3100/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f
+size 14244
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3100/scheduler.pt b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3100/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9eeafdb3982ff6af92a80d29ba946256bc3b510
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3100/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9810d1ccc64353d007b5d64784152aae7a20a39b3430ca0793162cf90f4756c6
+size 1064
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3100/tokenizer.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3100/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3100/tokenizer.json
@@ -0,0 +1,19501 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "ByteLevel",
+    "add_prefix_space": false,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "post_processor": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": false,
+    "use_regex": true
+  },
+  "decoder": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": null,
+    "continuing_subword_prefix": "",
+    "end_of_word_suffix": "",
+    "fuse_unk": false,
+    "byte_fallback": false,
+    "ignore_merges": false,
+    "vocab": {
+      "<|endoftext|>": 0,
+      "!": 1,
+      "\"": 2,
+      "#": 3,
+      "$": 4,
+      "%": 5,
+      "&": 6,
+      "'": 7,
+      "(": 8,
+      ")": 9,
+      "*": 10,
+      "+": 11,
+      ",": 12,
+      "-": 13,
+      ".": 14,
+      "/": 15,
+      "0": 16,
+      "1": 17,
+      "2": 18,
+      "3": 19,
+      "4": 20,
+      "5": 21,
+      "6": 22,
+      "7": 23,
+      "8": 24,
+      "9": 25,
+      ":": 26,
+      ";": 27,
+      "<": 28,
+      "=": 29,
+      ">": 30,
+      "?": 31,
+      "@": 32,
+      "A": 33,
+      "B": 34,
+      "C": 35,
+      "D": 36,
+      "E": 37,
+      "F": 38,
+      "G": 39,
+      "H": 40,
+      "I": 41,
+      "J": 42,
+      "K": 43,
+      "L": 44,
+      "M": 45,
+      "N": 46,
+      "O": 47,
+      "P": 48,
+      "Q": 49,
+      "R": 50,
+      "S": 51,
+      "T": 52,
+      "U": 53,
+      "V": 54,
+      "W": 55,
+      "X": 56,
+      "Y": 57,
+      "Z": 58,
+      "[": 59,
+      "\\": 60,
+      "]": 61,
+      "^": 62,
+      "_": 63,
+      "`": 64,
+      "a": 65,
+      "b": 66,
+      "c": 67,
+      "d": 68,
+      "e": 69,
+      "f": 70,
+      "g": 71,
+      "h": 72,
+      "i": 73,
+      "j": 74,
+      "k": 75,
+      "l": 76,
+      "m": 77,
+      "n": 78,
+      "o": 79,
+      "p": 80,
+      "q": 81,
+      "r": 82,
+      "s": 83,
+      "t": 84,
+      "u": 85,
+      "v": 86,
+      "w": 87,
+      "x": 88,
+      "y": 89,
+      "z": 90,
+      "{": 91,
+      "|": 92,
+      "}": 93,
+      "~": 94,
+      "¡": 95,
+      "¢": 96,
+      "£": 97,
+      "¤": 98,
+      "¥": 99,
+      "¦": 100,
+      "§": 101,
+      "¨": 102,
+      "©": 103,
+      "ª": 104,
+      "«": 105,
+      "¬": 106,
+      "®": 107,
+      "¯": 108,
+      "°": 109,
+      "±": 110,
+      "²": 111,
+      "³": 112,
+      "´": 113,
+      "µ": 114,
+      "¶": 115,
+      "·": 116,
+      "¸": 117,
+      "¹": 118,
+      "º": 119,
+      "»": 120,
+      "¼": 121,
+      "½": 122,
+      "¾": 123,
+      "¿": 124,
+      "À": 125,
+      "Á": 126,
+      "Â": 127,
+      "Ã": 128,
+      "Ä": 129,
+      "Å": 130,
+      "Æ": 131,
+      "Ç": 132,
+      "È": 133,
+      "É": 134,
+      "Ê": 135,
+      "Ë": 136,
+      "Ì": 137,
+      "Í": 138,
+      "Î": 139,
+      "Ï": 140,
+      "Ð": 141,
+      "Ñ": 142,
+      "Ò": 143,
+      "Ó": 144,
+      "Ô": 145,
+      "Õ": 146,
+      "Ö": 147,
+      "×": 148,
+      "Ø": 149,
+      "Ù": 150,
+      "Ú": 151,
+      "Û": 152,
+      "Ü": 153,
+      "Ý": 154,
+      "Þ": 155,
+      "ß": 156,
+      "à": 157,
+      "á": 158,
+      "â": 159,
+      "ã": 160,
+      "ä": 161,
+      "å": 162,
+      "æ": 163,
+      "ç": 164,
+      "è": 165,
+      "é": 166,
+      "ê": 167,
+      "ë": 168,
+      "ì": 169,
+      "í": 170,
+      "î": 171,
+      "ï": 172,
+      "ð": 173,
+      "ñ": 174,
+      "ò": 175,
+      "ó": 176,
+      "ô": 177,
+      "õ": 178,
+      "ö": 179,
+      "÷": 180,
+      "ø": 181,
+      "ù": 182,
+      "ú": 183,
+      "û": 184,
+      "ü": 185,
+      "ý": 186,
+      "þ": 187,
+      "ÿ": 188,
+      "Ā": 189,
+      "ā": 190,
+      "Ă": 191,
+      "ă": 192,
+      "Ą": 193,
+      "ą": 194,
+      "Ć": 195,
+      "ć": 196,
+      "Ĉ": 197,
+      "ĉ": 198,
+      "Ċ": 199,
+      "ċ": 200,
+      "Č": 201,
+      "č": 202,
+      "Ď": 203,
+      "ď": 204,
+      "Đ": 205,
+      "đ": 206,
+      "Ē": 207,
+      "ē": 208,
+      "Ĕ": 209,
+      "ĕ": 210,
+      "Ė": 211,
+      "ė": 212,
+      "Ę": 213,
+      "ę": 214,
+      "Ě": 215,
+      "ě": 216,
+      "Ĝ": 217,
+      "ĝ": 218,
+      "Ğ": 219,
+      "ğ": 220,
+      "Ġ": 221,
+      "ġ": 222,
+      "Ģ": 223,
+      "ģ": 224,
+      "Ĥ": 225,
+      "ĥ": 226,
+      "Ħ": 227,
+      "ħ": 228,
+      "Ĩ": 229,
+      "ĩ": 230,
+      "Ī": 231,
+      "ī": 232,
+      "Ĭ": 233,
+      "ĭ": 234,
+      "Į": 235,
+      "į": 236,
+      "İ": 237,
+      "ı": 238,
+      "IJ": 239,
+      "ij": 240,
+      "Ĵ": 241,
+      "ĵ": 242,
+      "Ķ": 243,
+      "ķ": 244,
+      "ĸ": 245,
+      "Ĺ": 246,
+      "ĺ": 247,
+      "Ļ": 248,
+      "ļ": 249,
+      "Ľ": 250,
+      "ľ": 251,
+      "Ŀ": 252,
+      "ŀ": 253,
+      "Ł": 254,
+      "ł": 255,
+      "Ń": 256,
+      "he": 257,
+      "Ġt": 258,
+      "Ġa": 259,
+      "Ġs": 260,
+      "Ġw": 261,
+      "nd": 262,
+      "Ġthe": 263,
+      "ed": 264,
+      "Ġand": 265,
+      "Ġto": 266,
+      "Ġb": 267,
+      "in": 268,
+      "Ġh": 269,
+      "Ġwa": 270,
+      "re": 271,
+      "Ġf": 272,
+      "it": 273,
+      "ou": 274,
+      "Ġc": 275,
+      "Ġl": 276,
+      "Ġhe": 277,
+      "Ġd": 278,
+      "er": 279,
+      "Ġwas": 280,
+      "Ġm": 281,
+      "Ġp": 282,
+      "om": 283,
+      "ĠT": 284,
+      "Ġo": 285,
+      "ay": 286,
+      "ar": 287,
+      "ing": 288,
+      "is": 289,
+      "Ġg": 290,
+      "il": 291,
+      "id": 292,
+      "at": 293,
+      "en": 294,
+      "Ġn": 295,
+      "Ġsa": 296,
+      "Ġha": 297,
+      "ĠS": 298,
+      "im": 299,
+      "an": 300,
+      "ĠThe": 301,
+      "or": 302,
+      "on": 303,
+      "Ġit": 304,
+      "Ġth": 305,
+      "ll": 306,
+      "le": 307,
+      "ĠH": 308,
+      "Ġher": 309,
+      "et": 310,
+      "ot": 311,
+      "ir": 312,
+      "ĠShe": 313,
+      "ĠHe": 314,
+      "ver": 315,
+      "es": 316,
+      "Ġin": 317,
+      "ut": 318,
+      "ow": 319,
+      "ck": 320,
+      "Ġe": 321,
+      "Ġu": 322,
+      "ld": 323,
+      "ĠThey": 324,
+      "oo": 325,
+      "ig": 326,
+      "Ġsaid": 327,
+      "am": 328,
+      "ily": 329,
+      "Ġbe": 330,
+      "Ġy": 331,
+      "Ġr": 332,
+      "Ġst": 333,
+      "ce": 334,
+      "Ġshe": 335,
+      "Ġ\"": 336,
+      "pp": 337,
+      "ke": 338,
+      "ith": 339,
+      "On": 340,
+      "ĠI": 341,
+      "Ġwith": 342,
+      "ve": 343,
+      "Lily": 344,
+      "Ġon": 345,
+      "Ġof": 346,
+      "Ġso": 347,
+      "Ġhis": 348,
+      "ked": 349,
+      "ri": 350,
+      "nt": 351,
+      "very": 352,
+      "Ġpl": 353,
+      "Ġday": 354,
+      "ad": 355,
+      "Ġyou": 356,
+      "Ġthat": 357,
+      "Ġup": 358,
+      "Ġhad": 359,
+      "st": 360,
+      "Ġplay": 361,
+      "Ġthey": 362,
+      "ĠLily": 363,
+      "Ġwe": 364,
+      "Ġmom": 365,
+      "my": 366,
+      "Ġfor": 367,
+      "el": 368,
+      "ould": 369,
+      "un": 370,
+      "ĠB": 371,
+      "'s": 372,
+      "itt": 373,
+      "ent": 374,
+      "Ġhapp": 375,
+      "The": 376,
+      "ch": 377,
+      "Ġli": 378,
+      "out": 379,
+      "Ġwant": 380,
+      "Ġsh": 381,
+      "her": 382,
+      "ly": 383,
+      "ime": 384,
+      "ittle": 385,
+      "ound": 386,
+      "Ġvery": 387,
+      "Ġtime": 388,
+      "ome": 389,
+      "Ġlittle": 390,
+      "Ġthere": 391,
+      "se": 392,
+      "Ġdo": 393,
+      "Ġwh": 394,
+      "all": 395,
+      "Ġk": 396,
+      "end": 397,
+      "al": 398,
+      "ht": 399,
+      "Ġne": 400,
+      "Ġre": 401,
+      "Ġnot": 402,
+      "Ġhappy": 403,
+      "ĠĊ": 404,
+      "Ġbig": 405,
+      "ĠM": 406,
+      "Ġbut": 407,
+      "Ġsm": 408,
+      "ack": 409,
+      "Ġsaw": 410,
+      "ĠIt": 411,
+      "Ġas": 412,
+      "Ġan": 413,
+      "ra": 414,
+      "riend": 415,
+      "Ġfriend": 416,
+      "ide": 417,
+      "One": 418,
+      "ry": 419,
+      "'t": 420,
+      "ved": 421,
+      "Ġis": 422,
+      "Once": 423,
+      "ake": 424,
+      ".\"": 425,
+      "Ġwere": 426,
+      "ter": 427,
+      "ug": 428,
+      "Ġloo": 429,
+      "Ġlo": 430,
+      "ore": 431,
+      "ec": 432,
+      "ĠTim": 433,
+      "Ġhim": 434,
+      "Ġbo": 435,
+      "!\"": 436,
+      "Ġtoo": 437,
+      "Ġgo": 438,
+      "Ġupon": 439,
+      "irl": 440,
+      "Ġj": 441,
+      "Ġwanted": 442,
+      "Ġgirl": 443,
+      "Ġse": 444,
+      "Ġout": 445,
+      "ard": 446,
+      "way": 447,
+      "Ġsp": 448,
+      "ill": 449,
+      "ind": 450,
+      "Ġthem": 451,
+      "Ġcould": 452,
+      "fu": 453,
+      "hen": 454,
+      "Ġat": 455,
+      "ur": 456,
+      "Ġdid": 457,
+      "Ġsmil": 458,
+      "Ġtheir": 459,
+      "Ġare": 460,
+      "Ġex": 461,
+      "ĠA": 462,
+      "ain": 463,
+      "Ġwent": 464,
+      "art": 465,
+      "hed": 466,
+      "rom": 467,
+      "ic": 468,
+      "round": 469,
+      "Ġhave": 470,
+      "Ġnam": 471,
+      "lp": 472,
+      "Ġall": 473,
+      "ĠJ": 474,
+      "ful": 475,
+      "Ġkn": 476,
+      "hing": 477,
+      "ood": 478,
+      "Ġhelp": 479,
+      "ight": 480,
+      "Ġfriends": 481,
+      "one": 482,
+      "ark": 483,
+      "Ġback": 484,
+      "um": 485,
+      "Ġcan": 486,
+      "Ġnamed": 487,
+      "Ġcl": 488,
+      "?\"": 489,
+      "Ġfun": 490,
+      "are": 491,
+      "ĠBen": 492,
+      "Ġloved": 493,
+      "Ġal": 494,
+      "elt": 495,
+      "ĠTimmy": 496,
+      "ĠOne": 497,
+      "op": 498,
+      "side": 499,
+      "Ġle": 500,
+      "Ġno": 501,
+      "Ġsc": 502,
+      "ĠTom": 503,
+      "Ġfelt": 504,
+      "oug": 505,
+      "Ġsmiled": 506,
+      "ick": 507,
+      "Ġasked": 508,
+      "You": 509,
+      "Ġtoy": 510,
+      "Ġman": 511,
+      "Ġaround": 512,
+      "ame": 513,
+      "Ġfe": 514,
+      "Ġsay": 515,
+      "Ġboy": 516,
+      "Ġsome": 517,
+      "Ġlooked": 518,
+      "ure": 519,
+      "omet": 520,
+      "Ġbr": 521,
+      "Ġwould": 522,
+      "Ġme": 523,
+      "Ġbir": 524,
+      "Ġlike": 525,
+      "get": 526,
+      "Ġstart": 527,
+      "Ġro": 528,
+      "as": 529,
+      "Ġsee": 530,
+      "ĠW": 531,
+      "ice": 532,
+      "ong": 533,
+      "Ġbird": 534,
+      "Ġsomet": 535,
+      "dd": 536,
+      "Ġwor": 537,
+      "ade": 538,
+      "ie": 539,
+      "king": 540,
+      "Ġag": 541,
+      "own": 542,
+      "Ġtre": 543,
+      "Ġfa": 544,
+      "Ġaway": 545,
+      "Ġwhat": 546,
+      "ings": 547,
+      "Ġstarted": 548,
+      "gether": 549,
+      "Ġran": 550,
+      "â": 551,
+      "âĤ": 552,
+      "âĤ¬": 553,
+      "ared": 554,
+      "Ġmake": 555,
+      "ĠBut": 556,
+      "ited": 557,
+      "if": 558,
+      "oud": 559,
+      "Ġmade": 560,
+      "Ġtogether": 561,
+      "Ġsomething": 562,
+      "Ġexc": 563,
+      "ag": 564,
+      "Ġco": 565,
+      "Ġpark": 566,
+      "Ġnew": 567,
+      "Ġsad": 568,
+      "Ġput": 569,
+      ",\"": 570,
+      "Ġfrom": 571,
+      "ble": 572,
+      "ther": 573,
+      "Ġpr": 574,
+      "Ġmu": 575,
+      "Ġcar": 576,
+      "Ġhome": 577,
+      "ĠYou": 578,
+      "Ġthen": 579,
+      "Ġwhen": 580,
+      "Ġfound": 581,
+      "ell": 582,
+      "Ġother": 583,
+      "Ġagain": 584,
+      "Ġch": 585,
+      "Ġdec": 586,
+      "Ġwho": 587,
+      "Ġla": 588,
+      "ried": 589,
+      "ss": 590,
+      "Ġgood": 591,
+      "Ġhug": 592,
+      "ĠL": 593,
+      "pped": 594,
+      "Ġwal": 595,
+      "ep": 596,
+      "ally": 597,
+      "Ġsays": 598,
+      "Ġfl": 599,
+      "est": 600,
+      "ach": 601,
+      "ĠE": 602,
+      "Ġexcited": 603,
+      "pl": 604,
+      "qu": 605,
+      "ook": 606,
+      "Ġget": 607,
+      "ought": 608,
+      "Ġplaying": 609,
+      "Ġgot": 610,
+      "Ġsw": 611,
+      "ous": 612,
+      "hat": 613,
+      "ny": 614,
+      "ided": 615,
+      "uck": 616,
+      "Ġthings": 617,
+      "Ġevery": 618,
+      "Ġdecided": 619,
+      "Ġcame": 620,
+      "Ġbec": 621,
+      "ave": 622,
+      "ro": 623,
+      "ax": 624,
+      "Ġliked": 625,
+      "Ġdown": 626,
+      "Ġdog": 627,
+      "Ġscared": 628,
+      "Ġv": 629,
+      "udd": 630,
+      "ust": 631,
+      "Ġone": 632,
+      "Ġfind": 633,
+      "Ġbl": 634,
+      "Ġthan": 635,
+      "ĠD": 636,
+      "ouse": 637,
+      "ways": 638,
+      "Ġkne": 639,
+      "Ġdidn": 640,
+      "ap": 641,
+      "Ġmommy": 642,
+      "Ġcare": 643,
+      "Ġalways": 644,
+      "Ġab": 645,
+      "ist": 646,
+      "Ġdad": 647,
+      "Ġfeel": 648,
+      "ara": 649,
+      "bb": 650,
+      "arn": 651,
+      "fe": 652,
+      "Ġyour": 653,
+      "Ġoutside": 654,
+      "ue": 655,
+      "Ġgra": 656,
+      "ant": 657,
+      "Ġke": 658,
+      "ĠMom": 659,
+      "Ġtook": 660,
+      "Ġlot": 661,
+      "nn": 662,
+      "Ġbu": 663,
+      "Ġabout": 664,
+      "ess": 665,
+      "ĠF": 666,
+      "nder": 667,
+      "Ġtree": 668,
+      "eci": 669,
+      "Ġlook": 670,
+      "Ġpo": 671,
+      "Ġmy": 672,
+      "our": 673,
+      "Ġtoys": 674,
+      "ite": 675,
+      "ched": 676,
+      "Ġknew": 677,
+      "Ġthought": 678,
+      "ened": 679,
+      "Ġlearn": 680,
+      "Ġint": 681,
+      "Ġold": 682,
+      "Ġmore": 683,
+      "nna": 684,
+      "ise": 685,
+      "ged": 686,
+      "Ġta": 687,
+      "udden": 688,
+      "ecial": 689,
+      "Ġspecial": 690,
+      "ĠMax": 691,
+      "au": 692,
+      "Ġwill": 693,
+      "ers": 694,
+      "They": 695,
+      "ret": 696,
+      "Ġpe": 697,
+      "Ġho": 698,
+      "ĠSam": 699,
+      "Ġtake": 700,
+      "Ġball": 701,
+      "Ġknow": 702,
+      "Ġlaug": 703,
+      "fter": 704,
+      "uddenly": 705,
+      "Ġcat": 706,
+      "Ġhow": 707,
+      "ive": 708,
+      "Ġtr": 709,
+      "Ġmuch": 710,
+      "Ġany": 711,
+      "Ġpu": 712,
+      "ma": 713,
+      "Ġsl": 714,
+      "Ġsor": 715,
+      "Ġmo": 716,
+      "ven": 717,
+      "ish": 718,
+      "Ġshow": 719,
+      "Ġcouldn": 720,
+      "ause": 721,
+      "ink": 722,
+      "But": 723,
+      "Ġhouse": 724,
+      "Ġinto": 725,
+      "ump": 726,
+      "Ġover": 727,
+      "Ġtried": 728,
+      "and": 729,
+      "Ġeat": 730,
+      "Ġsk": 731,
+      "Ġsun": 732,
+      "Ġtw": 733,
+      "Ġclo": 734,
+      "ia": 735,
+      "Ġrun": 736,
+      "Ġhand": 737,
+      "ĠEvery": 738,
+      "Ġen": 739,
+      "Ġinside": 740,
+      "dy": 741,
+      "Ġif": 742,
+      "Ġtold": 743,
+      "Ġnever": 744,
+      "ion": 745,
+      "Ġqu": 746,
+      "Ġbecause": 747,
+      "by": 748,
+      "Ġproud": 749,
+      "Ġgave": 750,
+      "Ġsorry": 751,
+      "Ġthis": 752,
+      "Ġop": 753,
+      "Ġplayed": 754,
+      "ate": 755,
+      "Ġexpl": 756,
+      "Ġheard": 757,
+      "ty": 758,
+      "Ġor": 759,
+      "Ġwater": 760,
+      "ank": 761,
+      "ge": 762,
+      "sed": 763,
+      "Ġpick": 764,
+      "other": 765,
+      "Ġroom": 766,
+      "etter": 767,
+      "Ġjust": 768,
+      "ace": 769,
+      "Ġhugged": 770,
+      "ak": 771,
+      "Ġgre": 772,
+      "here": 773,
+      "Ġoff": 774,
+      "ĠSara": 775,
+      "Ġpret": 776,
+      "ile": 777,
+      "Ġeach": 778,
+      "Ġcom": 779,
+      "Ġlong": 780,
+      "Ġbox": 781,
+      "ort": 782,
+      "Ġstr": 783,
+      "iz": 784,
+      "Ġunt": 785,
+      "Ġwat": 786,
+      "oth": 787,
+      "Ġneed": 788,
+      "Ġjo": 789,
+      "ĠWe": 790,
+      "Tom": 791,
+      "Ġsmall": 792,
+      "ine": 793,
+      "Ġbear": 794,
+      "Mom": 795,
+      "Ġuntil": 796,
+      "Ġnice": 797,
+      "Ġtry": 798,
+      "ving": 799,
+      "uc": 800,
+      "sel": 801,
+      "ough": 802,
+      "Ġlearned": 803,
+      "Ġkind": 804,
+      "ĠAnna": 805,
+      "ild": 806,
+      "Ġfo": 807,
+      "Ġmany": 808,
+      "'m": 809,
+      "ĠJack": 810,
+      "Ġbetter": 811,
+      "Ġim": 812,
+      "gry": 813,
+      "imal": 814,
+      "Ġanimal": 815,
+      "urt": 816,
+      "ft": 817,
+      "Ġend": 818,
+      "Ġsn": 819,
+      "aut": 820,
+      "Ġte": 821,
+      "Ġcle": 822,
+      "ĠJo": 823,
+      "vent": 824,
+      "urp": 825,
+      "Ġgr": 826,
+      "Ġbeaut": 827,
+      "Ġjump": 828,
+      "mb": 829,
+      "Ġad": 830,
+      "ream": 831,
+      "pt": 832,
+      "ĠSo": 833,
+      "ĠHer": 834,
+      "Ġflow": 835,
+      "ies": 836,
+      "Ġche": 837,
+      "Ġbra": 838,
+      "Ġthanked": 839,
+      "Ġeven": 840,
+      "Ġbest": 841,
+      "Ġcall": 842,
+      "ady": 843,
+      "He": 844,
+      "Ġlots": 845,
+      "Ġlaughed": 846,
+      "self": 847,
+      "Ġra": 848,
+      "Ġway": 849,
+      "ars": 850,
+      "urn": 851,
+      "Ġby": 852,
+      "Ġfast": 853,
+      "lly": 854,
+      "Ġfam": 855,
+      "ĠC": 856,
+      "ves": 857,
+      "arden": 858,
+      "Ġgarden": 859,
+      "Ġbeauti": 860,
+      "wn": 861,
+      "Th": 862,
+      "Ġbeautiful": 863,
+      "Ġloud": 864,
+      "lew": 865,
+      "Ġsky": 866,
+      "Ġdon": 867,
+      "hn": 868,
+      "ered": 869,
+      "iny": 870,
+      "Ġcareful": 871,
+      "Ġlove": 872,
+      "Ġfi": 873,
+      "ĠThen": 874,
+      "Åĵ": 875,
+      "ase": 876,
+      "ect": 877,
+      "Ġsafe": 878,
+      "ĠAnd": 879,
+      "Ġunder": 880,
+      "Ġcome": 881,
+      "ĠFrom": 882,
+      "Yes": 883,
+      "ĠMia": 884,
+      "It": 885,
+      "me": 886,
+      "Ġhard": 887,
+      "Ġcu": 888,
+      "Ġwo": 889,
+      "Ġlist": 890,
+      "Ġstay": 891,
+      "ane": 892,
+      "sh": 893,
+      "ople": 894,
+      "Ġgl": 895,
+      "ning": 896,
+      "Ġstill": 897,
+      "ool": 898,
+      "Ġhurt": 899,
+      "ree": 900,
+      "ĠHis": 901,
+      "Ġimp": 902,
+      "Ġfamily": 903,
+      "Ġâ": 904,
+      "Ġboth": 905,
+      "rm": 906,
+      "igh": 907,
+      "Ġlived": 908,
+      "hes": 909,
+      "When": 910,
+      "Ġpeople": 911,
+      "Ġanimals": 912,
+      "Ġcol": 913,
+      "Ġbrave": 914,
+      "Ġwalked": 915,
+      "ob": 916,
+      "Tim": 917,
+      "ct": 918,
+      "Ġlet": 919,
+      "urpr": 920,
+      "ĠWhen": 921,
+      "Ġtwo": 922,
+      "Ġsurpr": 923,
+      "Ġshould": 924,
+      "ished": 925,
+      "Ġbad": 926,
+      "ress": 927,
+      "Ġkept": 928,
+      "Ġfore": 929,
+      "Ġflew": 930,
+      "Ġfin": 931,
+      "Ġstor": 932,
+      "Ġfly": 933,
+      "ast": 934,
+      "ised": 935,
+      "ip": 936,
+      "Ġits": 937,
+      "led": 938,
+      "ock": 939,
+      "ucy": 940,
+      "fore": 941,
+      "Ġgoing": 942,
+      "Ġclean": 943,
+      "Ġdan": 944,
+      "Ġpic": 945,
+      "Ġsoon": 946,
+      "Ġcalled": 947,
+      "Ġshare": 948,
+      "kay": 949,
+      "Ġangry": 950,
+      "Ġrock": 951,
+      "Ġcon": 952,
+      "Ġpretty": 953,
+      "No": 954,
+      "Ġide": 955,
+      "ied": 956,
+      "illy": 957,
+      "Ġground": 958,
+      "xt": 959,
+      "Ġred": 960,
+      "Ġexplore": 961,
+      "Ġcry": 962,
+      "Ġadvent": 963,
+      "Ġsto": 964,
+      "so": 965,
+      "Ġreal": 966,
+      "Let": 967,
+      "Ġwind": 968,
+      "Ġshiny": 969,
+      "be": 970,
+      "Ġbook": 971,
+      "Ġalso": 972,
+      "Ġdoll": 973,
+      "Ġidea": 974,
+      "Ġbefore": 975,
+      "Ġopened": 976,
+      "dded": 977,
+      "Ġwhile": 978,
+      "ummy": 979,
+      "Ġkeep": 980,
+      "Ġey": 981,
+      "Ġnow": 982,
+      "Ġdoor": 983,
+      "Ġfeeling": 984,
+      "âĤ¬â": 985,
+      "oon": 986,
+      "oy": 987,
+      "Ġwalking": 988,
+      "Ġnoise": 989,
+      "Ġfr": 990,
+      "les": 991,
+      "age": 992,
+      "ious": 993,
+      "Ġcolor": 994,
+      "Ġturn": 995,
+      "thing": 996,
+      "ff": 997,
+      "uch": 998,
+      "th": 999,
+      "Ġbed": 1000,
+      "ary": 1001,
+      "Ġdra": 1002,
+      "Ġpicked": 1003,
+      "imb": 1004,
+      "eet": 1005,
+      "Ġclimb": 1006,
+      "Ġdel": 1007,
+      "What": 1008,
+      "Ġbeing": 1009,
+      "Ġfood": 1010,
+      "Ġun": 1011,
+      "Ġfar": 1012,
+      "ture": 1013,
+      "joy": 1014,
+      "Ġadventure": 1015,
+      "ac": 1016,
+      "Ġsmile": 1017,
+      "Ġdif": 1018,
+      "Ħ¢": 1019,
+      "âĤ¬âĦ¢": 1020,
+      "memb": 1021,
+      "Ġwr": 1022,
+      "Ġthr": 1023,
+      "ught": 1024,
+      "Ġlooking": 1025,
+      "Ġnext": 1026,
+      "iced": 1027,
+      "ĠLucy": 1028,
+      "Ġnodded": 1029,
+      "Ġquick": 1030,
+      "ĠP": 1031,
+      "Ġdis": 1032,
+      "Ġrepl": 1033,
+      "ĠDad": 1034,
+      "Ġwait": 1035,
+      "ized": 1036,
+      "Ġforest": 1037,
+      "Ġclos": 1038,
+      "ĠSuddenly": 1039,
+      "Ġtra": 1040,
+      "That": 1041,
+      "Ġeyes": 1042,
+      "ger": 1043,
+      "bbit": 1044,
+      "ted": 1045,
+      "Ġown": 1046,
+      "Ġrain": 1047,
+      "Ġimport": 1048,
+      "Ġgreat": 1049,
+      "Ġrememb": 1050,
+      "Ġpicture": 1051,
+      "Thank": 1052,
+      "Suddenly": 1053,
+      "Ġstopped": 1054,
+      "Ġenjoy": 1055,
+      "Ġvo": 1056,
+      "Ben": 1057,
+      "Ġgive": 1058,
+      "Ġimportant": 1059,
+      "Ġwork": 1060,
+      "Ġnear": 1061,
+      "gan": 1062,
+      "pot": 1063,
+      "Ġever": 1064,
+      "Ġapp": 1065,
+      "Ġafter": 1066,
+      "Ġquickly": 1067,
+      "Ġlisten": 1068,
+      "Ġbre": 1069,
+      "ting": 1070,
+      "bbed": 1071,
+      "Ġma": 1072,
+      "Ġfish": 1073,
+      "Ġreplied": 1074,
+      "Ġrabbit": 1075,
+      "Ġhands": 1076,
+      "ĠG": 1077,
+      "Ġnoticed": 1078,
+      "Ġbro": 1079,
+      "Ġslide": 1080,
+      "Ġthink": 1081,
+      "Ġwalk": 1082,
+      "Ġtruck": 1083,
+      "Ġac": 1084,
+      "kes": 1085,
+      "Ġstrong": 1086,
+      "She": 1087,
+      "Ġshowed": 1088,
+      "Ġde": 1089,
+      "Ġeveryone": 1090,
+      "Ġwonder": 1091,
+      "fere": 1092,
+      "bye": 1093,
+      "Ġdiffere": 1094,
+      "irst": 1095,
+      "So": 1096,
+      "Ġsure": 1097,
+      "Ġhas": 1098,
+      "Ġright": 1099,
+      "Ġbeen": 1100,
+      "Ġbecame": 1101,
+      "Ġsound": 1102,
+      "maz": 1103,
+      "Ġtow": 1104,
+      "Ġru": 1105,
+      "Ġtal": 1106,
+      "Ġamaz": 1107,
+      "Ġhead": 1108,
+      "Ġshout": 1109,
+      "Ġbright": 1110,
+      "Ġye": 1111,
+      "Ġwatched": 1112,
+      "ĠR": 1113,
+      "Ġmor": 1114,
+      "Ġchild": 1115,
+      "able": 1116,
+      "Ġmean": 1117,
+      "Ġwhere": 1118,
+      "llow": 1119,
+      "Ġhigh": 1120,
+      "ĠSue": 1121,
+      "Ġface": 1122,
+      "Ġcook": 1123,
+      "day": 1124,
+      "aybe": 1125,
+      "Ġwatch": 1126,
+      "Ġblue": 1127,
+      "aught": 1128,
+      "Ġdifferent": 1129,
+      "Ġstore": 1130,
+      "ĠN": 1131,
+      "Ġgoodbye": 1132,
+      "Ġdress": 1133,
+      "ull": 1134,
+      "ĠBob": 1135,
+      "ng": 1136,
+      "ange": 1137,
+      "Ġsqu": 1138,
+      "Ġokay": 1139,
+      "isy": 1140,
+      "lease": 1141,
+      "ĠMommy": 1142,
+      "Ġvoice": 1143,
+      "Jo": 1144,
+      "ath": 1145,
+      "Ġnight": 1146,
+      "ĠSpot": 1147,
+      "Ġus": 1148,
+      "Ġboat": 1149,
+      "Ġflowers": 1150,
+      "Ġplace": 1151,
+      "Ġfollow": 1152,
+      "Ġar": 1153,
+      "Ġuse": 1154,
+      "Ġcloser": 1155,
+      "unny": 1156,
+      "leep": 1157,
+      "ired": 1158,
+      "Ġfav": 1159,
+      "Ġyell": 1160,
+      "Ġgrabbed": 1161,
+      "Ġcuri": 1162,
+      "Ġwarm": 1163,
+      "Ġcr": 1164,
+      "Ġforg": 1165,
+      "ĠSarah": 1166,
+      "ĠJohn": 1167,
+      "Ġmag": 1168,
+      "Ġstick": 1169,
+      "We": 1170,
+      "Ġjumped": 1171,
+      "Ġcake": 1172,
+      "more": 1173,
+      "Ġtell": 1174,
+      "Ġanymore": 1175,
+      "After": 1176,
+      "Ġbutter": 1177,
+      "ndma": 1178,
+      "Ġthree": 1179,
+      "Ġask": 1180,
+      "co": 1181,
+      "Ġour": 1182,
+      "lie": 1183,
+      "Ġcurious": 1184,
+      "ount": 1185,
+      "orn": 1186,
+      "Ġcont": 1187,
+      "Ġfell": 1188,
+      "ached": 1189,
+      "ĠTh": 1190,
+      "Ġbirds": 1191,
+      "ass": 1192,
+      "Her": 1193,
+      "iss": 1194,
+      "Ġhelped": 1195,
+      "ĠJane": 1196,
+      "Ġpull": 1197,
+      "Ġfirst": 1198,
+      "itc": 1199,
+      "Ġblock": 1200,
+      "Ġhop": 1201,
+      "Ġbit": 1202,
+      "Ġdr": 1203,
+      "Ġrealized": 1204,
+      "Ġkid": 1205,
+      "Look": 1206,
+      "ila": 1207,
+      "Ġmon": 1208,
+      "Ġbrother": 1209,
+      "Anna": 1210,
+      "Sara": 1211,
+      "Ġz": 1212,
+      "ĠEveryone": 1213,
+      "Ġate": 1214,
+      "Ġdoes": 1215,
+      "imes": 1216,
+      "Ġhappened": 1217,
+      "Ġstop": 1218,
+      "zy": 1219,
+      "Ġyummy": 1220,
+      "Ġfavor": 1221,
+      "ppy": 1222,
+      "Ġkitc": 1223,
+      "Ġkitchen": 1224,
+      "Ġsweet": 1225,
+      "us": 1226,
+      "Ġper": 1227,
+      "Ġreally": 1228,
+      "aisy": 1229,
+      "Ġgrass": 1230,
+      "Ġfavorite": 1231,
+      "Ġbegan": 1232,
+      "Ġrest": 1233,
+      "Ġready": 1234,
+      "Ġlea": 1235,
+      "Ġreached": 1236,
+      "Ġunderst": 1237,
+      "air": 1238,
+      "Ġste": 1239,
+      "Ġbunny": 1240,
+      "ĠAs": 1241,
+      "Ġstory": 1242,
+      "'re": 1243,
+      "Ġpain": 1244,
+      "Ġsing": 1245,
+      "ster": 1246,
+      "Ġhere": 1247,
+      "Ġsand": 1248,
+      "Ġonly": 1249,
+      "Ġflo": 1250,
+      "Ġam": 1251,
+      "Ġglad": 1252,
+      "Ġtri": 1253,
+      "Ġbeh": 1254,
+      "Ġworld": 1255,
+      "Ġopen": 1256,
+      "Ġcre": 1257,
+      "fully": 1258,
+      "Ġprin": 1259,
+      "where": 1260,
+      "arent": 1261,
+      "Ġflower": 1262,
+      "Ġthrough": 1263,
+      "Ġba": 1264,
+      "Ġfire": 1265,
+      "Ġdone": 1266,
+      "Ġhaving": 1267,
+      "Ġthing": 1268,
+      "Ġdelic": 1269,
+      "Ġhimself": 1270,
+      "Ġtired": 1271,
+      "Ġparent": 1272,
+      "Ġsoft": 1273,
+      "Ġfro": 1274,
+      "Timmy": 1275,
+      "Ġtast": 1276,
+      "Ġbutterf": 1277,
+      "ĠLet": 1278,
+      "Ġcut": 1279,
+      "Ġpart": 1280,
+      "Ġwhy": 1281,
+      "ken": 1282,
+      "Ġmess": 1283,
+      "Can": 1284,
+      "Ġworry": 1285,
+      "Mommy": 1286,
+      "iver": 1287,
+      "Ġdin": 1288,
+      "uff": 1289,
+      "ater": 1290,
+      "Ġmagic": 1291,
+      "Ġwaved": 1292,
+      "Ġshouted": 1293,
+      "Ġpond": 1294,
+      "Ġkids": 1295,
+      "Ġhat": 1296,
+      "Ġduck": 1297,
+      "Ġsees": 1298,
+      "olly": 1299,
+      "illed": 1300,
+      "Ġgame": 1301,
+      "ient": 1302,
+      "Ġmaking": 1303,
+      "ather": 1304,
+      "John": 1305,
+      "As": 1306,
+      "akes": 1307,
+      "Ġcatch": 1308,
+      "Ġseen": 1309,
+      "Ġcool": 1310,
+      "ation": 1311,
+      "Ġcoming": 1312,
+      "Ġless": 1313,
+      "Ġdark": 1314,
+      "Ġused": 1315,
+      "eddy": 1316,
+      "Ġfix": 1317,
+      "ĠJoe": 1318,
+      "Ġthank": 1319,
+      "mer": 1320,
+      "Ġtop": 1321,
+      "Ġlady": 1322,
+      "Ġhair": 1323,
+      "aring": 1324,
+      "Ġprom": 1325,
+      "Ġhopped": 1326,
+      "ĠCan": 1327,
+      "\".": 1328,
+      "ign": 1329,
+      "Ġsurprise": 1330,
+      "Ġdraw": 1331,
+      "Ġmum": 1332,
+      "Ġmouse": 1333,
+      "Ġfunny": 1334,
+      "rel": 1335,
+      "Ġcra": 1336,
+      "Ġ-": 1337,
+      "aper": 1338,
+      "Ġfull": 1339,
+      "Ġtouch": 1340,
+      "Ġlight": 1341,
+      "Ġspot": 1342,
+      "ren": 1343,
+      "Ġdro": 1344,
+      "ĠBenny": 1345,
+      "Ġparents": 1346,
+      "Ġworked": 1347,
+      "ins": 1348,
+      "oney": 1349,
+      "ĠDo": 1350,
+      "Ġsurprised": 1351,
+      "Ġcarefully": 1352,
+      "Ġtrees": 1353,
+      "Ġfrog": 1354,
+      "Ġswing": 1355,
+      "Ġdoing": 1356,
+      "Don": 1357,
+      "Ġsat": 1358,
+      "inally": 1359,
+      "ĠThat": 1360,
+      "Ġice": 1361,
+      "ĠIn": 1362,
+      "Ġheld": 1363,
+      "Wow": 1364,
+      "Ġrunning": 1365,
+      "Ġpretend": 1366,
+      "Ġswim": 1367,
+      "Ġset": 1368,
+      "Ġread": 1369,
+      "Ġdelicious": 1370,
+      "Ġneeded": 1371,
+      "Ġtight": 1372,
+      "Ġslow": 1373,
+      "Ġremembered": 1374,
+      "Ġlost": 1375,
+      "Ġcold": 1376,
+      "Ġsmell": 1377,
+      "ards": 1378,
+      "Ġwood": 1379,
+      "Ġhappily": 1380,
+      "hy": 1381,
+      "ely": 1382,
+      "Ġlooks": 1383,
+      "Ġbehind": 1384,
+      "Ġherself": 1385,
+      "Ġcried": 1386,
+      "Ġenjoyed": 1387,
+      "Ġname": 1388,
+      "ask": 1389,
+      "Ġyears": 1390,
+      "Ġbuy": 1391,
+      "Ġhole": 1392,
+      "Ġblocks": 1393,
+      "Ġdri": 1394,
+      "Ġsleep": 1395,
+      "Ġgi": 1396,
+      "Ġyellow": 1397,
+      "cess": 1398,
+      "Ġbutterfly": 1399,
+      "ike": 1400,
+      "ued": 1401,
+      "Ġwished": 1402,
+      "Ġperf": 1403,
+      "Ġanother": 1404,
+      "ĠDaisy": 1405,
+      "Ġgreen": 1406,
+      "Ġmove": 1407,
+      "Ġtall": 1408,
+      "Ġair": 1409,
+      "Ġbag": 1410,
+      "Ġfloor": 1411,
+      "Ġcars": 1412,
+      "Ġlesson": 1413,
+      "ul": 1414,
+      "Ġbow": 1415,
+      "Ġarri": 1416,
+      "Ġwindow": 1417,
+      "Ġsho": 1418,
+      "Ġchildren": 1419,
+      "ner": 1420,
+      "Ġfinished": 1421,
+      "Ġhill": 1422,
+      "ĠAfter": 1423,
+      "andy": 1424,
+      "sp": 1425,
+      "ens": 1426,
+      "Ġpaper": 1427,
+      "Ġlikes": 1428,
+      "From": 1429,
+      "sy": 1430,
+      "Ġhold": 1431,
+      "Sam": 1432,
+      "Ġwrong": 1433,
+      "reed": 1434,
+      "Ġcontin": 1435,
+      "Ġunderstand": 1436,
+      "atter": 1437,
+      "uit": 1438,
+      "rew": 1439,
+      "Ġgent": 1440,
+      "Ġanything": 1441,
+      "Ġclose": 1442,
+      "Ġwall": 1443,
+      "Ġel": 1444,
+      "asure": 1445,
+      "Ġleft": 1446,
+      "Ġable": 1447,
+      "Ġarrived": 1448,
+      "Ġhun": 1449,
+      "ross": 1450,
+      "av": 1451,
+      "Ġhear": 1452,
+      "Ġfriendly": 1453,
+      "Ġforgot": 1454,
+      "Ġgone": 1455,
+      "ama": 1456,
+      "Ġcreat": 1457,
+      "Ġwet": 1458,
+      "Ġlion": 1459,
+      "Hell": 1460,
+      "Hello": 1461,
+      "Ġdream": 1462,
+      "Ġhot": 1463,
+      "bo": 1464,
+      "ber": 1465,
+      "ĠSally": 1466,
+      "Ġfilled": 1467,
+      "Ġdir": 1468,
+      "ield": 1469,
+      "Ġcookies": 1470,
+      "Ġlaugh": 1471,
+      "Ġbroken": 1472,
+      "Ġdinner": 1473,
+      "lf": 1474,
+      "Ġelse": 1475,
+      "Ġhid": 1476,
+      "ced": 1477,
+      "Ġpink": 1478,
+      "Ġfollowed": 1479,
+      "Ġtable": 1480,
+      "Ġmar": 1481,
+      "Ġcolors": 1482,
+      "oup": 1483,
+      "Ġmoment": 1484,
+      "Ġcontinued": 1485,
+      "Ġwonderful": 1486,
+      "ĠEm": 1487,
+      "ey": 1488,
+      "ined": 1489,
+      "irrel": 1490,
+      "rot": 1491,
+      "Ġfinally": 1492,
+      "Jack": 1493,
+      "Ġarm": 1494,
+      "Ġmight": 1495,
+      "ĠNow": 1496,
+      "Ġcast": 1497,
+      "Ġyes": 1498,
+      "Ġbuild": 1499,
+      "Ġenough": 1500,
+      "ĠBilly": 1501,
+      "Ġsomeone": 1502,
+      "Ġperfect": 1503,
+      "Ġfair": 1504,
+      "Ġstayed": 1505,
+      "app": 1506,
+      "Ġmorning": 1507,
+      "ĠThere": 1508,
+      "Ġpuppy": 1509,
+      "ol": 1510,
+      "Ġdaddy": 1511,
+      "Ġtrying": 1512,
+      "'ll": 1513,
+      "Ġju": 1514,
+      "Ġothers": 1515,
+      "Ġbooks": 1516,
+      "Ġagreed": 1517,
+      "Ġmus": 1518,
+      "Ġsnow": 1519,
+      "Ġsquirrel": 1520,
+      "Ġcream": 1521,
+      "room": 1522,
+      "Ġgetting": 1523,
+      "Ġgrandma": 1524,
+      "ĠLila": 1525,
+      "Ġleaves": 1526,
+      "Ġbaby": 1527,
+      "Ġcount": 1528,
+      "icy": 1529,
+      "Ġfew": 1530,
+      "At": 1531,
+      "Ġfall": 1532,
+      "Then": 1533,
+      "gon": 1534,
+      "Ġbreak": 1535,
+      "Ġclimbed": 1536,
+      "ries": 1537,
+      "Ġbeach": 1538,
+      "ash": 1539,
+      "Ġbug": 1540,
+      "Ġplease": 1541,
+      "Ġmother": 1542,
+      "Ġbrought": 1543,
+      "Ġtrain": 1544,
+      "ance": 1545,
+      "ĠThis": 1546,
+      "Ġdeep": 1547,
+      "Ġvis": 1548,
+      "ated": 1549,
+      "shed": 1550,
+      "Ġmet": 1551,
+      "Ġwasn": 1552,
+      "Ġsometimes": 1553,
+      "Ġeverything": 1554,
+      "ĠTommy": 1555,
+      "ich": 1556,
+      "Ġmusic": 1557,
+      "key": 1558,
+      "ling": 1559,
+      "This": 1560,
+      "os": 1561,
+      "Ġturned": 1562,
+      "lc": 1563,
+      "Ġride": 1564,
+      "oom": 1565,
+      "Ġsong": 1566,
+      "oring": 1567,
+      "Ġspark": 1568,
+      "Ġfight": 1569,
+      "Ġhungry": 1570,
+      "ons": 1571,
+      "Ġpictures": 1572,
+      "ds": 1573,
+      "Ġmakes": 1574,
+      "Ġsear": 1575,
+      "ucky": 1576,
+      "Ġlistened": 1577,
+      "Ġjoy": 1578,
+      "Ġpol": 1579,
+      "ĠWhat": 1580,
+      "His": 1581,
+      "ee": 1582,
+      "Ġclot": 1583,
+      "Ġsail": 1584,
+      "apped": 1585,
+      "bble": 1586,
+      "Ġcomp": 1587,
+      "Ġplan": 1588,
+      "Ġwants": 1589,
+      "Ġclothes": 1590,
+      "Ġpoin": 1591,
+      "ĠK": 1592,
+      "zz": 1593,
+      "Ġballoon": 1594,
+      "Ġstrange": 1595,
+      "man": 1596,
+      "enny": 1597,
+      "Ġpi": 1598,
+      "Ġgrow": 1599,
+      "Ġflying": 1600,
+      "row": 1601,
+      "Ġscary": 1602,
+      "Ġtreat": 1603,
+      "Ġwaited": 1604,
+      "Ġamazed": 1605,
+      "Ġteddy": 1606,
+      "Ġcastle": 1607,
+      "ister": 1608,
+      "Ġele": 1609,
+      "Ġamazing": 1610,
+      "med": 1611,
+      "Ġspl": 1612,
+      "Oh": 1613,
+      "Ġleave": 1614,
+      "Ġowner": 1615,
+      "Ġpromised": 1616,
+      "Ġdanger": 1617,
+      "ever": 1618,
+      "OK": 1619,
+      "Ġsuch": 1620,
+      "Ġwhite": 1621,
+      "Ġpat": 1622,
+      "Ġtalk": 1623,
+      "uffy": 1624,
+      "Ġfur": 1625,
+      "Ġpie": 1626,
+      "ope": 1627,
+      "red": 1628,
+      "Ġpulled": 1629,
+      "Ġpre": 1630,
+      "Ġwoods": 1631,
+      "ĠTo": 1632,
+      "Ġshared": 1633,
+      "Ġalone": 1634,
+      "Ġtowards": 1635,
+      "cle": 1636,
+      "ĠMaybe": 1637,
+      "Ġsit": 1638,
+      "Ġnap": 1639,
+      "Ġcolorful": 1640,
+      "amp": 1641,
+      "hone": 1642,
+      "Ġvisit": 1643,
+      "igg": 1644,
+      "ugg": 1645,
+      "thy": 1646,
+      "ence": 1647,
+      "Ġtail": 1648,
+      "ctor": 1649,
+      "Ġmagical": 1650,
+      "Ġriver": 1651,
+      "Ġhig": 1652,
+      "Ġbelie": 1653,
+      "Ġgrate": 1654,
+      "ually": 1655,
+      "ang": 1656,
+      "ott": 1657,
+      "Ġhide": 1658,
+      "Ġsilly": 1659,
+      "Ġsmiles": 1660,
+      "ower": 1661,
+      "Ġside": 1662,
+      "Max": 1663,
+      "Ġroll": 1664,
+      "Ġgu": 1665,
+      "ĠAmy": 1666,
+      "Ġpro": 1667,
+      "eter": 1668,
+      "Ġfaster": 1669,
+      "Ġgrateful": 1670,
+      "Ġtreasure": 1671,
+      "ased": 1672,
+      "Ġsnack": 1673,
+      "up": 1674,
+      "Ġland": 1675,
+      "avy": 1676,
+      "Ġmoral": 1677,
+      "ained": 1678,
+      "Ġsister": 1679,
+      "ĠGra": 1680,
+      "Ġshap": 1681,
+      "Ġpaint": 1682,
+      "Ġslowly": 1683,
+      "Ġfield": 1684,
+      "Ġpet": 1685,
+      "Ġsec": 1686,
+      "orm": 1687,
+      "ĠJim": 1688,
+      "Ġbran": 1689,
+      "Ġmin": 1690,
+      "Ġmust": 1691,
+      "Ġhelping": 1692,
+      "Ġworried": 1693,
+      "Ġjob": 1694,
+      "Ġfox": 1695,
+      "set": 1696,
+      "Ġmoney": 1697,
+      "Ġpot": 1698,
+      "Ġqui": 1699,
+      "Ġbel": 1700,
+      "Ġacc": 1701,
+      "Ġliving": 1702,
+      "Ġmonster": 1703,
+      "less": 1704,
+      "Ġparty": 1705,
+      "ear": 1706,
+      "Ġmost": 1707,
+      "Ġwear": 1708,
+      "Ġremember": 1709,
+      "ire": 1710,
+      "Ġsign": 1711,
+      "wl": 1712,
+      "Ġcloud": 1713,
+      "Ġcandy": 1714,
+      "Ġhigher": 1715,
+      "ipped": 1716,
+      "ident": 1717,
+      "ĠAll": 1718,
+      "der": 1719,
+      "ze": 1720,
+      "Ġquiet": 1721,
+      "Ġtown": 1722,
+      "unch": 1723,
+      "Ġprincess": 1724,
+      "Ġruns": 1725,
+      "asket": 1726,
+      "em": 1727,
+      "Ġeverywhere": 1728,
+      "Ġjoin": 1729,
+      "Ġstepped": 1730,
+      "Ġbasket": 1731,
+      "Ġlake": 1732,
+      "Ġcup": 1733,
+      "sw": 1734,
+      "outh": 1735,
+      "Ġcarrot": 1736,
+      "Ġcoll": 1737,
+      "Ġplant": 1738,
+      "Ġscream": 1739,
+      "ĠDaddy": 1740,
+      "Ġbuck": 1741,
+      "Ġheavy": 1742,
+      "Ġbigger": 1743,
+      "Ġcho": 1744,
+      "Ġblank": 1745,
+      "Ġclosed": 1746,
+      "Ġwon": 1747,
+      "ises": 1748,
+      "Ġansw": 1749,
+      "br": 1750,
+      "Ġblanket": 1751,
+      "Ġmouth": 1752,
+      "ames": 1753,
+      "eces": 1754,
+      "Ġeating": 1755,
+      "Ġpieces": 1756,
+      "cket": 1757,
+      "Ġstre": 1758,
+      "Ġwelc": 1759,
+      "Ġwouldn": 1760,
+      "Ġreach": 1761,
+      "Ġbroke": 1762,
+      "eared": 1763,
+      "Ġdangerous": 1764,
+      "gs": 1765,
+      "ph": 1766,
+      "ĠMolly": 1767,
+      "Ġce": 1768,
+      "ĠMr": 1769,
+      "ord": 1770,
+      "fort": 1771,
+      "Ġdolls": 1772,
+      "ming": 1773,
+      "Ġdance": 1774,
+      "Ġdragon": 1775,
+      "Ġthinks": 1776,
+      "Ġasks": 1777,
+      "Ġacross": 1778,
+      "Okay": 1779,
+      "Ġchair": 1780,
+      "Ġteac": 1781,
+      "Ġbott": 1782,
+      "Hi": 1783,
+      "Ġpa": 1784,
+      "Ġneigh": 1785,
+      "Ġbar": 1786,
+      "Ġbike": 1787,
+      "Ġpack": 1788,
+      "iting": 1789,
+      "Ġdisapp": 1790,
+      "Ġneighb": 1791,
+      "Ġstuck": 1792,
+      "de": 1793,
+      "Ġgif": 1794,
+      "Ġfruit": 1795,
+      "Ġbelieve": 1796,
+      "cy": 1797,
+      "Ġve": 1798,
+      "Ġcrying": 1799,
+      "ier": 1800,
+      "phant": 1801,
+      "Ġsuddenly": 1802,
+      "Ġsoup": 1803,
+      "Ġrace": 1804,
+      "Ġthrew": 1805,
+      "Sure": 1806,
+      "Ġfarmer": 1807,
+      "Ġaccident": 1808,
+      "Ġdirty": 1809,
+      "Ġelephant": 1810,
+      "Ġmonkey": 1811,
+      "Ġheal": 1812,
+      "weet": 1813,
+      "Ġrem": 1814,
+      "Ġpers": 1815,
+      "Ġsame": 1816,
+      "ored": 1817,
+      "ventually": 1818,
+      "ead": 1819,
+      "pping": 1820,
+      "Ġgentle": 1821,
+      "Ġfree": 1822,
+      "Ġbrown": 1823,
+      "Maybe": 1824,
+      "Ġinst": 1825,
+      "Ġbee": 1826,
+      "ix": 1827,
+      "Ġben": 1828,
+      "Ġwin": 1829,
+      "Ġblack": 1830,
+      "Ġalong": 1831,
+      "Ġlonger": 1832,
+      "ible": 1833,
+      "Ġspr": 1834,
+      "Ġclapped": 1835,
+      "Finally": 1836,
+      "Why": 1837,
+      "cked": 1838,
+      "Ġwords": 1839,
+      "ĠFl": 1840,
+      "Ġteacher": 1841,
+      "Ġupset": 1842,
+      "chool": 1843,
+      "Ġpiece": 1844,
+      "Ġwell": 1845,
+      "Ġcheered": 1846,
+      "Ġhit": 1847,
+      "Ġsang": 1848,
+      "ment": 1849,
+      "Ġbowl": 1850,
+      "Ġbite": 1851,
+      "Ġdoctor": 1852,
+      "ĠJill": 1853,
+      "Ġbucket": 1854,
+      "Mia": 1855,
+      "Ġbath": 1856,
+      "Ġcaught": 1857,
+      "Ġheart": 1858,
+      "Ġforget": 1859,
+      "Ġmark": 1860,
+      "Ġbutt": 1861,
+      "Ġdry": 1862,
+      "Ġyoung": 1863,
+      "Ġsea": 1864,
+      "Ġcour": 1865,
+      "Ġdropped": 1866,
+      "ese": 1867,
+      "Ġyard": 1868,
+      "Ġplac": 1869,
+      "ourn": 1870,
+      "Ġschool": 1871,
+      "Ġswings": 1872,
+      "bby": 1873,
+      "Ġwings": 1874,
+      "bs": 1875,
+      "Ġexplained": 1876,
+      "Ġjourn": 1877,
+      "Ġbring": 1878,
+      "Ġdrink": 1879,
+      "Ġstreet": 1880,
+      "Ġjuice": 1881,
+      "ung": 1882,
+      "Ġnearby": 1883,
+      "ĠEmma": 1884,
+      "Ġsmo": 1885,
+      "Ġsmart": 1886,
+      "Ġpushed": 1887,
+      "Ġstories": 1888,
+      "Ġdrove": 1889,
+      "Ġtiny": 1890,
+      "Ġpen": 1891,
+      "Ġcourse": 1892,
+      "Ġes": 1893,
+      "Ġmine": 1894,
+      "Ġtoday": 1895,
+      "Ġpocket": 1896,
+      "Ġyear": 1897,
+      "aughter": 1898,
+      "Ġje": 1899,
+      "Ġsecret": 1900,
+      "Ġexp": 1901,
+      "Ġwithout": 1902,
+      "Ġsinging": 1903,
+      "Ġwelcome": 1904,
+      "Ġhappen": 1905,
+      "to": 1906,
+      "Ġfit": 1907,
+      "Ġstu": 1908,
+      "vel": 1909,
+      "ract": 1910,
+      "Ġbus": 1911,
+      "Ġcheese": 1912,
+      "Ġcray": 1913,
+      "Ġfairy": 1914,
+      "Ġjar": 1915,
+      "Ġturns": 1916,
+      "Ġbush": 1917,
+      "bow": 1918,
+      "llo": 1919,
+      "Ġexploring": 1920,
+      "Ġlon": 1921,
+      "Ġstand": 1922,
+      "itting": 1923,
+      "Ġseemed": 1924,
+      "Ġspoon": 1925,
+      "ĠFinally": 1926,
+      "Ġgames": 1927,
+      "Ġwoke": 1928,
+      "issed": 1929,
+      "Ġresp": 1930,
+      "Ġtrou": 1931,
+      "Ġtwins": 1932,
+      "Ġhoped": 1933,
+      "Ġatt": 1934,
+      "Ġlonely": 1935,
+      "Ġant": 1936,
+      "ĠMama": 1937,
+      "orrow": 1938,
+      "Ġnoises": 1939,
+      "Ġhugs": 1940,
+      "ountain": 1941,
+      "yard": 1942,
+      "Ġdaughter": 1943,
+      "Ġinv": 1944,
+      "Ġkey": 1945,
+      "ail": 1946,
+      "Ġrocks": 1947,
+      "Ġdisco": 1948,
+      "Ġsu": 1949,
+      "Ġlunch": 1950,
+      "read": 1951,
+      "oun": 1952,
+      "vered": 1953,
+      "Ġbackyard": 1954,
+      "Ġsuc": 1955,
+      "Ġcow": 1956,
+      "Ġapple": 1957,
+      "ek": 1958,
+      "Ġswam": 1959,
+      "Ġshoes": 1960,
+      "Ġstars": 1961,
+      "Ġshook": 1962,
+      "ittens": 1963,
+      "Ġmiss": 1964,
+      "ches": 1965,
+      "Ġwish": 1966,
+      "Ġrelie": 1967,
+      "fused": 1968,
+      "Ġshapes": 1969,
+      "urple": 1970,
+      "Ġtower": 1971,
+      "ity": 1972,
+      "Ġcorn": 1973,
+      "Ġmoved": 1974,
+      "shine": 1975,
+      "Ġ3": 1976,
+      "Ġthough": 1977,
+      "Ġcir": 1978,
+      "umb": 1979,
+      "Ġtaking": 1980,
+      "ts": 1981,
+      "ĠTweet": 1982,
+      "ape": 1983,
+      "Ġrainbow": 1984,
+      "Ġthrow": 1985,
+      "Ġstar": 1986,
+      "Ġbench": 1987,
+      "Ġneck": 1988,
+      "ocked": 1989,
+      "Ġcreature": 1990,
+      "Ġbubble": 1991,
+      "Ġlate": 1992,
+      "Ġadventures": 1993,
+      "Ġowl": 1994,
+      "ions": 1995,
+      "And": 1996,
+      "Ġwhe": 1997,
+      "Ġpar": 1998,
+      "Ġshell": 1999,
+      "Ġkite": 2000,
+      "ĠFluffy": 2001,
+      "ining": 2002,
+      "Ġmil": 2003,
+      "unt": 2004,
+      "Ġfence": 2005,
+      "Ġmix": 2006,
+      "Ġlift": 2007,
+      "Ġaccidentally": 2008,
+      "Ġwise": 2009,
+      "Ġhello": 2010,
+      "Ġpurple": 2011,
+      "pper": 2012,
+      "Ġonto": 2013,
+      "Ġspin": 2014,
+      "ten": 2015,
+      "ours": 2016,
+      "Ġsitting": 2017,
+      "idge": 2018,
+      "Ġsunshine": 2019,
+      "Ġcute": 2020,
+      "Ġmat": 2021,
+      "ward": 2022,
+      "Ġshop": 2023,
+      "Ġwhist": 2024,
+      "Ġdist": 2025,
+      "Ġorange": 2026,
+      "Lila": 2027,
+      "Ġnaught": 2028,
+      "ĠSammy": 2029,
+      "Ġnaughty": 2030,
+      "Ġnest": 2031,
+      "ose": 2032,
+      "ors": 2033,
+      "lla": 2034,
+      "Ġmilk": 2035,
+      "fish": 2036,
+      "Ġaf": 2037,
+      "Ġboun": 2038,
+      "Ġphone": 2039,
+      "Ġarms": 2040,
+      "Ġeas": 2041,
+      "ness": 2042,
+      "Ġcarry": 2043,
+      "ĠGrandma": 2044,
+      "og": 2045,
+      "Ġbought": 2046,
+      "Ġdriver": 2047,
+      "Ġinstead": 2048,
+      "Later": 2049,
+      "Ġtalked": 2050,
+      "Ġsearched": 2051,
+      "gged": 2052,
+      "Ġpig": 2053,
+      "Ġcozy": 2054,
+      "Ġsunny": 2055,
+      "itty": 2056,
+      "Ġfeels": 2057,
+      "Ġfan": 2058,
+      "Ġwondered": 2059,
+      "Ġcomes": 2060,
+      "Ġswimming": 2061,
+      "uched": 2062,
+      "Ġtouched": 2063,
+      "Ġpop": 2064,
+      "ĠInside": 2065,
+      "ale": 2066,
+      "Ġlucky": 2067,
+      "Ġlaughing": 2068,
+      "Ġbelong": 2069,
+      "Ġsounds": 2070,
+      "Ġwom": 2071,
+      "Ġcave": 2072,
+      "let": 2073,
+      "Ġjourney": 2074,
+      "Ġwoman": 2075,
+      "Ġcou": 2076,
+      "Ġnothing": 2077,
+      "Ġcoat": 2078,
+      "Ġrelieved": 2079,
+      "ĠO": 2080,
+      "Ġpeace": 2081,
+      "adow": 2082,
+      "Ġnose": 2083,
+      "Ġbusy": 2084,
+      "Bob": 2085,
+      "Ġpast": 2086,
+      "Ġapples": 2087,
+      "Ġsick": 2088,
+      "Ġrope": 2089,
+      "Ġpatient": 2090,
+      "Ġact": 2091,
+      "Ġpudd": 2092,
+      "Ġinc": 2093,
+      "raid": 2094,
+      "Ġwatching": 2095,
+      "Ġbranch": 2096,
+      "Ġafraid": 2097,
+      "Ġtom": 2098,
+      "ider": 2099,
+      "Ġdays": 2100,
+      "Ġret": 2101,
+      "cing": 2102,
+      "ĠMary": 2103,
+      "Ġband": 2104,
+      "Ġfarm": 2105,
+      "Ġhuge": 2106,
+      "ĠThank": 2107,
+      "ator": 2108,
+      "Ġexciting": 2109,
+      "Ġdanced": 2110,
+      "thday": 2111,
+      "Ġwar": 2112,
+      "ĠSoon": 2113,
+      "ball": 2114,
+      "Ġgigg": 2115,
+      "blem": 2116,
+      "Ġzoom": 2117,
+      "Ġmad": 2118,
+      "Ġvill": 2119,
+      "Ġforever": 2120,
+      "Ġproblem": 2121,
+      "Ġcollect": 2122,
+      "ped": 2123,
+      "irt": 2124,
+      "Ġminut": 2125,
+      "Ġwra": 2126,
+      "ho": 2127,
+      "Ġlife": 2128,
+      "Ġknee": 2129,
+      "ces": 2130,
+      "Do": 2131,
+      "cer": 2132,
+      "mp": 2133,
+      "arp": 2134,
+      "Ġking": 2135,
+      "Ġasleep": 2136,
+      "Ġreturn": 2137,
+      "Ġsharp": 2138,
+      "Ġrel": 2139,
+      "Ġpower": 2140,
+      "eth": 2141,
+      "Ġholding": 2142,
+      "Ġfing": 2143,
+      "Ġhealthy": 2144,
+      "ĠMittens": 2145,
+      "Ġprot": 2146,
+      "Ġmeet": 2147,
+      "Ġorgan": 2148,
+      "Ġclever": 2149,
+      "Ġspotted": 2150,
+      "Ġletter": 2151,
+      "Ġgather": 2152,
+      "alm": 2153,
+      "Of": 2154,
+      "ere": 2155,
+      "Ġround": 2156,
+      "Ġstorm": 2157,
+      "Ġprotect": 2158,
+      "Ġgift": 2159,
+      "amed": 2160,
+      "Ġmail": 2161,
+      "ĠJen": 2162,
+      "Ġbirthday": 2163,
+      "Ġpres": 2164,
+      "Ġsaf": 2165,
+      "Ġneighbor": 2166,
+      "epend": 2167,
+      "Ġtakes": 2168,
+      "sc": 2169,
+      "Ġear": 2170,
+      "Ġcomfort": 2171,
+      "Ġent": 2172,
+      "Ġrep": 2173,
+      "Ġperson": 2174,
+      "Ġsmiling": 2175,
+      "ĠWith": 2176,
+      "Ġgently": 2177,
+      "Ġpointed": 2178,
+      "Every": 2179,
+      "owed": 2180,
+      "Ġspo": 2181,
+      "col": 2182,
+      "Ġtasty": 2183,
+      "ular": 2184,
+      "ĠJimmy": 2185,
+      "Ġplane": 2186,
+      "sting": 2187,
+      "hin": 2188,
+      "Ġhoney": 2189,
+      "itch": 2190,
+      "Ġpill": 2191,
+      "Ġpass": 2192,
+      "itten": 2193,
+      "Ġmatter": 2194,
+      "Ġadm": 2195,
+      "Ġtasted": 2196,
+      "Ġsmelled": 2197,
+      "nic": 2198,
+      "ove": 2199,
+      "Ġeag": 2200,
+      "Ġshining": 2201,
+      "Hey": 2202,
+      "Ġhope": 2203,
+      "Ġplaces": 2204,
+      "Ġkick": 2205,
+      "ĠCh": 2206,
+      "Ġpicnic": 2207,
+      "Ġbottle": 2208,
+      "Ġrespect": 2209,
+      "Ġblew": 2210,
+      "Ġappeared": 2211,
+      "Ġsupp": 2212,
+      "Tommy": 2213,
+      "ĠCome": 2214,
+      "Ġspider": 2215,
+      "Ġintere": 2216,
+      "Ġcheer": 2217,
+      "board": 2218,
+      "Ġwearing": 2219,
+      "Ġpresent": 2220,
+      "ert": 2221,
+      "Ġmist": 2222,
+      "ize": 2223,
+      "Ġtrouble": 2224,
+      "Ġtrip": 2225,
+      "Ġpract": 2226,
+      "Ġkiss": 2227,
+      "Ġquest": 2228,
+      "ond": 2229,
+      "Ġash": 2230,
+      "Ġloves": 2231,
+      "Ġtightly": 2232,
+      "gg": 2233,
+      "arge": 2234,
+      "Ġsur": 2235,
+      "Ġspread": 2236,
+      "aur": 2237,
+      "Ġwide": 2238,
+      "ones": 2239,
+      "umber": 2240,
+      "Ġfeather": 2241,
+      "Ġsplas": 2242,
+      "ont": 2243,
+      "ndp": 2244,
+      "Ġlater": 2245,
+      "Ġwhole": 2246,
+      "Ġanyone": 2247,
+      "Ġbread": 2248,
+      "Molly": 2249,
+      "Ġdes": 2250,
+      "Ġrec": 2251,
+      "ella": 2252,
+      "Ġroad": 2253,
+      "In": 2254,
+      "Ġoce": 2255,
+      "Ġgiant": 2256,
+      "Ġocean": 2257,
+      "els": 2258,
+      "Ġpuzz": 2259,
+      "Ġcookie": 2260,
+      "Ġpan": 2261,
+      "Ġpath": 2262,
+      "ÅĵI": 2263,
+      "Ġconfused": 2264,
+      "Ġscreamed": 2265,
+      "Ġclouds": 2266,
+      "eb": 2267,
+      "Ġimpress": 2268,
+      "Ġfront": 2269,
+      "ĠGo": 2270,
+      "Ġseat": 2271,
+      "lex": 2272,
+      "Ġlay": 2273,
+      "Ġwhich": 2274,
+      "la": 2275,
+      "Ġthin": 2276,
+      "Ġteach": 2277,
+      "erly": 2278,
+      "Ġdi": 2279,
+      "Ġanswer": 2280,
+      "ungle": 2281,
+      "Ġap": 2282,
+      "ssed": 2283,
+      "hile": 2284,
+      "ub": 2285,
+      "Ġlarge": 2286,
+      "Ġjungle": 2287,
+      "Ġpromise": 2288,
+      "Ġser": 2289,
+      "Ġber": 2290,
+      "Ġwild": 2291,
+      "Ġbark": 2292,
+      "Ġmach": 2293,
+      "oose": 2294,
+      "Ġbutton": 2295,
+      "ndpa": 2296,
+      "Good": 2297,
+      "Ġmyster": 2298,
+      "Ġsnake": 2299,
+      "Ġvillage": 2300,
+      "Ġhor": 2301,
+      "ĠEmily": 2302,
+      "Come": 2303,
+      "Ġtool": 2304,
+      "Ġputs": 2305,
+      "Ġlast": 2306,
+      "Ġimag": 2307,
+      "ĠJake": 2308,
+      "Lucy": 2309,
+      "Ġtid": 2310,
+      "Ġban": 2311,
+      "lebr": 2312,
+      "Ġeventually": 2313,
+      "Ġslid": 2314,
+      "Ġwave": 2315,
+      "Ġlive": 2316,
+      "Ġchased": 2317,
+      "ĠEverywhere": 2318,
+      "Ġcelebr": 2319,
+      "Ġcrayons": 2320,
+      "Just": 2321,
+      "Ġspent": 2322,
+      "Ġwrite": 2323,
+      "Ġgives": 2324,
+      "unk": 2325,
+      "ife": 2326,
+      "Ġdecor": 2327,
+      "Ġfoot": 2328,
+      "Ġdelight": 2329,
+      "Ġsol": 2330,
+      "Ġsandw": 2331,
+      "Ġdirt": 2332,
+      "ĠJenny": 2333,
+      "Ġtalking": 2334,
+      "Ġtreats": 2335,
+      "Ġcart": 2336,
+      "ching": 2337,
+      "Ġwaiting": 2338,
+      "Ġhiding": 2339,
+      "Ġsnowman": 2340,
+      "Ġinteresting": 2341,
+      "Ġhon": 2342,
+      "ony": 2343,
+      "Ġshelf": 2344,
+      "Ġtaste": 2345,
+      "een": 2346,
+      "Jim": 2347,
+      "Ġstep": 2348,
+      "Mum": 2349,
+      "Ġhelpful": 2350,
+      "Ġfeet": 2351,
+      "Ġshy": 2352,
+      "Ġgoes": 2353,
+      "Ġval": 2354,
+      "Ġemb": 2355,
+      "Ġstood": 2356,
+      "Ġshr": 2357,
+      "Ġbuilding": 2358,
+      "Ġoven": 2359,
+      "Ġstret": 2360,
+      "Ġlovely": 2361,
+      "Ġducks": 2362,
+      "Ġcorner": 2363,
+      "Ġwash": 2364,
+      "cks": 2365,
+      "Ġspe": 2366,
+      "Ġpretended": 2367,
+      "Ġrolled": 2368,
+      "Ġrude": 2369,
+      "old": 2370,
+      "Ġcalm": 2371,
+      "Ġpile": 2372,
+      "Ġteeth": 2373,
+      "Ġjumping": 2374,
+      "Ġzoo": 2375,
+      "Ġpuddle": 2376,
+      "Ġtidy": 2377,
+      "Mama": 2378,
+      "iger": 2379,
+      "ipe": 2380,
+      "Ġbugs": 2381,
+      "Ġashamed": 2382,
+      "Ġbat": 2383,
+      "ina": 2384,
+      "ĠRe": 2385,
+      "Ġob": 2386,
+      "Ġstra": 2387,
+      "ĠSt": 2388,
+      "Ġwhistle": 2389,
+      "Ġbanan": 2390,
+      "not": 2391,
+      "Ġnet": 2392,
+      "Ġforgive": 2393,
+      "Ġprince": 2394,
+      "ener": 2395,
+      "Ġshirt": 2396,
+      "Ġsel": 2397,
+      "Ġcoo": 2398,
+      "Ġembar": 2399,
+      "umpy": 2400,
+      "Ġsparkly": 2401,
+      "Ġremind": 2402,
+      "Ġsug": 2403,
+      "Ġcross": 2404,
+      "Ġmind": 2405,
+      "Ġcannot": 2406,
+      "Ġsuccess": 2407,
+      "Ġembarra": 2408,
+      "Soon": 2409,
+      "Ġmot": 2410,
+      "Ġsharing": 2411,
+      "Ġworm": 2412,
+      "Ġfold": 2413,
+      "Ġpeaceful": 2414,
+      "Ġwore": 2415,
+      "Ġmountain": 2416,
+      "Ġblow": 2417,
+      "lice": 2418,
+      "Ġign": 2419,
+      "Ġbell": 2420,
+      "Ġfurry": 2421,
+      "Ġgrab": 2422,
+      "als": 2423,
+      "ometimes": 2424,
+      "Ġwhenever": 2425,
+      "Ġpour": 2426,
+      "vous": 2427,
+      "llie": 2428,
+      "Ġpush": 2429,
+      "Ġbreath": 2430,
+      "Ġmachine": 2431,
+      "Ġsugar": 2432,
+      "Ġchick": 2433,
+      "Ġcreative": 2434,
+      "St": 2435,
+      "ned": 2436,
+      "Ġbal": 2437,
+      "Ġstir": 2438,
+      "Ġdolp": 2439,
+      "Ġtries": 2440,
+      "Now": 2441,
+      "Ġlad": 2442,
+      "ĠLe": 2443,
+      "Ġmed": 2444,
+      "Ġpool": 2445,
+      "Ġgener": 2446,
+      "Ġsal": 2447,
+      "ork": 2448,
+      "ult": 2449,
+      "Ġspray": 2450,
+      "Ġship": 2451,
+      "ian": 2452,
+      "Ġhum": 2453,
+      "Ġhel": 2454,
+      "isa": 2455,
+      "Ġselfish": 2456,
+      "Ġhar": 2457,
+      "Ġfaces": 2458,
+      "Ġmessy": 2459,
+      "Ġ'": 2460,
+      "Ġple": 2461,
+      "ĠSome": 2462,
+      "ĠHow": 2463,
+      "Ġgold": 2464,
+      "Ġchocol": 2465,
+      "Please": 2466,
+      "Ġminutes": 2467,
+      "Ġpillow": 2468,
+      "My": 2469,
+      "aking": 2470,
+      "Ġtun": 2471,
+      "Ġmissed": 2472,
+      "ighed": 2473,
+      "Ġvan": 2474,
+      "Ġfixed": 2475,
+      "Ġfighting": 2476,
+      "oin": 2477,
+      "Ġfig": 2478,
+      "Ġembarrassed": 2479,
+      "Ġmeant": 2480,
+      "Ġdrive": 2481,
+      "Ġtomorrow": 2482,
+      "Ġhours": 2483,
+      "Ġca": 2484,
+      "Ġner": 2485,
+      "Ġspicy": 2486,
+      "Ġknowing": 2487,
+      "ĠPlease": 2488,
+      "Sarah": 2489,
+      "Ġladder": 2490,
+      "ital": 2491,
+      "Ġhorse": 2492,
+      "ato": 2493,
+      "Ġug": 2494,
+      "ĠJust": 2495,
+      "Ġtrust": 2496,
+      "Ġhosp": 2497,
+      "Ġugly": 2498,
+      "Ġhospital": 2499,
+      "Ġchew": 2500,
+      "Ġbedroom": 2501,
+      "Ġeasy": 2502,
+      "Ġnervous": 2503,
+      "Ġrob": 2504,
+      "Ġthankful": 2505,
+      "Ġcarrots": 2506,
+      "Dad": 2507,
+      "elly": 2508,
+      "Ġgrew": 2509,
+      "Ġcolour": 2510,
+      "Ġbarked": 2511,
+      "Ġcouch": 2512,
+      "Ġnut": 2513,
+      "Ġmeadow": 2514,
+      "Ġtaught": 2515,
+      "Ġunderstood": 2516,
+      "Ġdisappoin": 2517,
+      "Ġpas": 2518,
+      "ano": 2519,
+      "Ġoften": 2520,
+      "Ġclass": 2521,
+      "Ġpassed": 2522,
+      "Ġknocked": 2523,
+      "Ġlanded": 2524,
+      "Ġmic": 2525,
+      "ird": 2526,
+      "Ġfear": 2527,
+      "Ġcoin": 2528,
+      "Ġmud": 2529,
+      "work": 2530,
+      "Ġdeter": 2531,
+      "Ġreg": 2532,
+      "Ġreturned": 2533,
+      "Ġdeterm": 2534,
+      "Ġhur": 2535,
+      "Ġfinish": 2536,
+      "izz": 2537,
+      "Ġtea": 2538,
+      "Ġsmooth": 2539,
+      "mo": 2540,
+      "Ġstuff": 2541,
+      "Ġmov": 2542,
+      "Ġgenerous": 2543,
+      "To": 2544,
+      "ĠOn": 2545,
+      "isp": 2546,
+      "Ġdrum": 2547,
+      "obby": 2548,
+      "Ġbubbles": 2549,
+      "Ġrobot": 2550,
+      "Ġthese": 2551,
+      "Ġseed": 2552,
+      "Ġglass": 2553,
+      "Ġdisappointed": 2554,
+      "ground": 2555,
+      "Ġring": 2556,
+      "Ġcard": 2557,
+      "Ġhears": 2558,
+      "Ġcarried": 2559,
+      "Ġmoon": 2560,
+      "Ġchocolate": 2561,
+      "Ġleaf": 2562,
+      "Ġsnacks": 2563,
+      "Ġcirc": 2564,
+      "Ġfancy": 2565,
+      "dle": 2566,
+      "Ġspend": 2567,
+      "ĠAnn": 2568,
+      "ustr": 2569,
+      "Ġcrab": 2570,
+      "Ġsongs": 2571,
+      "pack": 2572,
+      "Ġpir": 2573,
+      "ecially": 2574,
+      "osaur": 2575,
+      "Ġsold": 2576,
+      "Ġbridge": 2577,
+      "ĠEven": 2578,
+      "Ġsleepy": 2579,
+      "Ġhonest": 2580,
+      "Ġmir": 2581,
+      "ĠBr": 2582,
+      "Ġpaw": 2583,
+      "pecially": 2584,
+      "Ġav": 2585,
+      "ĠWhy": 2586,
+      "izzy": 2587,
+      "Ġchest": 2588,
+      "Ġwolf": 2589,
+      "Ġdinosaur": 2590,
+      "Ġespecially": 2591,
+      "Ġmap": 2592,
+      "Ġgas": 2593,
+      "ory": 2594,
+      "Ġchange": 2595,
+      "Ġgroup": 2596,
+      "Ġgathered": 2597,
+      "Ġsour": 2598,
+      "Ġpoor": 2599,
+      "Ġsplash": 2600,
+      "Ġwaves": 2601,
+      "Ġforward": 2602,
+      "Ġclown": 2603,
+      "Ġmysterious": 2604,
+      "ror": 2605,
+      "Ġbody": 2606,
+      "Ġfrustr": 2607,
+      "Ġcraw": 2608,
+      "Ġfake": 2609,
+      "Ġpin": 2610,
+      "Ġok": 2611,
+      "Ġrad": 2612,
+      "Ġwhisp": 2613,
+      "Ġtwirl": 2614,
+      "Ġstring": 2615,
+      "Ġsmelly": 2616,
+      "ĠTogether": 2617,
+      "sist": 2618,
+      "Ġcand": 2619,
+      "Ġgate": 2620,
+      "Ġscar": 2621,
+      "ĠKitty": 2622,
+      "Ġneckl": 2623,
+      "Billy": 2624,
+      "Ġmotor": 2625,
+      "ying": 2626,
+      "ote": 2627,
+      "Ġshore": 2628,
+      "urse": 2629,
+      "Ġjew": 2630,
+      "Ġweak": 2631,
+      "Ġgrumpy": 2632,
+      "Ġfinger": 2633,
+      "Ġsack": 2634,
+      "Ġkitten": 2635,
+      "Ġpolite": 2636,
+      "Ġglue": 2637,
+      "uce": 2638,
+      "Ġnumber": 2639,
+      "airs": 2640,
+      "Ġesc": 2641,
+      "Ġmirror": 2642,
+      "Ġsheep": 2643,
+      "Ġvase": 2644,
+      "Ġplants": 2645,
+      "Ġberries": 2646,
+      "most": 2647,
+      "Be": 2648,
+      "den": 2649,
+      "Ġjelly": 2650,
+      "ĠTheir": 2651,
+      "Ġemp": 2652,
+      "itter": 2653,
+      "There": 2654,
+      "Ġscr": 2655,
+      "Ġgray": 2656,
+      "Ġpuzzle": 2657,
+      "Ġnecklace": 2658,
+      "Ġmaybe": 2659,
+      "Ġplate": 2660,
+      "Ġalmost": 2661,
+      "usie": 2662,
+      "Ġfrustrated": 2663,
+      "Ġempty": 2664,
+      "port": 2665,
+      "orry": 2666,
+      "Ġthick": 2667,
+      "Ġjam": 2668,
+      "Ġskipped": 2669,
+      "ensive": 2670,
+      "ĠTeddy": 2671,
+      "aged": 2672,
+      "Ġcloset": 2673,
+      "Ġhidden": 2674,
+      "Ġexpensive": 2675,
+      "Ġdetermined": 2676,
+      "Ġbored": 2677,
+      "Ġlit": 2678,
+      "Ġdrew": 2679,
+      "Ġlegs": 2680,
+      "Ġhopping": 2681,
+      "ates": 2682,
+      "ĠSometimes": 2683,
+      "Ġsticks": 2684,
+      "Ġones": 2685,
+      "ĠAt": 2686,
+      "Ġbirdie": 2687,
+      "ĠDon": 2688,
+      "Ġpolice": 2689,
+      "Ġfruits": 2690,
+      "Ġtick": 2691,
+      "Ġaunt": 2692,
+      "Ġwis": 2693,
+      "Ġbake": 2694,
+      "Ġline": 2695,
+      "ots": 2696,
+      "Ġstone": 2697,
+      "Ġdogs": 2698,
+      "aul": 2699,
+      "Ġfigure": 2700,
+      "Jane": 2701,
+      "Ġsight": 2702,
+      "Ġcries": 2703,
+      "ĠBe": 2704,
+      "Ġmoving": 2705,
+      "Ġcontent": 2706,
+      "ĠBrown": 2707,
+      "Ġsaved": 2708,
+      "Ġcloth": 2709,
+      "?\".": 2710,
+      "box": 2711,
+      "Ġbranches": 2712,
+      "Ġpacked": 2713,
+      "Ġpowerful": 2714,
+      "Ġsplashed": 2715,
+      "Ġfeed": 2716,
+      "ested": 2717,
+      "Ġyelled": 2718,
+      "Where": 2719,
+      "dge": 2720,
+      "kin": 2721,
+      "Ġtiger": 2722,
+      "Ġpay": 2723,
+      "iddle": 2724,
+      "oop": 2725,
+      "ĠBella": 2726,
+      "Ġexam": 2727,
+      "Ġtaken": 2728,
+      "Ġcrane": 2729,
+      "Ġspoil": 2730,
+      "'d": 2731,
+      "Ġhang": 2732,
+      "Ġflag": 2733,
+      "Ġanswered": 2734,
+      "Ġdiscovered": 2735,
+      "ĠLeo": 2736,
+      "ush": 2737,
+      "Ġsave": 2738,
+      "Ġseek": 2739,
+      "Ġexcite": 2740,
+      "Ġpray": 2741,
+      "Ġjog": 2742,
+      "Ġstanding": 2743,
+      "Ġdolphin": 2744,
+      "Ġjack": 2745,
+      "Are": 2746,
+      "era": 2747,
+      "rag": 2748,
+      "Ġflut": 2749,
+      "getable": 2750,
+      "Ġboring": 2751,
+      "Ġlock": 2752,
+      "Ġincred": 2753,
+      "Ġexcitement": 2754,
+      "Ġsighed": 2755,
+      "Ġwip": 2756,
+      "Ġfis": 2757,
+      "Ġfill": 2758,
+      "Ġsoap": 2759,
+      "ĠMum": 2760,
+      "ola": 2761,
+      "Ġpleased": 2762,
+      "Ġjacket": 2763,
+      "light": 2764,
+      "Ġsugg": 2765,
+      "Ġmiddle": 2766,
+      "Ġeld": 2767,
+      "Ġwrote": 2768,
+      "Ġballoons": 2769,
+      "Ġorganized": 2770,
+      "que": 2771,
+      "Ġsailed": 2772,
+      "Their": 2773,
+      "Ġtells": 2774,
+      "Ġoy": 2775,
+      "Ġstones": 2776,
+      "Ġboard": 2777,
+      "Ġspun": 2778,
+      "Ġvegetable": 2779,
+      "lies": 2780,
+      "Ġind": 2781,
+      "iness": 2782,
+      "Ġworking": 2783,
+      "lower": 2784,
+      "alk": 2785,
+      "iff": 2786,
+      "Ġparrot": 2787,
+      "Stop": 2788,
+      "Ġscarf": 2789,
+      "Ġwagged": 2790,
+      "Ġclap": 2791,
+      "Ġmeasure": 2792,
+      "asing": 2793,
+      "Ġtears": 2794,
+      "body": 2795,
+      "Ġcomfortable": 2796,
+      "Ġleg": 2797,
+      "Ġswan": 2798,
+      "Ġtrue": 2799,
+      "Ġfright": 2800,
+      "Ġdrop": 2801,
+      "Ġsmoke": 2802,
+      "Ġfeathers": 2803,
+      "Ġincredible": 2804,
+      "ggs": 2805,
+      "ual": 2806,
+      "Ġtie": 2807,
+      "Ġcap": 2808,
+      "Ġlose": 2809,
+      "Ġpus": 2810,
+      "Ġeager": 2811,
+      "Ġmovie": 2812,
+      "fic": 2813,
+      "Ġcop": 2814,
+      "Ġeggs": 2815,
+      "oof": 2816,
+      "Ġrid": 2817,
+      "Ġcovered": 2818,
+      "Ġfil": 2819,
+      "Ġlem": 2820,
+      "Ġgrap": 2821,
+      "Ġdisappeared": 2822,
+      "Ġrecord": 2823,
+      "ĠTV": 2824,
+      "ĠBl": 2825,
+      "Ġext": 2826,
+      "Ġord": 2827,
+      "Ġgiggled": 2828,
+      "corn": 2829,
+      "Ġpri": 2830,
+      "Ġham": 2831,
+      "Ġrare": 2832,
+      "Ġyourself": 2833,
+      "Ġeng": 2834,
+      "Ġwhale": 2835,
+      "Ġknife": 2836,
+      "ĠLisa": 2837,
+      "Ġteam": 2838,
+      "ĠJohnny": 2839,
+      "zed": 2840,
+      "Ġtest": 2841,
+      "Ġbone": 2842,
+      "Ġdizzy": 2843,
+      "Ġlibr": 2844,
+      "Ġwrap": 2845,
+      "Ġquestions": 2846,
+      "iv": 2847,
+      "Ġlying": 2848,
+      "Ġstamp": 2849,
+      "Ġlicked": 2850,
+      "Ġnoisy": 2851,
+      "Ġkindness": 2852,
+      "Ġdiffic": 2853,
+      "Ġdrawing": 2854,
+      "apping": 2855,
+      "Jimmy": 2856,
+      "Ġstraw": 2857,
+      "Ġburn": 2858,
+      "Ġwagon": 2859,
+      "ately": 2860,
+      "Ġgrown": 2861,
+      "Ġrocket": 2862,
+      "Ġpopcorn": 2863,
+      "Sally": 2864,
+      "Ġbatter": 2865,
+      "Ġwand": 2866,
+      "Ġanc": 2867,
+      "ĠEnd": 2868,
+      "Ġsword": 2869,
+      "Ġhappening": 2870,
+      "Ġlifted": 2871,
+      "Ġbalance": 2872,
+      "Ġextra": 2873,
+      "Sorry": 2874,
+      "ha": 2875,
+      "Ġwander": 2876,
+      "Ġfat": 2877,
+      "ĠMark": 2878,
+      "ĠElla": 2879,
+      "Ġbecome": 2880,
+      "Ġtrack": 2881,
+      "Ġsmaller": 2882,
+      "Ġmistake": 2883,
+      "Ġtoast": 2884,
+      "ating": 2885,
+      "Ġmanaged": 2886,
+      "selves": 2887,
+      "ĠPeter": 2888,
+      "Ġbathroom": 2889,
+      "Ġharm": 2890,
+      "Ġdifficult": 2891,
+      "Ġtwist": 2892,
+      "Ġoffered": 2893,
+      "Ġruined": 2894,
+      "Ġmatch": 2895,
+      "Ġancient": 2896,
+      "Ġgar": 2897,
+      "illi": 2898,
+      "Ġdistance": 2899,
+      "Ġplayground": 2900,
+      "Ġlazy": 2901,
+      "Ġdancing": 2902,
+      "Ġadventur": 2903,
+      "af": 2904,
+      "ĠBa": 2905,
+      "Ġcalling": 2906,
+      "Ġcleaned": 2907,
+      "Ġcrown": 2908,
+      "ormal": 2909,
+      "Ġonce": 2910,
+      "Ġboss": 2911,
+      "Ġsell": 2912,
+      "Ġwalks": 2913,
+      "Ġfrightened": 2914,
+      "erri": 2915,
+      "Ġmask": 2916,
+      "Ġfluffy": 2917,
+      "emo": 2918,
+      "ĠZ": 2919,
+      "Ġfrag": 2920,
+      "Ġdest": 2921,
+      "Ġnormal": 2922,
+      "Ġyog": 2923,
+      "Ġpicks": 2924,
+      "Ġeye": 2925,
+      "Ġdrank": 2926,
+      "Ġcircle": 2927,
+      "Ġadventurous": 2928,
+      "Spot": 2929,
+      "Ġtent": 2930,
+      "Ġpress": 2931,
+      "Ġkissed": 2932,
+      "ict": 2933,
+      "Ġsciss": 2934,
+      "Ġgets": 2935,
+      "Ġtrunk": 2936,
+      "Ġcheck": 2937,
+      "Ġenjoying": 2938,
+      "Ġshells": 2939,
+      "Ġelderly": 2940,
+      "Ġscissors": 2941,
+      "Ġterri": 2942,
+      "Ġtoug": 2943,
+      "ages": 2944,
+      "Ġsteal": 2945,
+      "Me": 2946,
+      "ready": 2947,
+      "ete": 2948,
+      "Ġalready": 2949,
+      "ĠLittle": 2950,
+      "Ġjuicy": 2951,
+      "Ġstudy": 2952,
+      "Ġhorn": 2953,
+      "erp": 2954,
+      "Ġpizz": 2955,
+      "Ġallig": 2956,
+      "Ġlouder": 2957,
+      "Ġtowel": 2958,
+      "Ġcircles": 2959,
+      "Ġlead": 2960,
+      "Ġroar": 2961,
+      "Ġrose": 2962,
+      "Ġslipped": 2963,
+      "Ġtele": 2964,
+      "Ġfamous": 2965,
+      "Ġarg": 2966,
+      "Ġcheerful": 2967,
+      "ĠRex": 2968,
+      "Ġtough": 2969,
+      "ipper": 2970,
+      "Ġbarn": 2971,
+      "Ġfool": 2972,
+      "Ġdig": 2973,
+      "Ġdish": 2974,
+      "Ġagainst": 2975,
+      "Ġdeer": 2976,
+      "Ġsweetie": 2977,
+      "Ġengine": 2978,
+      "Ġed": 2979,
+      "Ġfather": 2980,
+      "Ġcover": 2981,
+      "Ġyours": 2982,
+      "Ġneeds": 2983,
+      "Joe": 2984,
+      "Ġbags": 2985,
+      "Ġspinning": 2986,
+      "Sue": 2987,
+      "Ġaw": 2988,
+      "anged": 2989,
+      "amond": 2990,
+      "Ġyarn": 2991,
+      "oph": 2992,
+      "Ġgiving": 2993,
+      "Ġdiamond": 2994,
+      "Ġsandwich": 2995,
+      "Ġindepend": 2996,
+      "Ġfragile": 2997,
+      "Who": 2998,
+      "cept": 2999,
+      "Ġnosy": 3000,
+      "Ġtwig": 3001,
+      "Ġhurts": 3002,
+      "Ġsuggested": 3003,
+      "Ġlemon": 3004,
+      "iest": 3005,
+      "ination": 3006,
+      "orge": 3007,
+      "Ġnod": 3008,
+      "Ġbloom": 3009,
+      "Ġhose": 3010,
+      "Ġboxes": 3011,
+      "Ġrealised": 3012,
+      "Ġfrown": 3013,
+      "ache": 3014,
+      "Ġrelax": 3015,
+      "Ġhammer": 3016,
+      "Ġadded": 3017,
+      "Ġweird": 3018,
+      "Ġmod": 3019,
+      "Ġcrack": 3020,
+      "Ġalligator": 3021,
+      "Amy": 3022,
+      "Gra": 3023,
+      "oot": 3024,
+      "Ġshake": 3025,
+      "rage": 3026,
+      "Ġlearning": 3027,
+      "Ġvegetables": 3028,
+      "Ġadd": 3029,
+      "Ġmelt": 3030,
+      "ĠSusie": 3031,
+      "elp": 3032,
+      "ĠBobby": 3033,
+      "Ġtrap": 3034,
+      "Ġcollar": 3035,
+      "Ġstubb": 3036,
+      "ique": 3037,
+      "Ġborrow": 3038,
+      "Ġpump": 3039,
+      "Ġloudly": 3040,
+      "Ġsearch": 3041,
+      "Ġchicken": 3042,
+      "Ġpizza": 3043,
+      "Ġindependent": 3044,
+      "Ġstubborn": 3045,
+      "Ġref": 3046,
+      "Ġasking": 3047,
+      "Ġbrilli": 3048,
+      "Ġdecide": 3049,
+      "Ġflash": 3050,
+      "Ġcaterp": 3051,
+      "Ġqueen": 3052,
+      "Ġsnee": 3053,
+      "ĠRose": 3054,
+      "Ġinvited": 3055,
+      "Ġstrawber": 3056,
+      "Ġfoolish": 3057,
+      "Ġcaterpill": 3058,
+      "gy": 3059,
+      "Ġtur": 3060,
+      "Ġdepend": 3061,
+      "Ġguit": 3062,
+      "Ġstri": 3063,
+      "Ġknight": 3064,
+      "Ġboys": 3065,
+      "Ġpee": 3066,
+      "Ġcomb": 3067,
+      "Ġclear": 3068,
+      "Ġunique": 3069,
+      "Ġbuttons": 3070,
+      "ĠTweety": 3071,
+      "Ġcolourful": 3072,
+      "Ġescape": 3073,
+      "Ġbrilliant": 3074,
+      "Ġrich": 3075,
+      "ĠBu": 3076,
+      "Ġsaying": 3077,
+      "Ġrode": 3078,
+      "Ġskin": 3079,
+      "Ġgarage": 3080,
+      "Help": 3081,
+      "dom": 3082,
+      "Ġmummy": 3083,
+      "Ġbeak": 3084,
+      "ured": 3085,
+      "aw": 3086,
+      "eorge": 3087,
+      "rop": 3088,
+      "edient": 3089,
+      "Ġunus": 3090,
+      "Ġoyster": 3091,
+      "Ġturkey": 3092,
+      "ĠOK": 3093,
+      "Ġfountain": 3094,
+      "Ġpatter": 3095,
+      "Ġweek": 3096,
+      "Ġchase": 3097,
+      "Ġrubb": 3098,
+      "Ġcounted": 3099,
+      "Ġregular": 3100,
+      "Ġwiped": 3101,
+      "Ġguitar": 3102,
+      "Ġunusual": 3103,
+      "land": 3104,
+      "Ġumb": 3105,
+      "Ġfork": 3106,
+      "Ġshows": 3107,
+      "Ġlights": 3108,
+      "Ġwalls": 3109,
+      "Ġdreamed": 3110,
+      "Ġbanana": 3111,
+      "Ġsuccessful": 3112,
+      "Ġjewel": 3113,
+      "Ġpattern": 3114,
+      "Ġumbre": 3115,
+      "cil": 3116,
+      "ray": 3117,
+      "inal": 3118,
+      "Ġlow": 3119,
+      "imed": 3120,
+      "Ġswe": 3121,
+      "Ġcryst": 3122,
+      "Ġpencil": 3123,
+      "Ġsafely": 3124,
+      "Ġtools": 3125,
+      "Well": 3126,
+      "Ġtape": 3127,
+      "Ġstream": 3128,
+      "ceed": 3129,
+      "Ġresc": 3130,
+      "Ġabove": 3131,
+      "Ġharder": 3132,
+      "Ġguess": 3133,
+      "Ġbottom": 3134,
+      "Ġmarket": 3135,
+      "Ġimpressed": 3136,
+      "Ġwaff": 3137,
+      "anut": 3138,
+      "iginal": 3139,
+      "Ġnotice": 3140,
+      "illa": 3141,
+      "Ġnods": 3142,
+      "Ġpeanut": 3143,
+      "olog": 3144,
+      "Ġpatch": 3145,
+      "Ġcrawled": 3146,
+      "Ġcaterpillar": 3147,
+      "na": 3148,
+      "Ġtank": 3149,
+      "Ġtask": 3150,
+      "Ġtire": 3151,
+      "Ġgun": 3152,
+      "Ġload": 3153,
+      "Ġcompet": 3154,
+      "umbled": 3155,
+      "Ġapolog": 3156,
+      "Ġsolve": 3157,
+      "How": 3158,
+      "Mummy": 3159,
+      "fast": 3160,
+      "hip": 3161,
+      "ĠNo": 3162,
+      "Ġbitter": 3163,
+      "arl": 3164,
+      "Ġears": 3165,
+      "Ġshone": 3166,
+      "Ġbrush": 3167,
+      "ĠFin": 3168,
+      "Ġoriginal": 3169,
+      "Ġfier": 3170,
+      "Ġglow": 3171,
+      "ĠNemo": 3172,
+      "Ġbreakfast": 3173,
+      "Ġadmired": 3174,
+      "ĠBlue": 3175,
+      "Ġedge": 3176,
+      "Ġdependable": 3177,
+      "und": 3178,
+      "uth": 3179,
+      "ĠIf": 3180,
+      "Ġclay": 3181,
+      "Ġstronger": 3182,
+      "Ġbossy": 3183,
+      "Ġcudd": 3184,
+      "aser": 3185,
+      "Ġgrandpa": 3186,
+      "Ġknows": 3187,
+      "Ġpicking": 3188,
+      "Ġjoke": 3189,
+      "Ġboats": 3190,
+      "Ġbald": 3191,
+      "Ġmedic": 3192,
+      "Ġscrat": 3193,
+      "Ġcone": 3194,
+      "Ġpenny": 3195,
+      "Ġlean": 3196,
+      "Ġraft": 3197,
+      "uggled": 3198,
+      "Ġsucceed": 3199,
+      "Ġobedient": 3200,
+      "Ġhumble": 3201,
+      "Ġlibrary": 3202,
+      "Re": 3203,
+      "head": 3204,
+      "Ġph": 3205,
+      "Ġnumb": 3206,
+      "Ġsauce": 3207,
+      "ĠBear": 3208,
+      "Ġtray": 3209,
+      "Ġproudly": 3210,
+      "Here": 3211,
+      "Ġsounded": 3212,
+      "Ġsquare": 3213,
+      "Ġterrible": 3214,
+      "Ġcrystal": 3215,
+      "Ġfierce": 3216,
+      "Jill": 3217,
+      "Ġwitch": 3218,
+      "inary": 3219,
+      "Ġhappiness": 3220,
+      "ĠLola": 3221,
+      "Ġhanded": 3222,
+      "Ġfridge": 3223,
+      "fa": 3224,
+      "Ġrough": 3225,
+      "ention": 3226,
+      "Ġchanged": 3227,
+      "Ġjoined": 3228,
+      "Ġraven": 3229,
+      "Ġmighty": 3230,
+      "Ġchose": 3231,
+      "Ġwheel": 3232,
+      "Ġumbrella": 3233,
+      "Ġtag": 3234,
+      "Ġcri": 3235,
+      "Ġow": 3236,
+      "arry": 3237,
+      "imp": 3238,
+      "ĠBill": 3239,
+      "Ġhelps": 3240,
+      "Ġfinding": 3241,
+      "Ġcleaning": 3242,
+      "Ġsquee": 3243,
+      "Ġfirework": 3244,
+      "Ġmedicine": 3245,
+      "azz": 3246,
+      "met": 3247,
+      "Ġplayful": 3248,
+      "Ġlocked": 3249,
+      "Ġgoat": 3250,
+      "Ġaccept": 3251,
+      "Ġcompass": 3252,
+      "Ġsurf": 3253,
+      "Ġcompetit": 3254,
+      "ext": 3255,
+      "kn": 3256,
+      "Ġsy": 3257,
+      "Ġsil": 3258,
+      "Ġbeet": 3259,
+      "ĠMar": 3260,
+      "uring": 3261,
+      "Ġchir": 3262,
+      "ĠEllie": 3263,
+      "Ġballs": 3264,
+      "ÅĵLet": 3265,
+      "Ġbutterflies": 3266,
+      "Ġguard": 3267,
+      "Ġcrayon": 3268,
+      "Ġdiscover": 3269,
+      "Ġparade": 3270,
+      "Ġmixed": 3271,
+      "Ġvalu": 3272,
+      "Ġhelmet": 3273,
+      "ĠBrownie": 3274,
+      "Em": 3275,
+      "ject": 3276,
+      "squ": 3277,
+      "ud": 3278,
+      "Ġgum": 3279,
+      "ature": 3280,
+      "Ġisland": 3281,
+      "Ġcost": 3282,
+      "Ġmole": 3283,
+      "Ġnicely": 3284,
+      "Ġkinds": 3285,
+      "Ġraced": 3286,
+      "Ġstove": 3287,
+      "Ġlaughs": 3288,
+      "Ġmarch": 3289,
+      "Ġfalls": 3290,
+      "Ġpersist": 3291,
+      "ĠBaby": 3292,
+      "ophie": 3293,
+      "Alice": 3294,
+      "ience": 3295,
+      "ito": 3296,
+      "Ġcage": 3297,
+      "Ġgoose": 3298,
+      "Ġcoins": 3299,
+      "Ġtrump": 3300,
+      "Ġmosqu": 3301,
+      "Ġserious": 3302,
+      "Ġmosquito": 3303,
+      "Ġflex": 3304,
+      "Ġcro": 3305,
+      "elon": 3306,
+      "Ġexcla": 3307,
+      "Ġchoose": 3308,
+      "Ġexplored": 3309,
+      "Ġunl": 3310,
+      "Ġbrothers": 3311,
+      "Ġguil": 3312,
+      "Ġnumbers": 3313,
+      "Ġtrumpet": 3314,
+      "Ġicy": 3315,
+      "Ġmoms": 3316,
+      "iew": 3317,
+      "Ġview": 3318,
+      "Ġenorm": 3319,
+      "Ġfireman": 3320,
+      "ĠMrs": 3321,
+      "Ġpractice": 3322,
+      "Ġenormous": 3323,
+      "wards": 3324,
+      "Ġsup": 3325,
+      "Ġvolc": 3326,
+      "Ġmeans": 3327,
+      "Ġpointing": 3328,
+      "Ġvaluable": 3329,
+      "Ġflexible": 3330,
+      "Ġexclaimed": 3331,
+      "Ġguilty": 3332,
+      "yal": 3333,
+      "Ġcam": 3334,
+      "Ġpipe": 3335,
+      "ision": 3336,
+      "ĠMy": 3337,
+      "Ġuseful": 3338,
+      "Ġfavour": 3339,
+      "Ġcrazy": 3340,
+      "Ġphot": 3341,
+      "known": 3342,
+      "Ġvolcano": 3343,
+      "Ġwake": 3344,
+      "Ġcity": 3345,
+      "omed": 3346,
+      "llip": 3347,
+      "Ġforth": 3348,
+      "Ġlollip": 3349,
+      "Ġseal": 3350,
+      "Ġallowed": 3351,
+      "Ġscare": 3352,
+      "Ġbrightly": 3353,
+      "Ġmarble": 3354,
+      "Ġpopular": 3355,
+      "Ġflashlight": 3356,
+      "Ġcompassion": 3357,
+      "Ġlollipop": 3358,
+      "ĠU": 3359,
+      "Ġing": 3360,
+      "Ġhunt": 3361,
+      "Ġdull": 3362,
+      "erry": 3363,
+      "Ġstat": 3364,
+      "Ġshel": 3365,
+      "!\".": 3366,
+      "Ġunknown": 3367,
+      "Ġhats": 3368,
+      "Ġshoot": 3369,
+      "redient": 3370,
+      "Ġbelonged": 3371,
+      "Ġfavourite": 3372,
+      "Ġingredient": 3373,
+      "Ġpil": 3374,
+      "Ġloyal": 3375,
+      "Ġbrace": 3376,
+      "ĠWhenever": 3377,
+      "Ġdreams": 3378,
+      "Ġkicked": 3379,
+      "Ġseeds": 3380,
+      "Ġtwirled": 3381,
+      "Ġsuper": 3382,
+      "time": 3383,
+      "Ġfine": 3384,
+      "Ġbees": 3385,
+      "Ġsofa": 3386,
+      "Ġshark": 3387,
+      "ĠMike": 3388,
+      "Ġanx": 3389,
+      "Ġsadly": 3390,
+      "Ġshowing": 3391,
+      "Ġways": 3392,
+      "Ġtrucks": 3393,
+      "Ġdelicate": 3394,
+      "ations": 3395,
+      "Ġrepe": 3396,
+      "Ġimpressive": 3397,
+      "Ġpoured": 3398,
+      "Ġpirate": 3399,
+      "Ġwhispered": 3400,
+      "Ġharmless": 3401,
+      "aff": 3402,
+      "Ġturt": 3403,
+      "Ġtied": 3404,
+      "aroo": 3405,
+      "ado": 3406,
+      "arth": 3407,
+      "Ġgrace": 3408,
+      "Ġhandle": 3409,
+      "Ġenc": 3410,
+      "Ġdeliver": 3411,
+      "Benny": 3412,
+      "Ġrushed": 3413,
+      "Ġusing": 3414,
+      "angaroo": 3415,
+      "Ġshape": 3416,
+      "Ġbushes": 3417,
+      "Ġpersistent": 3418,
+      "Ġgor": 3419,
+      "ĠSp": 3420,
+      "Ġkangaroo": 3421,
+      "Ġang": 3422,
+      "Ġoffice": 3423,
+      "Ġanxious": 3424,
+      "Go": 3425,
+      "alous": 3426,
+      "Ġspell": 3427,
+      "ĠWhile": 3428,
+      "iable": 3429,
+      "Ġpotato": 3430,
+      "Ġjealous": 3431,
+      "Ġwrapped": 3432,
+      "Ġfour": 3433,
+      "Ġcurt": 3434,
+      "Ġlog": 3435,
+      "Ġcoal": 3436,
+      "Ġreliable": 3437,
+      "Ġcurtain": 3438,
+      "Daisy": 3439,
+      "Ġsudden": 3440,
+      "mbol": 3441,
+      "ÅĵYes": 3442,
+      "aches": 3443,
+      "ĠPe": 3444,
+      "Ġpainted": 3445,
+      "ĠToby": 3446,
+      "Ġcere": 3447,
+      "gu": 3448,
+      "Ġtummy": 3449,
+      "Ġthose": 3450,
+      "ouses": 3451,
+      "uddy": 3452,
+      "Ġcush": 3453,
+      "Ġmetal": 3454,
+      "Ġsymbol": 3455,
+      "Ġbeetle": 3456,
+      "Ġcamera": 3457,
+      "Ġhouses": 3458,
+      "ilt": 3459,
+      "Ġcelebrate": 3460,
+      "Ġdelighted": 3461,
+      "Ġgorilla": 3462,
+      "Ġtooth": 3463,
+      "Ġthirst": 3464,
+      "keep": 3465,
+      "Ġshiver": 3466,
+      "Ġreward": 3467,
+      "Ġspace": 3468,
+      "Ġtravel": 3469,
+      "Ġrubbed": 3470,
+      "Ġprint": 3471,
+      "Ġdriving": 3472,
+      "Ġmarry": 3473,
+      "Ġwarned": 3474,
+      "Ġsoldier": 3475,
+      "Ġmotorcy": 3476,
+      "cut": 3477,
+      "Ġson": 3478,
+      "Ġtor": 3479,
+      "arlie": 3480,
+      "Ġhero": 3481,
+      "ief": 3482,
+      "Ġcarp": 3483,
+      "Ġexcitedly": 3484,
+      "Ġtemp": 3485,
+      "ĠPete": 3486,
+      "ĠBobo": 3487,
+      "cod": 3488,
+      "Ġhung": 3489,
+      "Ġgrowing": 3490,
+      "upid": 3491,
+      "Ġthinking": 3492,
+      "Ġtunn": 3493,
+      "While": 3494,
+      "cu": 3495,
+      "ipp": 3496,
+      "Ġhay": 3497,
+      "Ġyet": 3498,
+      "Ġvine": 3499,
+      "Ġacorn": 3500,
+      "icycle": 3501,
+      "Ġprep": 3502,
+      "Ġreminded": 3503,
+      "Ġgasped": 3504,
+      "Ġflute": 3505,
+      "Ġordinary": 3506,
+      "Ġcrocod": 3507,
+      "Ġamb": 3508,
+      "Ġcur": 3509,
+      "ĠBet": 3510,
+      "ĠMandy": 3511,
+      "Ġpup": 3512,
+      "Ġcreatures": 3513,
+      "Ġhurry": 3514,
+      "Ġspoiled": 3515,
+      "Ġtimes": 3516,
+      "Ġmis": 3517,
+      "Ġrice": 3518,
+      "Ġstupid": 3519,
+      "Ġshine": 3520,
+      "Ġresist": 3521,
+      "ugged": 3522,
+      "Ġlaw": 3523,
+      "Ġskull": 3524,
+      "coa": 3525,
+      "Ġmissing": 3526,
+      "Ġwheat": 3527,
+      "Ġsupport": 3528,
+      "Ġingredients": 3529,
+      "aid": 3530,
+      "loo": 3531,
+      "Ġcase": 3532,
+      "ery": 3533,
+      "Ġwashed": 3534,
+      "Ġdove": 3535,
+      "Ġspilled": 3536,
+      "Ġscoot": 3537,
+      "Ġmeal": 3538,
+      "Ġmule": 3539,
+      "ĠDucky": 3540,
+      "Ġmoder": 3541,
+      "arsh": 3542,
+      "ÅĵWhat": 3543,
+      "Ġtrick": 3544,
+      "Ġsett": 3545,
+      "ĠTweetie": 3546,
+      "Ġbounce": 3547,
+      "Ġfilthy": 3548,
+      "Ġbase": 3549,
+      "Ġhoop": 3550,
+      "Ġfre": 3551,
+      "Ġstumbled": 3552,
+      "Ġsoar": 3553,
+      "Ġweal": 3554,
+      "Ġseem": 3555,
+      "Ġword": 3556,
+      "Ġlab": 3557,
+      "ĠDave": 3558,
+      "ĠFr": 3559,
+      "Ġbadly": 3560,
+      "Ġhairy": 3561,
+      "Ġcrawl": 3562,
+      "Ġlively": 3563,
+      "Ġsteps": 3564,
+      "ÅĵLetâ": 3565,
+      "Ġbracelet": 3566,
+      "Ġcereal": 3567,
+      "Ġthirsty": 3568,
+      "Ġcarpet": 3569,
+      "Ġwool": 3570,
+      "ither": 3571,
+      "Ġgoal": 3572,
+      "Ġbackpack": 3573,
+      "Ġtruth": 3574,
+      "Ġcompl": 3575,
+      "Ġcheap": 3576,
+      "Ġdisg": 3577,
+      "Ġplaced": 3578,
+      "Ġearly": 3579,
+      "Ġdecorate": 3580,
+      "Ġnuts": 3581,
+      "Ow": 3582,
+      "cream": 3583,
+      "Ġbump": 3584,
+      "Ġthemselves": 3585,
+      "ices": 3586,
+      "Ġhelpless": 3587,
+      "Ġclum": 3588,
+      "Ġscatter": 3589,
+      "Ġscale": 3590,
+      "Ġnews": 3591,
+      "usting": 3592,
+      "Ġenv": 3593,
+      "âĤ¬âĢ": 3594,
+      "Ġtelling": 3595,
+      "Ġswinging": 3596,
+      "Ġsparkled": 3597,
+      "Ġcarrying": 3598,
+      "gging": 3599,
+      "ines": 3600,
+      "ric": 3601,
+      "Ġfriendship": 3602,
+      "Ġcareless": 3603,
+      "Ġsne": 3604,
+      "Ġdoesn": 3605,
+      "Ġfalling": 3606,
+      "Ġcomput": 3607,
+      "Ġpale": 3608,
+      "Ġpeeked": 3609,
+      "Ġcompassionate": 3610,
+      "com": 3611,
+      "vice": 3612,
+      "Ġsend": 3613,
+      "Ġstage": 3614,
+      "Ġmem": 3615,
+      "Ġchalk": 3616,
+      "Ġchasing": 3617,
+      "Ġpebble": 3618,
+      "ĠEverything": 3619,
+      "Ġcube": 3620,
+      "Ġpige": 3621,
+      "Ġcourage": 3622,
+      "Ġfingers": 3623,
+      "Ġturtle": 3624,
+      "bled": 3625,
+      "Ġsink": 3626,
+      "Ġbicycle": 3627,
+      "Ġshaking": 3628,
+      "Ġsleeping": 3629,
+      "Ġneighbour": 3630,
+      "Ġmodern": 3631,
+      "Ġdisgusting": 3632,
+      "Ġclumsy": 3633,
+      "gest": 3634,
+      "Ġhook": 3635,
+      "Ġcher": 3636,
+      "Ġnail": 3637,
+      "Ġbiggest": 3638,
+      "iches": 3639,
+      "Ġbul": 3640,
+      "Ġending": 3641,
+      "Ġdead": 3642,
+      "Ġtriang": 3643,
+      "ulance": 3644,
+      "Ġspoke": 3645,
+      "Ġpracticed": 3646,
+      "Ġambulance": 3647,
+      "Ġcomputer": 3648,
+      "ibb": 3649,
+      "Ġlamp": 3650,
+      "Ġstation": 3651,
+      "Ġchar": 3652,
+      "Ġwallet": 3653,
+      "ĠToday": 3654,
+      "Ġpackage": 3655,
+      "Ġmicrop": 3656,
+      "Ġcushion": 3657,
+      "keeper": 3658,
+      "Ġcrocodile": 3659,
+      "Ġmicrophone": 3660,
+      "under": 3661,
+      "ĠAlex": 3662,
+      "Ġthoughtful": 3663,
+      "Ġjolly": 3664,
+      "Ġpengu": 3665,
+      "Ġpumpkin": 3666,
+      "Ġcostum": 3667,
+      "Ġfive": 3668,
+      "Ġdough": 3669,
+      "Ġpony": 3670,
+      "Ġol": 3671,
+      "imi": 3672,
+      "Ġstairs": 3673,
+      "Ġknock": 3674,
+      "Ġgrand": 3675,
+      "Ġintell": 3676,
+      "Ġuniver": 3677,
+      "Ġbrighter": 3678,
+      "Ġopens": 3679,
+      "Ġdreaming": 3680,
+      "Ġbounced": 3681,
+      "Ġquestion": 3682,
+      "Ġstatue": 3683,
+      "Ġwine": 3684,
+      "isk": 3685,
+      "ĠAlice": 3686,
+      "Ġcocoa": 3687,
+      "ĠYour": 3688,
+      "Ġpepper": 3689,
+      "Ġbeauty": 3690,
+      "Ġperm": 3691,
+      "Ġpainting": 3692,
+      "Ġshoe": 3693,
+      "Ġelev": 3694,
+      "Everyone": 3695,
+      "hino": 3696,
+      "Ġwealthy": 3697,
+      "Ġintellig": 3698,
+      "noon": 3699,
+      "Ġsuit": 3700,
+      "Ġmild": 3701,
+      "Ġnature": 3702,
+      "ans": 3703,
+      "Ġhappier": 3704,
+      "Ġneat": 3705,
+      "Ġstarts": 3706,
+      "ucked": 3707,
+      "Ġafternoon": 3708,
+      "Ġtorn": 3709,
+      "Ġelevator": 3710,
+      "gen": 3711,
+      "ti": 3712,
+      "Ġten": 3713,
+      "Ġharsh": 3714,
+      "Ġped": 3715,
+      "atient": 3716,
+      "orant": 3717,
+      "Ġrece": 3718,
+      "Ġjet": 3719,
+      "illie": 3720,
+      "ĠRed": 3721,
+      "Ġreading": 3722,
+      "Ġsearching": 3723,
+      "Ġbasketball": 3724,
+      "Ġbarber": 3725,
+      "Ġspeed": 3726,
+      "See": 3727,
+      "awn": 3728,
+      "Ġstack": 3729,
+      "ĠMummy": 3730,
+      "Ġclock": 3731,
+      "ĠGive": 3732,
+      "Ġmagn": 3733,
+      "Ġleaving": 3734,
+      "Ġcupboard": 3735,
+      "Ġdesign": 3736,
+      "Ġslides": 3737,
+      "Ġsandwiches": 3738,
+      "Ġcandle": 3739,
+      "aulif": 3740,
+      "Ġriding": 3741,
+      "Ġfresh": 3742,
+      "oppy": 3743,
+      "Ġshocked": 3744,
+      "Ġener": 3745,
+      "Ġjumps": 3746,
+      "Ġhaircut": 3747,
+      "Ġrespectful": 3748,
+      "Ġcooking": 3749,
+      "Ġticket": 3750,
+      "Ġencou": 3751,
+      "Ġtunnel": 3752,
+      "auliflower": 3753,
+      "Give": 3754,
+      "Ġsle": 3755,
+      "reen": 3756,
+      "Ġmay": 3757,
+      "Ġthief": 3758,
+      "Ġyawn": 3759,
+      "Ġfort": 3760,
+      "Ġalert": 3761,
+      "Ġsorts": 3762,
+      "Ġimpatient": 3763,
+      "Ġcreate": 3764,
+      "ailable": 3765,
+      "Ġwheels": 3766,
+      "Ġvalue": 3767,
+      "Ġprize": 3768,
+      "Mary": 3769,
+      "ye": 3770,
+      "het": 3771,
+      "Ġsent": 3772,
+      "Ġbent": 3773,
+      "ince": 3774,
+      "Ġcomet": 3775,
+      "Ġcamp": 3776,
+      "Ġcauliflower": 3777,
+      "Ġmelon": 3778,
+      "Ġgem": 3779,
+      "Ġitself": 3780,
+      "iron": 3781,
+      "Ġmush": 3782,
+      "Ġmonkeys": 3783,
+      "Ġsalad": 3784,
+      "Ġdestro": 3785,
+      "Ġrescue": 3786,
+      "Ġscooter": 3787,
+      "Ġintelligent": 3788,
+      "az": 3789,
+      "Ġdug": 3790,
+      "iling": 3791,
+      "anger": 3792,
+      "Ġroof": 3793,
+      "Ġrhino": 3794,
+      "Ġscold": 3795,
+      "aghet": 3796,
+      "Ġexper": 3797,
+      "Ġbarking": 3798,
+      "Ġbananas": 3799,
+      "Ġignorant": 3800,
+      "Ġmicro": 3801,
+      "Ġavailable": 3802,
+      "Ġgraceful": 3803,
+      "Ġmotorcycle": 3804,
+      "aghetti": 3805,
+      "hood": 3806,
+      "ĠSn": 3807,
+      "Ġearth": 3808,
+      "Ġboots": 3809,
+      "Ġspaghetti": 3810,
+      "ummer": 3811,
+      "Ġagree": 3812,
+      "Ġbull": 3813,
+      "Ġanywhere": 3814,
+      "ĠGeorge": 3815,
+      "Ġbehave": 3816,
+      "ĠKim": 3817,
+      "Ġpaid": 3818,
+      "scope": 3819,
+      "Ġstretched": 3820,
+      "Ġfearful": 3821,
+      "Ġavo": 3822,
+      "Ġmicroscope": 3823,
+      "If": 3824,
+      "io": 3825,
+      "Ġnoteb": 3826,
+      "ĠEventually": 3827,
+      "Ġolder": 3828,
+      "Ġsniff": 3829,
+      "Ġadvice": 3830,
+      "Ġstops": 3831,
+      "Ġperform": 3832,
+      "Ġfurther": 3833,
+      "Ġenvious": 3834,
+      "Ġpigeon": 3835,
+      "Ġmushroom": 3836,
+      "Ġnotebook": 3837,
+      "ubby": 3838,
+      "Ġpun": 3839,
+      "ats": 3840,
+      "Ġnurse": 3841,
+      "orable": 3842,
+      "Ġthunder": 3843,
+      "Ġclapping": 3844,
+      "Ġvide": 3845,
+      "Ġbuilt": 3846,
+      "ĠCl": 3847,
+      "Ġuncom": 3848,
+      "Ġshouting": 3849,
+      "Ġarrow": 3850,
+      "Ġdrawer": 3851,
+      "Ġprov": 3852,
+      "fortable": 3853,
+      "Ġtomato": 3854,
+      "Ġmeeting": 3855,
+      "Ġobject": 3856,
+      "Ġyogurt": 3857,
+      "Ġtemple": 3858,
+      "Ġuncomfortable": 3859,
+      "ef": 3860,
+      "ues": 3861,
+      "ĠTony": 3862,
+      "Ġloop": 3863,
+      "Ġchubby": 3864,
+      "Ġswitch": 3865,
+      "Ġskip": 3866,
+      "Ġadorable": 3867,
+      "ÅĵIt": 3868,
+      "Ġcounting": 3869,
+      "Ġcooked": 3870,
+      "Ġpist": 3871,
+      "arian": 3872,
+      "enry": 3873,
+      "Ġstared": 3874,
+      "Ġshut": 3875,
+      "icop": 3876,
+      "Ġquite": 3877,
+      "Ġsnuggled": 3878,
+      "ĠGrandpa": 3879,
+      "Ġtroubled": 3880,
+      "Ġgiggle": 3881,
+      "Ġblowing": 3882,
+      "Ġhelicop": 3883,
+      "Ġfisher": 3884,
+      "Ġpistol": 3885,
+      "Ġhelicopter": 3886,
+      "par": 3887,
+      "ĠSophie": 3888,
+      "ooped": 3889,
+      "ips": 3890,
+      "Ġnowhere": 3891,
+      "Ġforgave": 3892,
+      "Ġmarched": 3893,
+      "Ġtreasures": 3894,
+      "host": 3895,
+      "Ġpassport": 3896,
+      "Ġstirred": 3897,
+      "Ġpushing": 3898,
+      "Ġcompetitive": 3899,
+      "Ġdestroy": 3900,
+      "Yay": 3901,
+      "aked": 3902,
+      "oe": 3903,
+      "tter": 3904,
+      "Ġgir": 3905,
+      "Ġghost": 3906,
+      "anic": 3907,
+      "kelet": 3908,
+      "htub": 3909,
+      "Ġreef": 3910,
+      "Ġsepar": 3911,
+      "opard": 3912,
+      "play": 3913,
+      "Ġenvel": 3914,
+      "Ġbreat": 3915,
+      "Ġrepair": 3916,
+      "Ġfootball": 3917,
+      "Ġbathtub": 3918,
+      "Ġrubber": 3919,
+      "Ġangel": 3920,
+      "Ġtriangle": 3921,
+      "Ġled": 3922,
+      "Ġmill": 3923,
+      "ĠSh": 3924,
+      "chanic": 3925,
+      "Ġnames": 3926,
+      "Ġleopard": 3927,
+      "Ġnobody": 3928,
+      "Ġanyway": 3929,
+      "uct": 3930,
+      "ctus": 3931,
+      "Ġshouldn": 3932,
+      "Ġzeb": 3933,
+      "Ġgiven": 3934,
+      "Ġholds": 3935,
+      "Ġbarrel": 3936,
+      "Ġbandage": 3937,
+      "Ġenth": 3938,
+      "Daddy": 3939,
+      "Ġzebra": 3940,
+      "ives": 3941,
+      "ube": 3942,
+      "year": 3943,
+      "Ġpor": 3944,
+      "Ġpand": 3945,
+      "Ġotter": 3946,
+      "Ġribb": 3947,
+      "Ġshield": 3948,
+      "Ġmechanic": 3949,
+      "Ġdonâ": 3950,
+      "Ġdisag": 3951,
+      "Ġdisplay": 3952,
+      "Ġmusician": 3953,
+      "ceros": 3954,
+      "Ġspeak": 3955,
+      "Ġcab": 3956,
+      "Ġcactus": 3957,
+      "ĠBetsy": 3958,
+      "Ġbulb": 3959,
+      "Ch": 3960,
+      "eath": 3961,
+      "ikes": 3962,
+      "xy": 3963,
+      "Ġtube": 3964,
+      "Ġahead": 3965,
+      "Ġsummer": 3966,
+      "Ġskelet": 3967,
+      "Ġpurse": 3968,
+      "Ġknob": 3969,
+      "Ġdidnâ": 3970,
+      "Ġcouldnâ": 3971,
+      "Ġcolours": 3972,
+      "Ġwindows": 3973,
+      "oomy": 3974,
+      "Ġgifted": 3975,
+      "Ġcartoon": 3976,
+      "Ġrhinoceros": 3977,
+      "gl": 3978,
+      "heart": 3979,
+      "Ġsize": 3980,
+      "Ġbet": 3981,
+      "ĠMiss": 3982,
+      "Ġscrew": 3983,
+      "Ġflour": 3984,
+      "Ġblin": 3985,
+      "apa": 3986,
+      "Ġdishes": 3987,
+      "Ġraining": 3988,
+      "Ġhoping": 3989,
+      "Ġshovel": 3990,
+      "Ġmint": 3991,
+      "Ġjellyfish": 3992,
+      "Ġsweater": 3993,
+      "Ġcharming": 3994,
+      "Ġpenguin": 3995,
+      "Ġenvelope": 3996,
+      "Ġenthus": 3997,
+      "Ġcabin": 3998,
+      "rec": 3999,
+      "Ġpant": 4000,
+      "Ġthread": 4001,
+      "Ġinse": 4002,
+      "Ġstaff": 4003,
+      "Ġliz": 4004,
+      "Ġunpack": 4005,
+      "Ġwriting": 4006,
+      "Ġtrash": 4007,
+      "Ġrolling": 4008,
+      "Ġwaffle": 4009,
+      "Ġiron": 4010,
+      "Ġwing": 4011,
+      "erable": 4012,
+      "Ġsheet": 4013,
+      "ĠBuddy": 4014,
+      "Ġshadow": 4015,
+      "Ġroared": 4016,
+      "Ġmuff": 4017,
+      "Ġairport": 4018,
+      "Ġceiling": 4019,
+      "Ġattic": 4020,
+      "Ġorganize": 4021,
+      "Ġstretch": 4022,
+      "Ġgrapes": 4023,
+      "Ġobs": 4024,
+      "ĠAre": 4025,
+      "ĠWould": 4026,
+      "ĠInst": 4027,
+      "Ġpiano": 4028,
+      "Ġsalt": 4029,
+      "Ġmiserable": 4030,
+      "Ġcord": 4031,
+      "Ġdess": 4032,
+      "Ġrefused": 4033,
+      "Ġscreen": 4034,
+      "ĠDan": 4035,
+      "Ġstrugg": 4036,
+      "Ġneedle": 4037,
+      "Ġbears": 4038,
+      "ĠAndy": 4039,
+      "Ġheaded": 4040,
+      "Ġsticky": 4041,
+      "Ġfreez": 4042,
+      "Ġzoomed": 4043,
+      "Ġimagined": 4044,
+      "Ġmedal": 4045,
+      "Ġmagnet": 4046,
+      "reci": 4047,
+      "Ġobser": 4048,
+      "Ġer": 4049,
+      "Ġlives": 4050,
+      "ĠAl": 4051,
+      "ĠPat": 4052,
+      "Ġappreci": 4053,
+      "asses": 4054,
+      "Ġsailor": 4055,
+      "Ġminute": 4056,
+      "Ġfisherman": 4057,
+      "vision": 4058,
+      "Ġrat": 4059,
+      "aled": 4060,
+      "Ġbrus": 4061,
+      "Ġchance": 4062,
+      "Ġpost": 4063,
+      "Ġsungl": 4064,
+      "Ġcheek": 4065,
+      "reeze": 4066,
+      "Ġdeaf": 4067,
+      "Ġrules": 4068,
+      "Ġfrogs": 4069,
+      "Ġairpl": 4070,
+      "ĠGod": 4071,
+      "Ġstrawberry": 4072,
+      "Ġslept": 4073,
+      "Ġlizard": 4074,
+      "Ġsunglasses": 4075,
+      "Ġluck": 4076,
+      "Ġinf": 4077,
+      "Ġbeep": 4078,
+      "ĠBunny": 4079,
+      "Ġmeas": 4080,
+      "Ġrod": 4081,
+      "Ġorder": 4082,
+      "Ġrestless": 4083,
+      "Ġsandbox": 4084,
+      "Ġmessage": 4085,
+      "ĠJoey": 4086,
+      "Ġcomplet": 4087,
+      "Ġattract": 4088,
+      "Ġgolden": 4089,
+      "Grandma": 4090,
+      "Ġpilot": 4091,
+      "Ġporch": 4092,
+      "Little": 4093,
+      "ler": 4094,
+      "ses": 4095
+    },
+    "merges": [
+      [
+        "h",
+        "e"
+      ],
+      [
+        "Ġ",
+        "t"
+      ],
+      [
+        "Ġ",
+        "a"
+      ],
+      [
+        "Ġ",
+        "s"
+      ],
+      [
+        "Ġ",
+        "w"
+      ],
+      [
+        "n",
+        "d"
+      ],
+      [
+        "Ġt",
+        "he"
+      ],
+      [
+        "e",
+        "d"
+      ],
+      [
+        "Ġa",
+        "nd"
+      ],
+      [
+        "Ġt",
+        "o"
+      ],
+      [
+        "Ġ",
+        "b"
+      ],
+      [
+        "i",
+        "n"
+      ],
+      [
+        "Ġ",
+        "h"
+      ],
+      [
+        "Ġw",
+        "a"
+      ],
+      [
+        "r",
+        "e"
+      ],
+      [
+        "Ġ",
+        "f"
+      ],
+      [
+        "i",
+        "t"
+      ],
+      [
+        "o",
+        "u"
+      ],
+      [
+        "Ġ",
+        "c"
+      ],
+      [
+        "Ġ",
+        "l"
+      ],
+      [
+        "Ġ",
+        "he"
+      ],
+      [
+        "Ġ",
+        "d"
+      ],
+      [
+        "e",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "s"
+      ],
+      [
+        "Ġ",
+        "m"
+      ],
+      [
+        "Ġ",
+        "p"
+      ],
+      [
+        "o",
+        "m"
+      ],
+      [
+        "Ġ",
+        "T"
+      ],
+      [
+        "Ġ",
+        "o"
+      ],
+      [
+        "a",
+        "y"
+      ],
+      [
+        "a",
+        "r"
+      ],
+      [
+        "in",
+        "g"
+      ],
+      [
+        "i",
+        "s"
+      ],
+      [
+        "Ġ",
+        "g"
+      ],
+      [
+        "i",
+        "l"
+      ],
+      [
+        "i",
+        "d"
+      ],
+      [
+        "a",
+        "t"
+      ],
+      [
+        "e",
+        "n"
+      ],
+      [
+        "Ġ",
+        "n"
+      ],
+      [
+        "Ġs",
+        "a"
+      ],
+      [
+        "Ġh",
+        "a"
+      ],
+      [
+        "Ġ",
+        "S"
+      ],
+      [
+        "i",
+        "m"
+      ],
+      [
+        "a",
+        "n"
+      ],
+      [
+        "ĠT",
+        "he"
+      ],
+      [
+        "o",
+        "r"
+      ],
+      [
+        "o",
+        "n"
+      ],
+      [
+        "Ġ",
+        "it"
+      ],
+      [
+        "Ġt",
+        "h"
+      ],
+      [
+        "l",
+        "l"
+      ],
+      [
+        "l",
+        "e"
+      ],
+      [
+        "Ġ",
+        "H"
+      ],
+      [
+        "Ġhe",
+        "r"
+      ],
+      [
+        "e",
+        "t"
+      ],
+      [
+        "o",
+        "t"
+      ],
+      [
+        "i",
+        "r"
+      ],
+      [
+        "ĠS",
+        "he"
+      ],
+      [
+        "ĠH",
+        "e"
+      ],
+      [
+        "v",
+        "er"
+      ],
+      [
+        "e",
+        "s"
+      ],
+      [
+        "Ġ",
+        "in"
+      ],
+      [
+        "u",
+        "t"
+      ],
+      [
+        "o",
+        "w"
+      ],
+      [
+        "c",
+        "k"
+      ],
+      [
+        "Ġ",
+        "e"
+      ],
+      [
+        "Ġ",
+        "u"
+      ],
+      [
+        "l",
+        "d"
+      ],
+      [
+        "ĠThe",
+        "y"
+      ],
+      [
+        "o",
+        "o"
+      ],
+      [
+        "i",
+        "g"
+      ],
+      [
+        "Ġsa",
+        "id"
+      ],
+      [
+        "a",
+        "m"
+      ],
+      [
+        "il",
+        "y"
+      ],
+      [
+        "Ġb",
+        "e"
+      ],
+      [
+        "Ġ",
+        "y"
+      ],
+      [
+        "Ġ",
+        "r"
+      ],
+      [
+        "Ġs",
+        "t"
+      ],
+      [
+        "c",
+        "e"
+      ],
+      [
+        "Ġs",
+        "he"
+      ],
+      [
+        "Ġ",
+        "\""
+      ],
+      [
+        "p",
+        "p"
+      ],
+      [
+        "k",
+        "e"
+      ],
+      [
+        "it",
+        "h"
+      ],
+      [
+        "O",
+        "n"
+      ],
+      [
+        "Ġ",
+        "I"
+      ],
+      [
+        "Ġw",
+        "ith"
+      ],
+      [
+        "v",
+        "e"
+      ],
+      [
+        "L",
+        "ily"
+      ],
+      [
+        "Ġo",
+        "n"
+      ],
+      [
+        "Ġo",
+        "f"
+      ],
+      [
+        "Ġs",
+        "o"
+      ],
+      [
+        "Ġh",
+        "is"
+      ],
+      [
+        "k",
+        "ed"
+      ],
+      [
+        "r",
+        "i"
+      ],
+      [
+        "n",
+        "t"
+      ],
+      [
+        "ver",
+        "y"
+      ],
+      [
+        "Ġp",
+        "l"
+      ],
+      [
+        "Ġd",
+        "ay"
+      ],
+      [
+        "a",
+        "d"
+      ],
+      [
+        "Ġy",
+        "ou"
+      ],
+      [
+        "Ġth",
+        "at"
+      ],
+      [
+        "Ġu",
+        "p"
+      ],
+      [
+        "Ġha",
+        "d"
+      ],
+      [
+        "s",
+        "t"
+      ],
+      [
+        "Ġpl",
+        "ay"
+      ],
+      [
+        "Ġthe",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Lily"
+      ],
+      [
+        "Ġw",
+        "e"
+      ],
+      [
+        "Ġm",
+        "om"
+      ],
+      [
+        "m",
+        "y"
+      ],
+      [
+        "Ġf",
+        "or"
+      ],
+      [
+        "e",
+        "l"
+      ],
+      [
+        "ou",
+        "ld"
+      ],
+      [
+        "u",
+        "n"
+      ],
+      [
+        "Ġ",
+        "B"
+      ],
+      [
+        "'",
+        "s"
+      ],
+      [
+        "it",
+        "t"
+      ],
+      [
+        "en",
+        "t"
+      ],
+      [
+        "Ġha",
+        "pp"
+      ],
+      [
+        "T",
+        "he"
+      ],
+      [
+        "c",
+        "h"
+      ],
+      [
+        "Ġl",
+        "i"
+      ],
+      [
+        "ou",
+        "t"
+      ],
+      [
+        "Ġwa",
+        "nt"
+      ],
+      [
+        "Ġs",
+        "h"
+      ],
+      [
+        "he",
+        "r"
+      ],
+      [
+        "l",
+        "y"
+      ],
+      [
+        "im",
+        "e"
+      ],
+      [
+        "itt",
+        "le"
+      ],
+      [
+        "ou",
+        "nd"
+      ],
+      [
+        "Ġ",
+        "very"
+      ],
+      [
+        "Ġt",
+        "ime"
+      ],
+      [
+        "om",
+        "e"
+      ],
+      [
+        "Ġl",
+        "ittle"
+      ],
+      [
+        "Ġthe",
+        "re"
+      ],
+      [
+        "s",
+        "e"
+      ],
+      [
+        "Ġd",
+        "o"
+      ],
+      [
+        "Ġw",
+        "h"
+      ],
+      [
+        "a",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "k"
+      ],
+      [
+        "e",
+        "nd"
+      ],
+      [
+        "a",
+        "l"
+      ],
+      [
+        "h",
+        "t"
+      ],
+      [
+        "Ġn",
+        "e"
+      ],
+      [
+        "Ġ",
+        "re"
+      ],
+      [
+        "Ġn",
+        "ot"
+      ],
+      [
+        "Ġhapp",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Ċ"
+      ],
+      [
+        "Ġb",
+        "ig"
+      ],
+      [
+        "Ġ",
+        "M"
+      ],
+      [
+        "Ġb",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "m"
+      ],
+      [
+        "a",
+        "ck"
+      ],
+      [
+        "Ġsa",
+        "w"
+      ],
+      [
+        "ĠI",
+        "t"
+      ],
+      [
+        "Ġa",
+        "s"
+      ],
+      [
+        "Ġa",
+        "n"
+      ],
+      [
+        "r",
+        "a"
+      ],
+      [
+        "ri",
+        "end"
+      ],
+      [
+        "Ġf",
+        "riend"
+      ],
+      [
+        "id",
+        "e"
+      ],
+      [
+        "On",
+        "e"
+      ],
+      [
+        "r",
+        "y"
+      ],
+      [
+        "'",
+        "t"
+      ],
+      [
+        "v",
+        "ed"
+      ],
+      [
+        "Ġ",
+        "is"
+      ],
+      [
+        "On",
+        "ce"
+      ],
+      [
+        "a",
+        "ke"
+      ],
+      [
+        ".",
+        "\""
+      ],
+      [
+        "Ġwe",
+        "re"
+      ],
+      [
+        "t",
+        "er"
+      ],
+      [
+        "u",
+        "g"
+      ],
+      [
+        "Ġl",
+        "oo"
+      ],
+      [
+        "Ġl",
+        "o"
+      ],
+      [
+        "o",
+        "re"
+      ],
+      [
+        "e",
+        "c"
+      ],
+      [
+        "ĠT",
+        "im"
+      ],
+      [
+        "Ġh",
+        "im"
+      ],
+      [
+        "Ġb",
+        "o"
+      ],
+      [
+        "!",
+        "\""
+      ],
+      [
+        "Ġto",
+        "o"
+      ],
+      [
+        "Ġg",
+        "o"
+      ],
+      [
+        "Ġup",
+        "on"
+      ],
+      [
+        "ir",
+        "l"
+      ],
+      [
+        "Ġ",
+        "j"
+      ],
+      [
+        "Ġwant",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "irl"
+      ],
+      [
+        "Ġs",
+        "e"
+      ],
+      [
+        "Ġ",
+        "out"
+      ],
+      [
+        "ar",
+        "d"
+      ],
+      [
+        "w",
+        "ay"
+      ],
+      [
+        "Ġs",
+        "p"
+      ],
+      [
+        "il",
+        "l"
+      ],
+      [
+        "i",
+        "nd"
+      ],
+      [
+        "Ġthe",
+        "m"
+      ],
+      [
+        "Ġc",
+        "ould"
+      ],
+      [
+        "f",
+        "u"
+      ],
+      [
+        "he",
+        "n"
+      ],
+      [
+        "Ġa",
+        "t"
+      ],
+      [
+        "u",
+        "r"
+      ],
+      [
+        "Ġd",
+        "id"
+      ],
+      [
+        "Ġsm",
+        "il"
+      ],
+      [
+        "Ġthe",
+        "ir"
+      ],
+      [
+        "Ġa",
+        "re"
+      ],
+      [
+        "Ġe",
+        "x"
+      ],
+      [
+        "Ġ",
+        "A"
+      ],
+      [
+        "a",
+        "in"
+      ],
+      [
+        "Ġw",
+        "ent"
+      ],
+      [
+        "ar",
+        "t"
+      ],
+      [
+        "he",
+        "d"
+      ],
+      [
+        "r",
+        "om"
+      ],
+      [
+        "i",
+        "c"
+      ],
+      [
+        "r",
+        "ound"
+      ],
+      [
+        "Ġha",
+        "ve"
+      ],
+      [
+        "Ġn",
+        "am"
+      ],
+      [
+        "l",
+        "p"
+      ],
+      [
+        "Ġa",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "J"
+      ],
+      [
+        "fu",
+        "l"
+      ],
+      [
+        "Ġk",
+        "n"
+      ],
+      [
+        "h",
+        "ing"
+      ],
+      [
+        "oo",
+        "d"
+      ],
+      [
+        "Ġhe",
+        "lp"
+      ],
+      [
+        "ig",
+        "ht"
+      ],
+      [
+        "Ġfriend",
+        "s"
+      ],
+      [
+        "on",
+        "e"
+      ],
+      [
+        "ar",
+        "k"
+      ],
+      [
+        "Ġb",
+        "ack"
+      ],
+      [
+        "u",
+        "m"
+      ],
+      [
+        "Ġc",
+        "an"
+      ],
+      [
+        "Ġnam",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "l"
+      ],
+      [
+        "?",
+        "\""
+      ],
+      [
+        "Ġf",
+        "un"
+      ],
+      [
+        "a",
+        "re"
+      ],
+      [
+        "ĠB",
+        "en"
+      ],
+      [
+        "Ġlo",
+        "ved"
+      ],
+      [
+        "Ġa",
+        "l"
+      ],
+      [
+        "el",
+        "t"
+      ],
+      [
+        "ĠTim",
+        "my"
+      ],
+      [
+        "Ġ",
+        "One"
+      ],
+      [
+        "o",
+        "p"
+      ],
+      [
+        "s",
+        "ide"
+      ],
+      [
+        "Ġl",
+        "e"
+      ],
+      [
+        "Ġn",
+        "o"
+      ],
+      [
+        "Ġs",
+        "c"
+      ],
+      [
+        "ĠT",
+        "om"
+      ],
+      [
+        "Ġf",
+        "elt"
+      ],
+      [
+        "ou",
+        "g"
+      ],
+      [
+        "Ġsmil",
+        "ed"
+      ],
+      [
+        "i",
+        "ck"
+      ],
+      [
+        "Ġas",
+        "ked"
+      ],
+      [
+        "Y",
+        "ou"
+      ],
+      [
+        "Ġto",
+        "y"
+      ],
+      [
+        "Ġm",
+        "an"
+      ],
+      [
+        "Ġa",
+        "round"
+      ],
+      [
+        "am",
+        "e"
+      ],
+      [
+        "Ġf",
+        "e"
+      ],
+      [
+        "Ġs",
+        "ay"
+      ],
+      [
+        "Ġbo",
+        "y"
+      ],
+      [
+        "Ġs",
+        "ome"
+      ],
+      [
+        "Ġloo",
+        "ked"
+      ],
+      [
+        "u",
+        "re"
+      ],
+      [
+        "om",
+        "et"
+      ],
+      [
+        "Ġb",
+        "r"
+      ],
+      [
+        "Ġw",
+        "ould"
+      ],
+      [
+        "Ġm",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ir"
+      ],
+      [
+        "Ġli",
+        "ke"
+      ],
+      [
+        "g",
+        "et"
+      ],
+      [
+        "Ġst",
+        "art"
+      ],
+      [
+        "Ġr",
+        "o"
+      ],
+      [
+        "a",
+        "s"
+      ],
+      [
+        "Ġse",
+        "e"
+      ],
+      [
+        "Ġ",
+        "W"
+      ],
+      [
+        "i",
+        "ce"
+      ],
+      [
+        "on",
+        "g"
+      ],
+      [
+        "Ġbir",
+        "d"
+      ],
+      [
+        "Ġs",
+        "omet"
+      ],
+      [
+        "d",
+        "d"
+      ],
+      [
+        "Ġw",
+        "or"
+      ],
+      [
+        "ad",
+        "e"
+      ],
+      [
+        "i",
+        "e"
+      ],
+      [
+        "k",
+        "ing"
+      ],
+      [
+        "Ġa",
+        "g"
+      ],
+      [
+        "ow",
+        "n"
+      ],
+      [
+        "Ġt",
+        "re"
+      ],
+      [
+        "Ġf",
+        "a"
+      ],
+      [
+        "Ġa",
+        "way"
+      ],
+      [
+        "Ġwh",
+        "at"
+      ],
+      [
+        "ing",
+        "s"
+      ],
+      [
+        "Ġstart",
+        "ed"
+      ],
+      [
+        "get",
+        "her"
+      ],
+      [
+        "Ġr",
+        "an"
+      ],
+      [
+        "Ã",
+        "¢"
+      ],
+      [
+        "â",
+        "Ĥ"
+      ],
+      [
+        "âĤ",
+        "¬"
+      ],
+      [
+        "ar",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ake"
+      ],
+      [
+        "ĠB",
+        "ut"
+      ],
+      [
+        "it",
+        "ed"
+      ],
+      [
+        "i",
+        "f"
+      ],
+      [
+        "ou",
+        "d"
+      ],
+      [
+        "Ġm",
+        "ade"
+      ],
+      [
+        "Ġto",
+        "gether"
+      ],
+      [
+        "Ġsomet",
+        "hing"
+      ],
+      [
+        "Ġex",
+        "c"
+      ],
+      [
+        "a",
+        "g"
+      ],
+      [
+        "Ġc",
+        "o"
+      ],
+      [
+        "Ġp",
+        "ark"
+      ],
+      [
+        "Ġne",
+        "w"
+      ],
+      [
+        "Ġsa",
+        "d"
+      ],
+      [
+        "Ġp",
+        "ut"
+      ],
+      [
+        ",",
+        "\""
+      ],
+      [
+        "Ġf",
+        "rom"
+      ],
+      [
+        "b",
+        "le"
+      ],
+      [
+        "t",
+        "her"
+      ],
+      [
+        "Ġp",
+        "r"
+      ],
+      [
+        "Ġm",
+        "u"
+      ],
+      [
+        "Ġc",
+        "ar"
+      ],
+      [
+        "Ġh",
+        "ome"
+      ],
+      [
+        "Ġ",
+        "You"
+      ],
+      [
+        "Ġthe",
+        "n"
+      ],
+      [
+        "Ġw",
+        "hen"
+      ],
+      [
+        "Ġf",
+        "ound"
+      ],
+      [
+        "e",
+        "ll"
+      ],
+      [
+        "Ġo",
+        "ther"
+      ],
+      [
+        "Ġag",
+        "ain"
+      ],
+      [
+        "Ġc",
+        "h"
+      ],
+      [
+        "Ġd",
+        "ec"
+      ],
+      [
+        "Ġwh",
+        "o"
+      ],
+      [
+        "Ġl",
+        "a"
+      ],
+      [
+        "ri",
+        "ed"
+      ],
+      [
+        "s",
+        "s"
+      ],
+      [
+        "Ġg",
+        "ood"
+      ],
+      [
+        "Ġh",
+        "ug"
+      ],
+      [
+        "Ġ",
+        "L"
+      ],
+      [
+        "pp",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "l"
+      ],
+      [
+        "e",
+        "p"
+      ],
+      [
+        "all",
+        "y"
+      ],
+      [
+        "Ġsay",
+        "s"
+      ],
+      [
+        "Ġf",
+        "l"
+      ],
+      [
+        "es",
+        "t"
+      ],
+      [
+        "a",
+        "ch"
+      ],
+      [
+        "Ġ",
+        "E"
+      ],
+      [
+        "Ġexc",
+        "ited"
+      ],
+      [
+        "p",
+        "l"
+      ],
+      [
+        "q",
+        "u"
+      ],
+      [
+        "oo",
+        "k"
+      ],
+      [
+        "Ġg",
+        "et"
+      ],
+      [
+        "oug",
+        "ht"
+      ],
+      [
+        "Ġplay",
+        "ing"
+      ],
+      [
+        "Ġg",
+        "ot"
+      ],
+      [
+        "Ġs",
+        "w"
+      ],
+      [
+        "ou",
+        "s"
+      ],
+      [
+        "h",
+        "at"
+      ],
+      [
+        "n",
+        "y"
+      ],
+      [
+        "id",
+        "ed"
+      ],
+      [
+        "u",
+        "ck"
+      ],
+      [
+        "Ġth",
+        "ings"
+      ],
+      [
+        "Ġe",
+        "very"
+      ],
+      [
+        "Ġdec",
+        "ided"
+      ],
+      [
+        "Ġc",
+        "ame"
+      ],
+      [
+        "Ġbe",
+        "c"
+      ],
+      [
+        "a",
+        "ve"
+      ],
+      [
+        "r",
+        "o"
+      ],
+      [
+        "a",
+        "x"
+      ],
+      [
+        "Ġli",
+        "ked"
+      ],
+      [
+        "Ġd",
+        "own"
+      ],
+      [
+        "Ġdo",
+        "g"
+      ],
+      [
+        "Ġsc",
+        "ared"
+      ],
+      [
+        "Ġ",
+        "v"
+      ],
+      [
+        "u",
+        "dd"
+      ],
+      [
+        "u",
+        "st"
+      ],
+      [
+        "Ġon",
+        "e"
+      ],
+      [
+        "Ġf",
+        "ind"
+      ],
+      [
+        "Ġb",
+        "l"
+      ],
+      [
+        "Ġth",
+        "an"
+      ],
+      [
+        "Ġ",
+        "D"
+      ],
+      [
+        "ou",
+        "se"
+      ],
+      [
+        "way",
+        "s"
+      ],
+      [
+        "Ġkn",
+        "e"
+      ],
+      [
+        "Ġdid",
+        "n"
+      ],
+      [
+        "a",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "my"
+      ],
+      [
+        "Ġc",
+        "are"
+      ],
+      [
+        "Ġal",
+        "ways"
+      ],
+      [
+        "Ġa",
+        "b"
+      ],
+      [
+        "is",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ad"
+      ],
+      [
+        "Ġfe",
+        "el"
+      ],
+      [
+        "ar",
+        "a"
+      ],
+      [
+        "b",
+        "b"
+      ],
+      [
+        "ar",
+        "n"
+      ],
+      [
+        "f",
+        "e"
+      ],
+      [
+        "Ġyou",
+        "r"
+      ],
+      [
+        "Ġout",
+        "side"
+      ],
+      [
+        "u",
+        "e"
+      ],
+      [
+        "Ġg",
+        "ra"
+      ],
+      [
+        "an",
+        "t"
+      ],
+      [
+        "Ġ",
+        "ke"
+      ],
+      [
+        "ĠM",
+        "om"
+      ],
+      [
+        "Ġtoo",
+        "k"
+      ],
+      [
+        "Ġl",
+        "ot"
+      ],
+      [
+        "n",
+        "n"
+      ],
+      [
+        "Ġb",
+        "u"
+      ],
+      [
+        "Ġab",
+        "out"
+      ],
+      [
+        "es",
+        "s"
+      ],
+      [
+        "Ġ",
+        "F"
+      ],
+      [
+        "nd",
+        "er"
+      ],
+      [
+        "Ġtre",
+        "e"
+      ],
+      [
+        "ec",
+        "i"
+      ],
+      [
+        "Ġloo",
+        "k"
+      ],
+      [
+        "Ġp",
+        "o"
+      ],
+      [
+        "Ġm",
+        "y"
+      ],
+      [
+        "ou",
+        "r"
+      ],
+      [
+        "Ġtoy",
+        "s"
+      ],
+      [
+        "it",
+        "e"
+      ],
+      [
+        "c",
+        "hed"
+      ],
+      [
+        "Ġkne",
+        "w"
+      ],
+      [
+        "Ġth",
+        "ought"
+      ],
+      [
+        "en",
+        "ed"
+      ],
+      [
+        "Ġle",
+        "arn"
+      ],
+      [
+        "Ġin",
+        "t"
+      ],
+      [
+        "Ġo",
+        "ld"
+      ],
+      [
+        "Ġm",
+        "ore"
+      ],
+      [
+        "nn",
+        "a"
+      ],
+      [
+        "is",
+        "e"
+      ],
+      [
+        "g",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "a"
+      ],
+      [
+        "udd",
+        "en"
+      ],
+      [
+        "eci",
+        "al"
+      ],
+      [
+        "Ġsp",
+        "ecial"
+      ],
+      [
+        "ĠM",
+        "ax"
+      ],
+      [
+        "a",
+        "u"
+      ],
+      [
+        "Ġw",
+        "ill"
+      ],
+      [
+        "er",
+        "s"
+      ],
+      [
+        "The",
+        "y"
+      ],
+      [
+        "re",
+        "t"
+      ],
+      [
+        "Ġp",
+        "e"
+      ],
+      [
+        "Ġh",
+        "o"
+      ],
+      [
+        "ĠS",
+        "am"
+      ],
+      [
+        "Ġt",
+        "ake"
+      ],
+      [
+        "Ġb",
+        "all"
+      ],
+      [
+        "Ġkn",
+        "ow"
+      ],
+      [
+        "Ġla",
+        "ug"
+      ],
+      [
+        "f",
+        "ter"
+      ],
+      [
+        "udden",
+        "ly"
+      ],
+      [
+        "Ġc",
+        "at"
+      ],
+      [
+        "Ġh",
+        "ow"
+      ],
+      [
+        "i",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "r"
+      ],
+      [
+        "Ġmu",
+        "ch"
+      ],
+      [
+        "Ġan",
+        "y"
+      ],
+      [
+        "Ġp",
+        "u"
+      ],
+      [
+        "m",
+        "a"
+      ],
+      [
+        "Ġs",
+        "l"
+      ],
+      [
+        "Ġs",
+        "or"
+      ],
+      [
+        "Ġm",
+        "o"
+      ],
+      [
+        "v",
+        "en"
+      ],
+      [
+        "is",
+        "h"
+      ],
+      [
+        "Ġsh",
+        "ow"
+      ],
+      [
+        "Ġcould",
+        "n"
+      ],
+      [
+        "au",
+        "se"
+      ],
+      [
+        "in",
+        "k"
+      ],
+      [
+        "B",
+        "ut"
+      ],
+      [
+        "Ġh",
+        "ouse"
+      ],
+      [
+        "Ġint",
+        "o"
+      ],
+      [
+        "um",
+        "p"
+      ],
+      [
+        "Ġo",
+        "ver"
+      ],
+      [
+        "Ġt",
+        "ried"
+      ],
+      [
+        "a",
+        "nd"
+      ],
+      [
+        "Ġe",
+        "at"
+      ],
+      [
+        "Ġs",
+        "k"
+      ],
+      [
+        "Ġs",
+        "un"
+      ],
+      [
+        "Ġt",
+        "w"
+      ],
+      [
+        "Ġcl",
+        "o"
+      ],
+      [
+        "i",
+        "a"
+      ],
+      [
+        "Ġr",
+        "un"
+      ],
+      [
+        "Ġha",
+        "nd"
+      ],
+      [
+        "ĠE",
+        "very"
+      ],
+      [
+        "Ġ",
+        "en"
+      ],
+      [
+        "Ġin",
+        "side"
+      ],
+      [
+        "d",
+        "y"
+      ],
+      [
+        "Ġ",
+        "if"
+      ],
+      [
+        "Ġto",
+        "ld"
+      ],
+      [
+        "Ġne",
+        "ver"
+      ],
+      [
+        "i",
+        "on"
+      ],
+      [
+        "Ġ",
+        "qu"
+      ],
+      [
+        "Ġbec",
+        "ause"
+      ],
+      [
+        "b",
+        "y"
+      ],
+      [
+        "Ġpr",
+        "oud"
+      ],
+      [
+        "Ġg",
+        "ave"
+      ],
+      [
+        "Ġsor",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "is"
+      ],
+      [
+        "Ġo",
+        "p"
+      ],
+      [
+        "Ġplay",
+        "ed"
+      ],
+      [
+        "at",
+        "e"
+      ],
+      [
+        "Ġex",
+        "pl"
+      ],
+      [
+        "Ġhe",
+        "ard"
+      ],
+      [
+        "t",
+        "y"
+      ],
+      [
+        "Ġo",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "ter"
+      ],
+      [
+        "an",
+        "k"
+      ],
+      [
+        "g",
+        "e"
+      ],
+      [
+        "s",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ick"
+      ],
+      [
+        "ot",
+        "her"
+      ],
+      [
+        "Ġro",
+        "om"
+      ],
+      [
+        "et",
+        "ter"
+      ],
+      [
+        "Ġj",
+        "ust"
+      ],
+      [
+        "a",
+        "ce"
+      ],
+      [
+        "Ġhug",
+        "ged"
+      ],
+      [
+        "a",
+        "k"
+      ],
+      [
+        "Ġg",
+        "re"
+      ],
+      [
+        "he",
+        "re"
+      ],
+      [
+        "Ġof",
+        "f"
+      ],
+      [
+        "ĠS",
+        "ara"
+      ],
+      [
+        "Ġp",
+        "ret"
+      ],
+      [
+        "il",
+        "e"
+      ],
+      [
+        "Ġe",
+        "ach"
+      ],
+      [
+        "Ġc",
+        "om"
+      ],
+      [
+        "Ġl",
+        "ong"
+      ],
+      [
+        "Ġbo",
+        "x"
+      ],
+      [
+        "or",
+        "t"
+      ],
+      [
+        "Ġst",
+        "r"
+      ],
+      [
+        "i",
+        "z"
+      ],
+      [
+        "Ġu",
+        "nt"
+      ],
+      [
+        "Ġwa",
+        "t"
+      ],
+      [
+        "ot",
+        "h"
+      ],
+      [
+        "Ġne",
+        "ed"
+      ],
+      [
+        "Ġj",
+        "o"
+      ],
+      [
+        "ĠW",
+        "e"
+      ],
+      [
+        "T",
+        "om"
+      ],
+      [
+        "Ġsm",
+        "all"
+      ],
+      [
+        "in",
+        "e"
+      ],
+      [
+        "Ġbe",
+        "ar"
+      ],
+      [
+        "M",
+        "om"
+      ],
+      [
+        "Ġunt",
+        "il"
+      ],
+      [
+        "Ġn",
+        "ice"
+      ],
+      [
+        "Ġt",
+        "ry"
+      ],
+      [
+        "v",
+        "ing"
+      ],
+      [
+        "u",
+        "c"
+      ],
+      [
+        "s",
+        "el"
+      ],
+      [
+        "oug",
+        "h"
+      ],
+      [
+        "Ġlearn",
+        "ed"
+      ],
+      [
+        "Ġk",
+        "ind"
+      ],
+      [
+        "ĠA",
+        "nna"
+      ],
+      [
+        "il",
+        "d"
+      ],
+      [
+        "Ġf",
+        "o"
+      ],
+      [
+        "Ġman",
+        "y"
+      ],
+      [
+        "'",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "ack"
+      ],
+      [
+        "Ġb",
+        "etter"
+      ],
+      [
+        "Ġ",
+        "im"
+      ],
+      [
+        "g",
+        "ry"
+      ],
+      [
+        "im",
+        "al"
+      ],
+      [
+        "Ġan",
+        "imal"
+      ],
+      [
+        "ur",
+        "t"
+      ],
+      [
+        "f",
+        "t"
+      ],
+      [
+        "Ġe",
+        "nd"
+      ],
+      [
+        "Ġs",
+        "n"
+      ],
+      [
+        "a",
+        "ut"
+      ],
+      [
+        "Ġt",
+        "e"
+      ],
+      [
+        "Ġc",
+        "le"
+      ],
+      [
+        "ĠJ",
+        "o"
+      ],
+      [
+        "v",
+        "ent"
+      ],
+      [
+        "ur",
+        "p"
+      ],
+      [
+        "Ġg",
+        "r"
+      ],
+      [
+        "Ġbe",
+        "aut"
+      ],
+      [
+        "Ġj",
+        "ump"
+      ],
+      [
+        "m",
+        "b"
+      ],
+      [
+        "Ġa",
+        "d"
+      ],
+      [
+        "re",
+        "am"
+      ],
+      [
+        "p",
+        "t"
+      ],
+      [
+        "ĠS",
+        "o"
+      ],
+      [
+        "ĠH",
+        "er"
+      ],
+      [
+        "Ġfl",
+        "ow"
+      ],
+      [
+        "i",
+        "es"
+      ],
+      [
+        "Ġc",
+        "he"
+      ],
+      [
+        "Ġb",
+        "ra"
+      ],
+      [
+        "Ġthan",
+        "ked"
+      ],
+      [
+        "Ġe",
+        "ven"
+      ],
+      [
+        "Ġb",
+        "est"
+      ],
+      [
+        "Ġc",
+        "all"
+      ],
+      [
+        "ad",
+        "y"
+      ],
+      [
+        "H",
+        "e"
+      ],
+      [
+        "Ġlot",
+        "s"
+      ],
+      [
+        "Ġlaug",
+        "hed"
+      ],
+      [
+        "sel",
+        "f"
+      ],
+      [
+        "Ġr",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "y"
+      ],
+      [
+        "ar",
+        "s"
+      ],
+      [
+        "ur",
+        "n"
+      ],
+      [
+        "Ġb",
+        "y"
+      ],
+      [
+        "Ġfa",
+        "st"
+      ],
+      [
+        "ll",
+        "y"
+      ],
+      [
+        "Ġf",
+        "am"
+      ],
+      [
+        "Ġ",
+        "C"
+      ],
+      [
+        "v",
+        "es"
+      ],
+      [
+        "ard",
+        "en"
+      ],
+      [
+        "Ġg",
+        "arden"
+      ],
+      [
+        "Ġbeaut",
+        "i"
+      ],
+      [
+        "w",
+        "n"
+      ],
+      [
+        "T",
+        "h"
+      ],
+      [
+        "Ġbeauti",
+        "ful"
+      ],
+      [
+        "Ġl",
+        "oud"
+      ],
+      [
+        "le",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "y"
+      ],
+      [
+        "Ġd",
+        "on"
+      ],
+      [
+        "h",
+        "n"
+      ],
+      [
+        "er",
+        "ed"
+      ],
+      [
+        "in",
+        "y"
+      ],
+      [
+        "Ġcare",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "ve"
+      ],
+      [
+        "Ġf",
+        "i"
+      ],
+      [
+        "ĠThe",
+        "n"
+      ],
+      [
+        "Å",
+        "ĵ"
+      ],
+      [
+        "a",
+        "se"
+      ],
+      [
+        "ec",
+        "t"
+      ],
+      [
+        "Ġsa",
+        "fe"
+      ],
+      [
+        "ĠA",
+        "nd"
+      ],
+      [
+        "Ġu",
+        "nder"
+      ],
+      [
+        "Ġc",
+        "ome"
+      ],
+      [
+        "ĠF",
+        "rom"
+      ],
+      [
+        "Y",
+        "es"
+      ],
+      [
+        "ĠM",
+        "ia"
+      ],
+      [
+        "I",
+        "t"
+      ],
+      [
+        "m",
+        "e"
+      ],
+      [
+        "Ġh",
+        "ard"
+      ],
+      [
+        "Ġc",
+        "u"
+      ],
+      [
+        "Ġw",
+        "o"
+      ],
+      [
+        "Ġl",
+        "ist"
+      ],
+      [
+        "Ġst",
+        "ay"
+      ],
+      [
+        "an",
+        "e"
+      ],
+      [
+        "s",
+        "h"
+      ],
+      [
+        "op",
+        "le"
+      ],
+      [
+        "Ġg",
+        "l"
+      ],
+      [
+        "n",
+        "ing"
+      ],
+      [
+        "Ġst",
+        "ill"
+      ],
+      [
+        "oo",
+        "l"
+      ],
+      [
+        "Ġh",
+        "urt"
+      ],
+      [
+        "re",
+        "e"
+      ],
+      [
+        "ĠH",
+        "is"
+      ],
+      [
+        "Ġim",
+        "p"
+      ],
+      [
+        "Ġfam",
+        "ily"
+      ],
+      [
+        "Ġ",
+        "â"
+      ],
+      [
+        "Ġb",
+        "oth"
+      ],
+      [
+        "r",
+        "m"
+      ],
+      [
+        "ig",
+        "h"
+      ],
+      [
+        "Ġli",
+        "ved"
+      ],
+      [
+        "he",
+        "s"
+      ],
+      [
+        "W",
+        "hen"
+      ],
+      [
+        "Ġpe",
+        "ople"
+      ],
+      [
+        "Ġanimal",
+        "s"
+      ],
+      [
+        "Ġco",
+        "l"
+      ],
+      [
+        "Ġbra",
+        "ve"
+      ],
+      [
+        "Ġwal",
+        "ked"
+      ],
+      [
+        "o",
+        "b"
+      ],
+      [
+        "T",
+        "im"
+      ],
+      [
+        "c",
+        "t"
+      ],
+      [
+        "Ġl",
+        "et"
+      ],
+      [
+        "urp",
+        "r"
+      ],
+      [
+        "ĠW",
+        "hen"
+      ],
+      [
+        "Ġtw",
+        "o"
+      ],
+      [
+        "Ġs",
+        "urpr"
+      ],
+      [
+        "Ġsh",
+        "ould"
+      ],
+      [
+        "is",
+        "hed"
+      ],
+      [
+        "Ġb",
+        "ad"
+      ],
+      [
+        "re",
+        "ss"
+      ],
+      [
+        "Ġke",
+        "pt"
+      ],
+      [
+        "Ġf",
+        "ore"
+      ],
+      [
+        "Ġf",
+        "lew"
+      ],
+      [
+        "Ġf",
+        "in"
+      ],
+      [
+        "Ġst",
+        "or"
+      ],
+      [
+        "Ġf",
+        "ly"
+      ],
+      [
+        "a",
+        "st"
+      ],
+      [
+        "is",
+        "ed"
+      ],
+      [
+        "i",
+        "p"
+      ],
+      [
+        "Ġit",
+        "s"
+      ],
+      [
+        "l",
+        "ed"
+      ],
+      [
+        "o",
+        "ck"
+      ],
+      [
+        "uc",
+        "y"
+      ],
+      [
+        "f",
+        "ore"
+      ],
+      [
+        "Ġgo",
+        "ing"
+      ],
+      [
+        "Ġcle",
+        "an"
+      ],
+      [
+        "Ġd",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ic"
+      ],
+      [
+        "Ġso",
+        "on"
+      ],
+      [
+        "Ġcall",
+        "ed"
+      ],
+      [
+        "Ġsh",
+        "are"
+      ],
+      [
+        "k",
+        "ay"
+      ],
+      [
+        "Ġan",
+        "gry"
+      ],
+      [
+        "Ġro",
+        "ck"
+      ],
+      [
+        "Ġc",
+        "on"
+      ],
+      [
+        "Ġpret",
+        "ty"
+      ],
+      [
+        "N",
+        "o"
+      ],
+      [
+        "Ġ",
+        "ide"
+      ],
+      [
+        "i",
+        "ed"
+      ],
+      [
+        "il",
+        "ly"
+      ],
+      [
+        "Ġg",
+        "round"
+      ],
+      [
+        "x",
+        "t"
+      ],
+      [
+        "Ġr",
+        "ed"
+      ],
+      [
+        "Ġexpl",
+        "ore"
+      ],
+      [
+        "Ġc",
+        "ry"
+      ],
+      [
+        "Ġad",
+        "vent"
+      ],
+      [
+        "Ġst",
+        "o"
+      ],
+      [
+        "s",
+        "o"
+      ],
+      [
+        "Ġre",
+        "al"
+      ],
+      [
+        "L",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ind"
+      ],
+      [
+        "Ġsh",
+        "iny"
+      ],
+      [
+        "b",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ook"
+      ],
+      [
+        "Ġal",
+        "so"
+      ],
+      [
+        "Ġdo",
+        "ll"
+      ],
+      [
+        "Ġide",
+        "a"
+      ],
+      [
+        "Ġbe",
+        "fore"
+      ],
+      [
+        "Ġop",
+        "ened"
+      ],
+      [
+        "dd",
+        "ed"
+      ],
+      [
+        "Ġwh",
+        "ile"
+      ],
+      [
+        "um",
+        "my"
+      ],
+      [
+        "Ġke",
+        "ep"
+      ],
+      [
+        "Ġe",
+        "y"
+      ],
+      [
+        "Ġn",
+        "ow"
+      ],
+      [
+        "Ġdo",
+        "or"
+      ],
+      [
+        "Ġfeel",
+        "ing"
+      ],
+      [
+        "âĤ¬",
+        "â"
+      ],
+      [
+        "o",
+        "on"
+      ],
+      [
+        "o",
+        "y"
+      ],
+      [
+        "Ġwal",
+        "king"
+      ],
+      [
+        "Ġno",
+        "ise"
+      ],
+      [
+        "Ġf",
+        "r"
+      ],
+      [
+        "le",
+        "s"
+      ],
+      [
+        "ag",
+        "e"
+      ],
+      [
+        "i",
+        "ous"
+      ],
+      [
+        "Ġcol",
+        "or"
+      ],
+      [
+        "Ġt",
+        "urn"
+      ],
+      [
+        "t",
+        "hing"
+      ],
+      [
+        "f",
+        "f"
+      ],
+      [
+        "u",
+        "ch"
+      ],
+      [
+        "t",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ed"
+      ],
+      [
+        "ar",
+        "y"
+      ],
+      [
+        "Ġd",
+        "ra"
+      ],
+      [
+        "Ġpick",
+        "ed"
+      ],
+      [
+        "im",
+        "b"
+      ],
+      [
+        "e",
+        "et"
+      ],
+      [
+        "Ġcl",
+        "imb"
+      ],
+      [
+        "Ġd",
+        "el"
+      ],
+      [
+        "W",
+        "hat"
+      ],
+      [
+        "Ġbe",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ood"
+      ],
+      [
+        "Ġu",
+        "n"
+      ],
+      [
+        "Ġf",
+        "ar"
+      ],
+      [
+        "t",
+        "ure"
+      ],
+      [
+        "j",
+        "oy"
+      ],
+      [
+        "Ġadvent",
+        "ure"
+      ],
+      [
+        "a",
+        "c"
+      ],
+      [
+        "Ġsmil",
+        "e"
+      ],
+      [
+        "Ġd",
+        "if"
+      ],
+      [
+        "Ħ",
+        "¢"
+      ],
+      [
+        "âĤ¬â",
+        "Ħ¢"
+      ],
+      [
+        "me",
+        "mb"
+      ],
+      [
+        "Ġw",
+        "r"
+      ],
+      [
+        "Ġth",
+        "r"
+      ],
+      [
+        "ug",
+        "ht"
+      ],
+      [
+        "Ġloo",
+        "king"
+      ],
+      [
+        "Ġne",
+        "xt"
+      ],
+      [
+        "ic",
+        "ed"
+      ],
+      [
+        "ĠL",
+        "ucy"
+      ],
+      [
+        "Ġno",
+        "dded"
+      ],
+      [
+        "Ġqu",
+        "ick"
+      ],
+      [
+        "Ġ",
+        "P"
+      ],
+      [
+        "Ġd",
+        "is"
+      ],
+      [
+        "Ġre",
+        "pl"
+      ],
+      [
+        "ĠD",
+        "ad"
+      ],
+      [
+        "Ġwa",
+        "it"
+      ],
+      [
+        "iz",
+        "ed"
+      ],
+      [
+        "Ġfore",
+        "st"
+      ],
+      [
+        "Ġclo",
+        "s"
+      ],
+      [
+        "ĠS",
+        "uddenly"
+      ],
+      [
+        "Ġt",
+        "ra"
+      ],
+      [
+        "T",
+        "hat"
+      ],
+      [
+        "Ġey",
+        "es"
+      ],
+      [
+        "g",
+        "er"
+      ],
+      [
+        "bb",
+        "it"
+      ],
+      [
+        "t",
+        "ed"
+      ],
+      [
+        "Ġo",
+        "wn"
+      ],
+      [
+        "Ġr",
+        "ain"
+      ],
+      [
+        "Ġimp",
+        "ort"
+      ],
+      [
+        "Ġgre",
+        "at"
+      ],
+      [
+        "Ġre",
+        "memb"
+      ],
+      [
+        "Ġpic",
+        "ture"
+      ],
+      [
+        "Th",
+        "ank"
+      ],
+      [
+        "S",
+        "uddenly"
+      ],
+      [
+        "Ġsto",
+        "pped"
+      ],
+      [
+        "Ġen",
+        "joy"
+      ],
+      [
+        "Ġv",
+        "o"
+      ],
+      [
+        "B",
+        "en"
+      ],
+      [
+        "Ġg",
+        "ive"
+      ],
+      [
+        "Ġimport",
+        "ant"
+      ],
+      [
+        "Ġwor",
+        "k"
+      ],
+      [
+        "Ġne",
+        "ar"
+      ],
+      [
+        "g",
+        "an"
+      ],
+      [
+        "p",
+        "ot"
+      ],
+      [
+        "Ġe",
+        "ver"
+      ],
+      [
+        "Ġa",
+        "pp"
+      ],
+      [
+        "Ġa",
+        "fter"
+      ],
+      [
+        "Ġquick",
+        "ly"
+      ],
+      [
+        "Ġlist",
+        "en"
+      ],
+      [
+        "Ġb",
+        "re"
+      ],
+      [
+        "t",
+        "ing"
+      ],
+      [
+        "bb",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "a"
+      ],
+      [
+        "Ġf",
+        "ish"
+      ],
+      [
+        "Ġrepl",
+        "ied"
+      ],
+      [
+        "Ġra",
+        "bbit"
+      ],
+      [
+        "Ġhand",
+        "s"
+      ],
+      [
+        "Ġ",
+        "G"
+      ],
+      [
+        "Ġnot",
+        "iced"
+      ],
+      [
+        "Ġbr",
+        "o"
+      ],
+      [
+        "Ġsl",
+        "ide"
+      ],
+      [
+        "Ġth",
+        "ink"
+      ],
+      [
+        "Ġwal",
+        "k"
+      ],
+      [
+        "Ġtr",
+        "uck"
+      ],
+      [
+        "Ġa",
+        "c"
+      ],
+      [
+        "k",
+        "es"
+      ],
+      [
+        "Ġstr",
+        "ong"
+      ],
+      [
+        "S",
+        "he"
+      ],
+      [
+        "Ġshow",
+        "ed"
+      ],
+      [
+        "Ġd",
+        "e"
+      ],
+      [
+        "Ġevery",
+        "one"
+      ],
+      [
+        "Ġwo",
+        "nder"
+      ],
+      [
+        "fe",
+        "re"
+      ],
+      [
+        "by",
+        "e"
+      ],
+      [
+        "Ġdif",
+        "fere"
+      ],
+      [
+        "ir",
+        "st"
+      ],
+      [
+        "S",
+        "o"
+      ],
+      [
+        "Ġs",
+        "ure"
+      ],
+      [
+        "Ġha",
+        "s"
+      ],
+      [
+        "Ġr",
+        "ight"
+      ],
+      [
+        "Ġbe",
+        "en"
+      ],
+      [
+        "Ġbec",
+        "ame"
+      ],
+      [
+        "Ġs",
+        "ound"
+      ],
+      [
+        "ma",
+        "z"
+      ],
+      [
+        "Ġto",
+        "w"
+      ],
+      [
+        "Ġr",
+        "u"
+      ],
+      [
+        "Ġt",
+        "al"
+      ],
+      [
+        "Ġa",
+        "maz"
+      ],
+      [
+        "Ġhe",
+        "ad"
+      ],
+      [
+        "Ġsh",
+        "out"
+      ],
+      [
+        "Ġbr",
+        "ight"
+      ],
+      [
+        "Ġy",
+        "e"
+      ],
+      [
+        "Ġwat",
+        "ched"
+      ],
+      [
+        "Ġ",
+        "R"
+      ],
+      [
+        "Ġm",
+        "or"
+      ],
+      [
+        "Ġch",
+        "ild"
+      ],
+      [
+        "a",
+        "ble"
+      ],
+      [
+        "Ġme",
+        "an"
+      ],
+      [
+        "Ġw",
+        "here"
+      ],
+      [
+        "ll",
+        "ow"
+      ],
+      [
+        "Ġh",
+        "igh"
+      ],
+      [
+        "ĠS",
+        "ue"
+      ],
+      [
+        "Ġfa",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "ook"
+      ],
+      [
+        "d",
+        "ay"
+      ],
+      [
+        "ay",
+        "be"
+      ],
+      [
+        "Ġwat",
+        "ch"
+      ],
+      [
+        "Ġbl",
+        "ue"
+      ],
+      [
+        "a",
+        "ught"
+      ],
+      [
+        "Ġdiffere",
+        "nt"
+      ],
+      [
+        "Ġst",
+        "ore"
+      ],
+      [
+        "Ġ",
+        "N"
+      ],
+      [
+        "Ġgood",
+        "bye"
+      ],
+      [
+        "Ġd",
+        "ress"
+      ],
+      [
+        "u",
+        "ll"
+      ],
+      [
+        "ĠB",
+        "ob"
+      ],
+      [
+        "n",
+        "g"
+      ],
+      [
+        "an",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "qu"
+      ],
+      [
+        "Ġo",
+        "kay"
+      ],
+      [
+        "is",
+        "y"
+      ],
+      [
+        "le",
+        "ase"
+      ],
+      [
+        "ĠMom",
+        "my"
+      ],
+      [
+        "Ġvo",
+        "ice"
+      ],
+      [
+        "J",
+        "o"
+      ],
+      [
+        "at",
+        "h"
+      ],
+      [
+        "Ġn",
+        "ight"
+      ],
+      [
+        "ĠS",
+        "pot"
+      ],
+      [
+        "Ġu",
+        "s"
+      ],
+      [
+        "Ġbo",
+        "at"
+      ],
+      [
+        "Ġflow",
+        "ers"
+      ],
+      [
+        "Ġpl",
+        "ace"
+      ],
+      [
+        "Ġfo",
+        "llow"
+      ],
+      [
+        "Ġa",
+        "r"
+      ],
+      [
+        "Ġu",
+        "se"
+      ],
+      [
+        "Ġclos",
+        "er"
+      ],
+      [
+        "un",
+        "ny"
+      ],
+      [
+        "le",
+        "ep"
+      ],
+      [
+        "ir",
+        "ed"
+      ],
+      [
+        "Ġfa",
+        "v"
+      ],
+      [
+        "Ġy",
+        "ell"
+      ],
+      [
+        "Ġgra",
+        "bbed"
+      ],
+      [
+        "Ġcu",
+        "ri"
+      ],
+      [
+        "Ġwa",
+        "rm"
+      ],
+      [
+        "Ġc",
+        "r"
+      ],
+      [
+        "Ġfor",
+        "g"
+      ],
+      [
+        "ĠSara",
+        "h"
+      ],
+      [
+        "ĠJo",
+        "hn"
+      ],
+      [
+        "Ġm",
+        "ag"
+      ],
+      [
+        "Ġst",
+        "ick"
+      ],
+      [
+        "W",
+        "e"
+      ],
+      [
+        "Ġjump",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "ake"
+      ],
+      [
+        "m",
+        "ore"
+      ],
+      [
+        "Ġt",
+        "ell"
+      ],
+      [
+        "Ġany",
+        "more"
+      ],
+      [
+        "A",
+        "fter"
+      ],
+      [
+        "Ġbut",
+        "ter"
+      ],
+      [
+        "nd",
+        "ma"
+      ],
+      [
+        "Ġth",
+        "ree"
+      ],
+      [
+        "Ġas",
+        "k"
+      ],
+      [
+        "c",
+        "o"
+      ],
+      [
+        "Ġ",
+        "our"
+      ],
+      [
+        "l",
+        "ie"
+      ],
+      [
+        "Ġcuri",
+        "ous"
+      ],
+      [
+        "ou",
+        "nt"
+      ],
+      [
+        "or",
+        "n"
+      ],
+      [
+        "Ġcon",
+        "t"
+      ],
+      [
+        "Ġfe",
+        "ll"
+      ],
+      [
+        "a",
+        "ched"
+      ],
+      [
+        "ĠT",
+        "h"
+      ],
+      [
+        "Ġbird",
+        "s"
+      ],
+      [
+        "as",
+        "s"
+      ],
+      [
+        "H",
+        "er"
+      ],
+      [
+        "is",
+        "s"
+      ],
+      [
+        "Ġhelp",
+        "ed"
+      ],
+      [
+        "ĠJ",
+        "ane"
+      ],
+      [
+        "Ġpu",
+        "ll"
+      ],
+      [
+        "Ġf",
+        "irst"
+      ],
+      [
+        "it",
+        "c"
+      ],
+      [
+        "Ġbl",
+        "ock"
+      ],
+      [
+        "Ġh",
+        "op"
+      ],
+      [
+        "Ġb",
+        "it"
+      ],
+      [
+        "Ġd",
+        "r"
+      ],
+      [
+        "Ġreal",
+        "ized"
+      ],
+      [
+        "Ġk",
+        "id"
+      ],
+      [
+        "L",
+        "ook"
+      ],
+      [
+        "il",
+        "a"
+      ],
+      [
+        "Ġm",
+        "on"
+      ],
+      [
+        "Ġbr",
+        "other"
+      ],
+      [
+        "A",
+        "nna"
+      ],
+      [
+        "S",
+        "ara"
+      ],
+      [
+        "Ġ",
+        "z"
+      ],
+      [
+        "ĠEvery",
+        "one"
+      ],
+      [
+        "Ġat",
+        "e"
+      ],
+      [
+        "Ġdo",
+        "es"
+      ],
+      [
+        "im",
+        "es"
+      ],
+      [
+        "Ġhapp",
+        "ened"
+      ],
+      [
+        "Ġst",
+        "op"
+      ],
+      [
+        "z",
+        "y"
+      ],
+      [
+        "Ġy",
+        "ummy"
+      ],
+      [
+        "Ġfav",
+        "or"
+      ],
+      [
+        "pp",
+        "y"
+      ],
+      [
+        "Ġk",
+        "itc"
+      ],
+      [
+        "Ġkitc",
+        "hen"
+      ],
+      [
+        "Ġsw",
+        "eet"
+      ],
+      [
+        "u",
+        "s"
+      ],
+      [
+        "Ġp",
+        "er"
+      ],
+      [
+        "Ġre",
+        "ally"
+      ],
+      [
+        "a",
+        "isy"
+      ],
+      [
+        "Ġgra",
+        "ss"
+      ],
+      [
+        "Ġfavor",
+        "ite"
+      ],
+      [
+        "Ġbe",
+        "gan"
+      ],
+      [
+        "Ġre",
+        "st"
+      ],
+      [
+        "Ġre",
+        "ady"
+      ],
+      [
+        "Ġle",
+        "a"
+      ],
+      [
+        "Ġre",
+        "ached"
+      ],
+      [
+        "Ġunder",
+        "st"
+      ],
+      [
+        "a",
+        "ir"
+      ],
+      [
+        "Ġst",
+        "e"
+      ],
+      [
+        "Ġb",
+        "unny"
+      ],
+      [
+        "ĠA",
+        "s"
+      ],
+      [
+        "Ġstor",
+        "y"
+      ],
+      [
+        "'",
+        "re"
+      ],
+      [
+        "Ġp",
+        "ain"
+      ],
+      [
+        "Ġs",
+        "ing"
+      ],
+      [
+        "st",
+        "er"
+      ],
+      [
+        "Ġhe",
+        "re"
+      ],
+      [
+        "Ġsa",
+        "nd"
+      ],
+      [
+        "Ġon",
+        "ly"
+      ],
+      [
+        "Ġfl",
+        "o"
+      ],
+      [
+        "Ġa",
+        "m"
+      ],
+      [
+        "Ġgl",
+        "ad"
+      ],
+      [
+        "Ġt",
+        "ri"
+      ],
+      [
+        "Ġbe",
+        "h"
+      ],
+      [
+        "Ġwor",
+        "ld"
+      ],
+      [
+        "Ġop",
+        "en"
+      ],
+      [
+        "Ġc",
+        "re"
+      ],
+      [
+        "fu",
+        "lly"
+      ],
+      [
+        "Ġpr",
+        "in"
+      ],
+      [
+        "w",
+        "here"
+      ],
+      [
+        "are",
+        "nt"
+      ],
+      [
+        "Ġflow",
+        "er"
+      ],
+      [
+        "Ġthr",
+        "ough"
+      ],
+      [
+        "Ġb",
+        "a"
+      ],
+      [
+        "Ġfi",
+        "re"
+      ],
+      [
+        "Ġd",
+        "one"
+      ],
+      [
+        "Ġha",
+        "ving"
+      ],
+      [
+        "Ġth",
+        "ing"
+      ],
+      [
+        "Ġdel",
+        "ic"
+      ],
+      [
+        "Ġhim",
+        "self"
+      ],
+      [
+        "Ġt",
+        "ired"
+      ],
+      [
+        "Ġp",
+        "arent"
+      ],
+      [
+        "Ġso",
+        "ft"
+      ],
+      [
+        "Ġf",
+        "ro"
+      ],
+      [
+        "Tim",
+        "my"
+      ],
+      [
+        "Ġta",
+        "st"
+      ],
+      [
+        "Ġbutter",
+        "f"
+      ],
+      [
+        "ĠL",
+        "et"
+      ],
+      [
+        "Ġc",
+        "ut"
+      ],
+      [
+        "Ġp",
+        "art"
+      ],
+      [
+        "Ġwh",
+        "y"
+      ],
+      [
+        "k",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ess"
+      ],
+      [
+        "C",
+        "an"
+      ],
+      [
+        "Ġwor",
+        "ry"
+      ],
+      [
+        "Mom",
+        "my"
+      ],
+      [
+        "i",
+        "ver"
+      ],
+      [
+        "Ġd",
+        "in"
+      ],
+      [
+        "u",
+        "ff"
+      ],
+      [
+        "at",
+        "er"
+      ],
+      [
+        "Ġmag",
+        "ic"
+      ],
+      [
+        "Ġwa",
+        "ved"
+      ],
+      [
+        "Ġshout",
+        "ed"
+      ],
+      [
+        "Ġpo",
+        "nd"
+      ],
+      [
+        "Ġkid",
+        "s"
+      ],
+      [
+        "Ġh",
+        "at"
+      ],
+      [
+        "Ġd",
+        "uck"
+      ],
+      [
+        "Ġse",
+        "es"
+      ],
+      [
+        "o",
+        "lly"
+      ],
+      [
+        "ill",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "ame"
+      ],
+      [
+        "i",
+        "ent"
+      ],
+      [
+        "Ġma",
+        "king"
+      ],
+      [
+        "at",
+        "her"
+      ],
+      [
+        "Jo",
+        "hn"
+      ],
+      [
+        "A",
+        "s"
+      ],
+      [
+        "ak",
+        "es"
+      ],
+      [
+        "Ġcat",
+        "ch"
+      ],
+      [
+        "Ġse",
+        "en"
+      ],
+      [
+        "Ġc",
+        "ool"
+      ],
+      [
+        "at",
+        "ion"
+      ],
+      [
+        "Ġcom",
+        "ing"
+      ],
+      [
+        "Ġl",
+        "ess"
+      ],
+      [
+        "Ġd",
+        "ark"
+      ],
+      [
+        "Ġu",
+        "sed"
+      ],
+      [
+        "ed",
+        "dy"
+      ],
+      [
+        "Ġfi",
+        "x"
+      ],
+      [
+        "ĠJo",
+        "e"
+      ],
+      [
+        "Ġthan",
+        "k"
+      ],
+      [
+        "m",
+        "er"
+      ],
+      [
+        "Ġto",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ady"
+      ],
+      [
+        "Ġha",
+        "ir"
+      ],
+      [
+        "ar",
+        "ing"
+      ],
+      [
+        "Ġp",
+        "rom"
+      ],
+      [
+        "Ġho",
+        "pped"
+      ],
+      [
+        "ĠC",
+        "an"
+      ],
+      [
+        "\"",
+        "."
+      ],
+      [
+        "ig",
+        "n"
+      ],
+      [
+        "Ġsurpr",
+        "ise"
+      ],
+      [
+        "Ġdra",
+        "w"
+      ],
+      [
+        "Ġm",
+        "um"
+      ],
+      [
+        "Ġm",
+        "ouse"
+      ],
+      [
+        "Ġfun",
+        "ny"
+      ],
+      [
+        "re",
+        "l"
+      ],
+      [
+        "Ġc",
+        "ra"
+      ],
+      [
+        "Ġ",
+        "-"
+      ],
+      [
+        "ap",
+        "er"
+      ],
+      [
+        "Ġf",
+        "ull"
+      ],
+      [
+        "Ġto",
+        "uch"
+      ],
+      [
+        "Ġl",
+        "ight"
+      ],
+      [
+        "Ġsp",
+        "ot"
+      ],
+      [
+        "re",
+        "n"
+      ],
+      [
+        "Ġd",
+        "ro"
+      ],
+      [
+        "ĠBen",
+        "ny"
+      ],
+      [
+        "Ġparent",
+        "s"
+      ],
+      [
+        "Ġwor",
+        "ked"
+      ],
+      [
+        "in",
+        "s"
+      ],
+      [
+        "one",
+        "y"
+      ],
+      [
+        "ĠD",
+        "o"
+      ],
+      [
+        "Ġsurpr",
+        "ised"
+      ],
+      [
+        "Ġcare",
+        "fully"
+      ],
+      [
+        "Ġtre",
+        "es"
+      ],
+      [
+        "Ġfro",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "ing"
+      ],
+      [
+        "Ġdo",
+        "ing"
+      ],
+      [
+        "D",
+        "on"
+      ],
+      [
+        "Ġs",
+        "at"
+      ],
+      [
+        "in",
+        "ally"
+      ],
+      [
+        "ĠT",
+        "hat"
+      ],
+      [
+        "Ġ",
+        "ice"
+      ],
+      [
+        "ĠI",
+        "n"
+      ],
+      [
+        "Ġhe",
+        "ld"
+      ],
+      [
+        "W",
+        "ow"
+      ],
+      [
+        "Ġrun",
+        "ning"
+      ],
+      [
+        "Ġpret",
+        "end"
+      ],
+      [
+        "Ġsw",
+        "im"
+      ],
+      [
+        "Ġs",
+        "et"
+      ],
+      [
+        "Ġre",
+        "ad"
+      ],
+      [
+        "Ġdelic",
+        "ious"
+      ],
+      [
+        "Ġneed",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "ight"
+      ],
+      [
+        "Ġsl",
+        "ow"
+      ],
+      [
+        "Ġrememb",
+        "ered"
+      ],
+      [
+        "Ġlo",
+        "st"
+      ],
+      [
+        "Ġco",
+        "ld"
+      ],
+      [
+        "Ġsm",
+        "ell"
+      ],
+      [
+        "ard",
+        "s"
+      ],
+      [
+        "Ġw",
+        "ood"
+      ],
+      [
+        "Ġhapp",
+        "ily"
+      ],
+      [
+        "h",
+        "y"
+      ],
+      [
+        "el",
+        "y"
+      ],
+      [
+        "Ġlook",
+        "s"
+      ],
+      [
+        "Ġbeh",
+        "ind"
+      ],
+      [
+        "Ġher",
+        "self"
+      ],
+      [
+        "Ġc",
+        "ried"
+      ],
+      [
+        "Ġenjoy",
+        "ed"
+      ],
+      [
+        "Ġnam",
+        "e"
+      ],
+      [
+        "as",
+        "k"
+      ],
+      [
+        "Ġye",
+        "ars"
+      ],
+      [
+        "Ġbu",
+        "y"
+      ],
+      [
+        "Ġho",
+        "le"
+      ],
+      [
+        "Ġblock",
+        "s"
+      ],
+      [
+        "Ġd",
+        "ri"
+      ],
+      [
+        "Ġs",
+        "leep"
+      ],
+      [
+        "Ġg",
+        "i"
+      ],
+      [
+        "Ġyell",
+        "ow"
+      ],
+      [
+        "c",
+        "ess"
+      ],
+      [
+        "Ġbutterf",
+        "ly"
+      ],
+      [
+        "i",
+        "ke"
+      ],
+      [
+        "u",
+        "ed"
+      ],
+      [
+        "Ġw",
+        "ished"
+      ],
+      [
+        "Ġper",
+        "f"
+      ],
+      [
+        "Ġan",
+        "other"
+      ],
+      [
+        "ĠD",
+        "aisy"
+      ],
+      [
+        "Ġgre",
+        "en"
+      ],
+      [
+        "Ġmo",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "all"
+      ],
+      [
+        "Ġa",
+        "ir"
+      ],
+      [
+        "Ġb",
+        "ag"
+      ],
+      [
+        "Ġflo",
+        "or"
+      ],
+      [
+        "Ġcar",
+        "s"
+      ],
+      [
+        "Ġless",
+        "on"
+      ],
+      [
+        "u",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ow"
+      ],
+      [
+        "Ġar",
+        "ri"
+      ],
+      [
+        "Ġwind",
+        "ow"
+      ],
+      [
+        "Ġsh",
+        "o"
+      ],
+      [
+        "Ġchild",
+        "ren"
+      ],
+      [
+        "n",
+        "er"
+      ],
+      [
+        "Ġfin",
+        "ished"
+      ],
+      [
+        "Ġh",
+        "ill"
+      ],
+      [
+        "ĠA",
+        "fter"
+      ],
+      [
+        "and",
+        "y"
+      ],
+      [
+        "s",
+        "p"
+      ],
+      [
+        "en",
+        "s"
+      ],
+      [
+        "Ġp",
+        "aper"
+      ],
+      [
+        "Ġli",
+        "kes"
+      ],
+      [
+        "F",
+        "rom"
+      ],
+      [
+        "s",
+        "y"
+      ],
+      [
+        "Ġho",
+        "ld"
+      ],
+      [
+        "S",
+        "am"
+      ],
+      [
+        "Ġwr",
+        "ong"
+      ],
+      [
+        "re",
+        "ed"
+      ],
+      [
+        "Ġcont",
+        "in"
+      ],
+      [
+        "Ġunderst",
+        "and"
+      ],
+      [
+        "at",
+        "ter"
+      ],
+      [
+        "u",
+        "it"
+      ],
+      [
+        "re",
+        "w"
+      ],
+      [
+        "Ġg",
+        "ent"
+      ],
+      [
+        "Ġany",
+        "thing"
+      ],
+      [
+        "Ġclo",
+        "se"
+      ],
+      [
+        "Ġwa",
+        "ll"
+      ],
+      [
+        "Ġe",
+        "l"
+      ],
+      [
+        "as",
+        "ure"
+      ],
+      [
+        "Ġle",
+        "ft"
+      ],
+      [
+        "Ġa",
+        "ble"
+      ],
+      [
+        "Ġarri",
+        "ved"
+      ],
+      [
+        "Ġh",
+        "un"
+      ],
+      [
+        "ro",
+        "ss"
+      ],
+      [
+        "a",
+        "v"
+      ],
+      [
+        "Ġhe",
+        "ar"
+      ],
+      [
+        "Ġfriend",
+        "ly"
+      ],
+      [
+        "Ġforg",
+        "ot"
+      ],
+      [
+        "Ġg",
+        "one"
+      ],
+      [
+        "am",
+        "a"
+      ],
+      [
+        "Ġcre",
+        "at"
+      ],
+      [
+        "Ġw",
+        "et"
+      ],
+      [
+        "Ġli",
+        "on"
+      ],
+      [
+        "H",
+        "ell"
+      ],
+      [
+        "Hell",
+        "o"
+      ],
+      [
+        "Ġd",
+        "ream"
+      ],
+      [
+        "Ġh",
+        "ot"
+      ],
+      [
+        "b",
+        "o"
+      ],
+      [
+        "b",
+        "er"
+      ],
+      [
+        "ĠS",
+        "ally"
+      ],
+      [
+        "Ġf",
+        "illed"
+      ],
+      [
+        "Ġd",
+        "ir"
+      ],
+      [
+        "ie",
+        "ld"
+      ],
+      [
+        "Ġcook",
+        "ies"
+      ],
+      [
+        "Ġlaug",
+        "h"
+      ],
+      [
+        "Ġbro",
+        "ken"
+      ],
+      [
+        "Ġdin",
+        "ner"
+      ],
+      [
+        "l",
+        "f"
+      ],
+      [
+        "Ġel",
+        "se"
+      ],
+      [
+        "Ġh",
+        "id"
+      ],
+      [
+        "c",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ink"
+      ],
+      [
+        "Ġfollow",
+        "ed"
+      ],
+      [
+        "Ġta",
+        "ble"
+      ],
+      [
+        "Ġm",
+        "ar"
+      ],
+      [
+        "Ġcolor",
+        "s"
+      ],
+      [
+        "ou",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "ent"
+      ],
+      [
+        "Ġcontin",
+        "ued"
+      ],
+      [
+        "Ġwonder",
+        "ful"
+      ],
+      [
+        "ĠE",
+        "m"
+      ],
+      [
+        "e",
+        "y"
+      ],
+      [
+        "in",
+        "ed"
+      ],
+      [
+        "ir",
+        "rel"
+      ],
+      [
+        "r",
+        "ot"
+      ],
+      [
+        "Ġfin",
+        "ally"
+      ],
+      [
+        "J",
+        "ack"
+      ],
+      [
+        "Ġa",
+        "rm"
+      ],
+      [
+        "Ġm",
+        "ight"
+      ],
+      [
+        "ĠN",
+        "ow"
+      ],
+      [
+        "Ġc",
+        "ast"
+      ],
+      [
+        "Ġy",
+        "es"
+      ],
+      [
+        "Ġbu",
+        "ild"
+      ],
+      [
+        "Ġen",
+        "ough"
+      ],
+      [
+        "ĠB",
+        "illy"
+      ],
+      [
+        "Ġsome",
+        "one"
+      ],
+      [
+        "Ġperf",
+        "ect"
+      ],
+      [
+        "Ġfa",
+        "ir"
+      ],
+      [
+        "Ġstay",
+        "ed"
+      ],
+      [
+        "a",
+        "pp"
+      ],
+      [
+        "Ġmor",
+        "ning"
+      ],
+      [
+        "ĠThe",
+        "re"
+      ],
+      [
+        "Ġpu",
+        "ppy"
+      ],
+      [
+        "o",
+        "l"
+      ],
+      [
+        "Ġdad",
+        "dy"
+      ],
+      [
+        "Ġtry",
+        "ing"
+      ],
+      [
+        "'",
+        "ll"
+      ],
+      [
+        "Ġj",
+        "u"
+      ],
+      [
+        "Ġother",
+        "s"
+      ],
+      [
+        "Ġbook",
+        "s"
+      ],
+      [
+        "Ġag",
+        "reed"
+      ],
+      [
+        "Ġmu",
+        "s"
+      ],
+      [
+        "Ġsn",
+        "ow"
+      ],
+      [
+        "Ġsqu",
+        "irrel"
+      ],
+      [
+        "Ġc",
+        "ream"
+      ],
+      [
+        "ro",
+        "om"
+      ],
+      [
+        "Ġget",
+        "ting"
+      ],
+      [
+        "Ġgra",
+        "ndma"
+      ],
+      [
+        "ĠL",
+        "ila"
+      ],
+      [
+        "Ġlea",
+        "ves"
+      ],
+      [
+        "Ġba",
+        "by"
+      ],
+      [
+        "Ġc",
+        "ount"
+      ],
+      [
+        "ic",
+        "y"
+      ],
+      [
+        "Ġfe",
+        "w"
+      ],
+      [
+        "A",
+        "t"
+      ],
+      [
+        "Ġf",
+        "all"
+      ],
+      [
+        "The",
+        "n"
+      ],
+      [
+        "g",
+        "on"
+      ],
+      [
+        "Ġbre",
+        "ak"
+      ],
+      [
+        "Ġclimb",
+        "ed"
+      ],
+      [
+        "ri",
+        "es"
+      ],
+      [
+        "Ġbe",
+        "ach"
+      ],
+      [
+        "as",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ug"
+      ],
+      [
+        "Ġp",
+        "lease"
+      ],
+      [
+        "Ġm",
+        "other"
+      ],
+      [
+        "Ġbr",
+        "ought"
+      ],
+      [
+        "Ġtra",
+        "in"
+      ],
+      [
+        "an",
+        "ce"
+      ],
+      [
+        "ĠTh",
+        "is"
+      ],
+      [
+        "Ġde",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "is"
+      ],
+      [
+        "at",
+        "ed"
+      ],
+      [
+        "s",
+        "hed"
+      ],
+      [
+        "Ġm",
+        "et"
+      ],
+      [
+        "Ġwas",
+        "n"
+      ],
+      [
+        "Ġsomet",
+        "imes"
+      ],
+      [
+        "Ġevery",
+        "thing"
+      ],
+      [
+        "ĠTom",
+        "my"
+      ],
+      [
+        "i",
+        "ch"
+      ],
+      [
+        "Ġmus",
+        "ic"
+      ],
+      [
+        "ke",
+        "y"
+      ],
+      [
+        "l",
+        "ing"
+      ],
+      [
+        "Th",
+        "is"
+      ],
+      [
+        "o",
+        "s"
+      ],
+      [
+        "Ġturn",
+        "ed"
+      ],
+      [
+        "l",
+        "c"
+      ],
+      [
+        "Ġr",
+        "ide"
+      ],
+      [
+        "o",
+        "om"
+      ],
+      [
+        "Ġs",
+        "ong"
+      ],
+      [
+        "or",
+        "ing"
+      ],
+      [
+        "Ġsp",
+        "ark"
+      ],
+      [
+        "Ġf",
+        "ight"
+      ],
+      [
+        "Ġhun",
+        "gry"
+      ],
+      [
+        "on",
+        "s"
+      ],
+      [
+        "Ġpicture",
+        "s"
+      ],
+      [
+        "d",
+        "s"
+      ],
+      [
+        "Ġm",
+        "akes"
+      ],
+      [
+        "Ġse",
+        "ar"
+      ],
+      [
+        "uck",
+        "y"
+      ],
+      [
+        "Ġlist",
+        "ened"
+      ],
+      [
+        "Ġjo",
+        "y"
+      ],
+      [
+        "Ġpo",
+        "l"
+      ],
+      [
+        "ĠW",
+        "hat"
+      ],
+      [
+        "H",
+        "is"
+      ],
+      [
+        "e",
+        "e"
+      ],
+      [
+        "Ġcl",
+        "ot"
+      ],
+      [
+        "Ġsa",
+        "il"
+      ],
+      [
+        "a",
+        "pped"
+      ],
+      [
+        "b",
+        "ble"
+      ],
+      [
+        "Ġcom",
+        "p"
+      ],
+      [
+        "Ġpl",
+        "an"
+      ],
+      [
+        "Ġwant",
+        "s"
+      ],
+      [
+        "Ġclot",
+        "hes"
+      ],
+      [
+        "Ġpo",
+        "in"
+      ],
+      [
+        "Ġ",
+        "K"
+      ],
+      [
+        "z",
+        "z"
+      ],
+      [
+        "Ġball",
+        "oon"
+      ],
+      [
+        "Ġstr",
+        "ange"
+      ],
+      [
+        "m",
+        "an"
+      ],
+      [
+        "en",
+        "ny"
+      ],
+      [
+        "Ġp",
+        "i"
+      ],
+      [
+        "Ġgr",
+        "ow"
+      ],
+      [
+        "Ġfly",
+        "ing"
+      ],
+      [
+        "r",
+        "ow"
+      ],
+      [
+        "Ġsc",
+        "ary"
+      ],
+      [
+        "Ġtre",
+        "at"
+      ],
+      [
+        "Ġwa",
+        "ited"
+      ],
+      [
+        "Ġamaz",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "eddy"
+      ],
+      [
+        "Ġcast",
+        "le"
+      ],
+      [
+        "is",
+        "ter"
+      ],
+      [
+        "Ġe",
+        "le"
+      ],
+      [
+        "Ġamaz",
+        "ing"
+      ],
+      [
+        "m",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "l"
+      ],
+      [
+        "O",
+        "h"
+      ],
+      [
+        "Ġle",
+        "ave"
+      ],
+      [
+        "Ġown",
+        "er"
+      ],
+      [
+        "Ġprom",
+        "ised"
+      ],
+      [
+        "Ġdan",
+        "ger"
+      ],
+      [
+        "e",
+        "ver"
+      ],
+      [
+        "O",
+        "K"
+      ],
+      [
+        "Ġs",
+        "uch"
+      ],
+      [
+        "Ġwh",
+        "ite"
+      ],
+      [
+        "Ġp",
+        "at"
+      ],
+      [
+        "Ġtal",
+        "k"
+      ],
+      [
+        "uff",
+        "y"
+      ],
+      [
+        "Ġf",
+        "ur"
+      ],
+      [
+        "Ġp",
+        "ie"
+      ],
+      [
+        "op",
+        "e"
+      ],
+      [
+        "r",
+        "ed"
+      ],
+      [
+        "Ġpull",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "re"
+      ],
+      [
+        "Ġwood",
+        "s"
+      ],
+      [
+        "ĠT",
+        "o"
+      ],
+      [
+        "Ġsh",
+        "ared"
+      ],
+      [
+        "Ġal",
+        "one"
+      ],
+      [
+        "Ġtow",
+        "ards"
+      ],
+      [
+        "c",
+        "le"
+      ],
+      [
+        "ĠM",
+        "aybe"
+      ],
+      [
+        "Ġs",
+        "it"
+      ],
+      [
+        "Ġn",
+        "ap"
+      ],
+      [
+        "Ġcolor",
+        "ful"
+      ],
+      [
+        "am",
+        "p"
+      ],
+      [
+        "h",
+        "one"
+      ],
+      [
+        "Ġvis",
+        "it"
+      ],
+      [
+        "ig",
+        "g"
+      ],
+      [
+        "ug",
+        "g"
+      ],
+      [
+        "th",
+        "y"
+      ],
+      [
+        "en",
+        "ce"
+      ],
+      [
+        "Ġta",
+        "il"
+      ],
+      [
+        "ct",
+        "or"
+      ],
+      [
+        "Ġmagic",
+        "al"
+      ],
+      [
+        "Ġr",
+        "iver"
+      ],
+      [
+        "Ġh",
+        "ig"
+      ],
+      [
+        "Ġbe",
+        "lie"
+      ],
+      [
+        "Ġgr",
+        "ate"
+      ],
+      [
+        "u",
+        "ally"
+      ],
+      [
+        "an",
+        "g"
+      ],
+      [
+        "ot",
+        "t"
+      ],
+      [
+        "Ġh",
+        "ide"
+      ],
+      [
+        "Ġs",
+        "illy"
+      ],
+      [
+        "Ġsmil",
+        "es"
+      ],
+      [
+        "ow",
+        "er"
+      ],
+      [
+        "Ġs",
+        "ide"
+      ],
+      [
+        "M",
+        "ax"
+      ],
+      [
+        "Ġro",
+        "ll"
+      ],
+      [
+        "Ġg",
+        "u"
+      ],
+      [
+        "ĠA",
+        "my"
+      ],
+      [
+        "Ġpr",
+        "o"
+      ],
+      [
+        "et",
+        "er"
+      ],
+      [
+        "Ġfast",
+        "er"
+      ],
+      [
+        "Ġgrate",
+        "ful"
+      ],
+      [
+        "Ġtre",
+        "asure"
+      ],
+      [
+        "as",
+        "ed"
+      ],
+      [
+        "Ġsn",
+        "ack"
+      ],
+      [
+        "u",
+        "p"
+      ],
+      [
+        "Ġla",
+        "nd"
+      ],
+      [
+        "av",
+        "y"
+      ],
+      [
+        "Ġmor",
+        "al"
+      ],
+      [
+        "ain",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "ister"
+      ],
+      [
+        "ĠG",
+        "ra"
+      ],
+      [
+        "Ġsh",
+        "ap"
+      ],
+      [
+        "Ġpain",
+        "t"
+      ],
+      [
+        "Ġslow",
+        "ly"
+      ],
+      [
+        "Ġf",
+        "ield"
+      ],
+      [
+        "Ġp",
+        "et"
+      ],
+      [
+        "Ġs",
+        "ec"
+      ],
+      [
+        "or",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "im"
+      ],
+      [
+        "Ġbr",
+        "an"
+      ],
+      [
+        "Ġm",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "st"
+      ],
+      [
+        "Ġhelp",
+        "ing"
+      ],
+      [
+        "Ġwor",
+        "ried"
+      ],
+      [
+        "Ġjo",
+        "b"
+      ],
+      [
+        "Ġfo",
+        "x"
+      ],
+      [
+        "s",
+        "et"
+      ],
+      [
+        "Ġm",
+        "oney"
+      ],
+      [
+        "Ġp",
+        "ot"
+      ],
+      [
+        "Ġqu",
+        "i"
+      ],
+      [
+        "Ġbe",
+        "l"
+      ],
+      [
+        "Ġac",
+        "c"
+      ],
+      [
+        "Ġli",
+        "ving"
+      ],
+      [
+        "Ġmon",
+        "ster"
+      ],
+      [
+        "le",
+        "ss"
+      ],
+      [
+        "Ġpart",
+        "y"
+      ],
+      [
+        "e",
+        "ar"
+      ],
+      [
+        "Ġmo",
+        "st"
+      ],
+      [
+        "Ġwe",
+        "ar"
+      ],
+      [
+        "Ġrememb",
+        "er"
+      ],
+      [
+        "i",
+        "re"
+      ],
+      [
+        "Ġs",
+        "ign"
+      ],
+      [
+        "w",
+        "l"
+      ],
+      [
+        "Ġcl",
+        "oud"
+      ],
+      [
+        "Ġc",
+        "andy"
+      ],
+      [
+        "Ġhig",
+        "her"
+      ],
+      [
+        "i",
+        "pped"
+      ],
+      [
+        "id",
+        "ent"
+      ],
+      [
+        "ĠA",
+        "ll"
+      ],
+      [
+        "d",
+        "er"
+      ],
+      [
+        "z",
+        "e"
+      ],
+      [
+        "Ġqui",
+        "et"
+      ],
+      [
+        "Ġto",
+        "wn"
+      ],
+      [
+        "un",
+        "ch"
+      ],
+      [
+        "Ġprin",
+        "cess"
+      ],
+      [
+        "Ġrun",
+        "s"
+      ],
+      [
+        "ask",
+        "et"
+      ],
+      [
+        "e",
+        "m"
+      ],
+      [
+        "Ġevery",
+        "where"
+      ],
+      [
+        "Ġjo",
+        "in"
+      ],
+      [
+        "Ġste",
+        "pped"
+      ],
+      [
+        "Ġb",
+        "asket"
+      ],
+      [
+        "Ġl",
+        "ake"
+      ],
+      [
+        "Ġcu",
+        "p"
+      ],
+      [
+        "s",
+        "w"
+      ],
+      [
+        "out",
+        "h"
+      ],
+      [
+        "Ġcar",
+        "rot"
+      ],
+      [
+        "Ġco",
+        "ll"
+      ],
+      [
+        "Ġpl",
+        "ant"
+      ],
+      [
+        "Ġsc",
+        "ream"
+      ],
+      [
+        "ĠDad",
+        "dy"
+      ],
+      [
+        "Ġb",
+        "uck"
+      ],
+      [
+        "Ġhe",
+        "avy"
+      ],
+      [
+        "Ġbig",
+        "ger"
+      ],
+      [
+        "Ġch",
+        "o"
+      ],
+      [
+        "Ġbl",
+        "ank"
+      ],
+      [
+        "Ġclo",
+        "sed"
+      ],
+      [
+        "Ġw",
+        "on"
+      ],
+      [
+        "is",
+        "es"
+      ],
+      [
+        "Ġan",
+        "sw"
+      ],
+      [
+        "b",
+        "r"
+      ],
+      [
+        "Ġblank",
+        "et"
+      ],
+      [
+        "Ġm",
+        "outh"
+      ],
+      [
+        "am",
+        "es"
+      ],
+      [
+        "ec",
+        "es"
+      ],
+      [
+        "Ġeat",
+        "ing"
+      ],
+      [
+        "Ġpi",
+        "eces"
+      ],
+      [
+        "ck",
+        "et"
+      ],
+      [
+        "Ġst",
+        "re"
+      ],
+      [
+        "Ġwe",
+        "lc"
+      ],
+      [
+        "Ġwould",
+        "n"
+      ],
+      [
+        "Ġre",
+        "ach"
+      ],
+      [
+        "Ġbro",
+        "ke"
+      ],
+      [
+        "e",
+        "ared"
+      ],
+      [
+        "Ġdanger",
+        "ous"
+      ],
+      [
+        "g",
+        "s"
+      ],
+      [
+        "p",
+        "h"
+      ],
+      [
+        "ĠM",
+        "olly"
+      ],
+      [
+        "Ġc",
+        "e"
+      ],
+      [
+        "ĠM",
+        "r"
+      ],
+      [
+        "or",
+        "d"
+      ],
+      [
+        "f",
+        "ort"
+      ],
+      [
+        "Ġdoll",
+        "s"
+      ],
+      [
+        "m",
+        "ing"
+      ],
+      [
+        "Ġdan",
+        "ce"
+      ],
+      [
+        "Ġdra",
+        "gon"
+      ],
+      [
+        "Ġthink",
+        "s"
+      ],
+      [
+        "Ġask",
+        "s"
+      ],
+      [
+        "Ġac",
+        "ross"
+      ],
+      [
+        "O",
+        "kay"
+      ],
+      [
+        "Ġch",
+        "air"
+      ],
+      [
+        "Ġte",
+        "ac"
+      ],
+      [
+        "Ġb",
+        "ott"
+      ],
+      [
+        "H",
+        "i"
+      ],
+      [
+        "Ġp",
+        "a"
+      ],
+      [
+        "Ġne",
+        "igh"
+      ],
+      [
+        "Ġb",
+        "ar"
+      ],
+      [
+        "Ġb",
+        "ike"
+      ],
+      [
+        "Ġp",
+        "ack"
+      ],
+      [
+        "it",
+        "ing"
+      ],
+      [
+        "Ġdis",
+        "app"
+      ],
+      [
+        "Ġneigh",
+        "b"
+      ],
+      [
+        "Ġst",
+        "uck"
+      ],
+      [
+        "d",
+        "e"
+      ],
+      [
+        "Ġg",
+        "if"
+      ],
+      [
+        "Ġfr",
+        "uit"
+      ],
+      [
+        "Ġbelie",
+        "ve"
+      ],
+      [
+        "c",
+        "y"
+      ],
+      [
+        "Ġ",
+        "ve"
+      ],
+      [
+        "Ġcry",
+        "ing"
+      ],
+      [
+        "i",
+        "er"
+      ],
+      [
+        "ph",
+        "ant"
+      ],
+      [
+        "Ġs",
+        "uddenly"
+      ],
+      [
+        "Ġs",
+        "oup"
+      ],
+      [
+        "Ġr",
+        "ace"
+      ],
+      [
+        "Ġth",
+        "rew"
+      ],
+      [
+        "S",
+        "ure"
+      ],
+      [
+        "Ġfar",
+        "mer"
+      ],
+      [
+        "Ġacc",
+        "ident"
+      ],
+      [
+        "Ġdir",
+        "ty"
+      ],
+      [
+        "Ġele",
+        "phant"
+      ],
+      [
+        "Ġmon",
+        "key"
+      ],
+      [
+        "Ġhe",
+        "al"
+      ],
+      [
+        "w",
+        "eet"
+      ],
+      [
+        "Ġre",
+        "m"
+      ],
+      [
+        "Ġp",
+        "ers"
+      ],
+      [
+        "Ġsa",
+        "me"
+      ],
+      [
+        "or",
+        "ed"
+      ],
+      [
+        "vent",
+        "ually"
+      ],
+      [
+        "e",
+        "ad"
+      ],
+      [
+        "pp",
+        "ing"
+      ],
+      [
+        "Ġgent",
+        "le"
+      ],
+      [
+        "Ġf",
+        "ree"
+      ],
+      [
+        "Ġbr",
+        "own"
+      ],
+      [
+        "M",
+        "aybe"
+      ],
+      [
+        "Ġin",
+        "st"
+      ],
+      [
+        "Ġbe",
+        "e"
+      ],
+      [
+        "i",
+        "x"
+      ],
+      [
+        "Ġb",
+        "en"
+      ],
+      [
+        "Ġw",
+        "in"
+      ],
+      [
+        "Ġbl",
+        "ack"
+      ],
+      [
+        "Ġal",
+        "ong"
+      ],
+      [
+        "Ġlong",
+        "er"
+      ],
+      [
+        "i",
+        "ble"
+      ],
+      [
+        "Ġsp",
+        "r"
+      ],
+      [
+        "Ġcl",
+        "apped"
+      ],
+      [
+        "F",
+        "inally"
+      ],
+      [
+        "W",
+        "hy"
+      ],
+      [
+        "ck",
+        "ed"
+      ],
+      [
+        "Ġwor",
+        "ds"
+      ],
+      [
+        "ĠF",
+        "l"
+      ],
+      [
+        "Ġteac",
+        "her"
+      ],
+      [
+        "Ġup",
+        "set"
+      ],
+      [
+        "ch",
+        "ool"
+      ],
+      [
+        "Ġpie",
+        "ce"
+      ],
+      [
+        "Ġwe",
+        "ll"
+      ],
+      [
+        "Ġche",
+        "ered"
+      ],
+      [
+        "Ġh",
+        "it"
+      ],
+      [
+        "Ġsa",
+        "ng"
+      ],
+      [
+        "m",
+        "ent"
+      ],
+      [
+        "Ġbow",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ite"
+      ],
+      [
+        "Ġdo",
+        "ctor"
+      ],
+      [
+        "ĠJ",
+        "ill"
+      ],
+      [
+        "Ġbuck",
+        "et"
+      ],
+      [
+        "M",
+        "ia"
+      ],
+      [
+        "Ġb",
+        "ath"
+      ],
+      [
+        "Ġc",
+        "aught"
+      ],
+      [
+        "Ġhe",
+        "art"
+      ],
+      [
+        "Ġfor",
+        "get"
+      ],
+      [
+        "Ġm",
+        "ark"
+      ],
+      [
+        "Ġbut",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ry"
+      ],
+      [
+        "Ġyou",
+        "ng"
+      ],
+      [
+        "Ġse",
+        "a"
+      ],
+      [
+        "Ġc",
+        "our"
+      ],
+      [
+        "Ġdro",
+        "pped"
+      ],
+      [
+        "es",
+        "e"
+      ],
+      [
+        "Ġy",
+        "ard"
+      ],
+      [
+        "Ġpl",
+        "ac"
+      ],
+      [
+        "our",
+        "n"
+      ],
+      [
+        "Ġs",
+        "chool"
+      ],
+      [
+        "Ġsw",
+        "ings"
+      ],
+      [
+        "bb",
+        "y"
+      ],
+      [
+        "Ġw",
+        "ings"
+      ],
+      [
+        "b",
+        "s"
+      ],
+      [
+        "Ġexpl",
+        "ained"
+      ],
+      [
+        "Ġj",
+        "ourn"
+      ],
+      [
+        "Ġbr",
+        "ing"
+      ],
+      [
+        "Ġdr",
+        "ink"
+      ],
+      [
+        "Ġstre",
+        "et"
+      ],
+      [
+        "Ġju",
+        "ice"
+      ],
+      [
+        "un",
+        "g"
+      ],
+      [
+        "Ġnear",
+        "by"
+      ],
+      [
+        "ĠEm",
+        "ma"
+      ],
+      [
+        "Ġsm",
+        "o"
+      ],
+      [
+        "Ġsm",
+        "art"
+      ],
+      [
+        "Ġpu",
+        "shed"
+      ],
+      [
+        "Ġstor",
+        "ies"
+      ],
+      [
+        "Ġdro",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "iny"
+      ],
+      [
+        "Ġp",
+        "en"
+      ],
+      [
+        "Ġcour",
+        "se"
+      ],
+      [
+        "Ġ",
+        "es"
+      ],
+      [
+        "Ġm",
+        "ine"
+      ],
+      [
+        "Ġto",
+        "day"
+      ],
+      [
+        "Ġpo",
+        "cket"
+      ],
+      [
+        "Ġye",
+        "ar"
+      ],
+      [
+        "aught",
+        "er"
+      ],
+      [
+        "Ġj",
+        "e"
+      ],
+      [
+        "Ġsec",
+        "ret"
+      ],
+      [
+        "Ġex",
+        "p"
+      ],
+      [
+        "Ġwith",
+        "out"
+      ],
+      [
+        "Ġsing",
+        "ing"
+      ],
+      [
+        "Ġwelc",
+        "ome"
+      ],
+      [
+        "Ġhapp",
+        "en"
+      ],
+      [
+        "t",
+        "o"
+      ],
+      [
+        "Ġf",
+        "it"
+      ],
+      [
+        "Ġst",
+        "u"
+      ],
+      [
+        "ve",
+        "l"
+      ],
+      [
+        "ra",
+        "ct"
+      ],
+      [
+        "Ġbu",
+        "s"
+      ],
+      [
+        "Ġche",
+        "ese"
+      ],
+      [
+        "Ġcr",
+        "ay"
+      ],
+      [
+        "Ġfair",
+        "y"
+      ],
+      [
+        "Ġj",
+        "ar"
+      ],
+      [
+        "Ġturn",
+        "s"
+      ],
+      [
+        "Ġbu",
+        "sh"
+      ],
+      [
+        "b",
+        "ow"
+      ],
+      [
+        "ll",
+        "o"
+      ],
+      [
+        "Ġexpl",
+        "oring"
+      ],
+      [
+        "Ġl",
+        "on"
+      ],
+      [
+        "Ġst",
+        "and"
+      ],
+      [
+        "itt",
+        "ing"
+      ],
+      [
+        "Ġsee",
+        "med"
+      ],
+      [
+        "Ġsp",
+        "oon"
+      ],
+      [
+        "ĠF",
+        "inally"
+      ],
+      [
+        "Ġg",
+        "ames"
+      ],
+      [
+        "Ġwo",
+        "ke"
+      ],
+      [
+        "is",
+        "sed"
+      ],
+      [
+        "Ġre",
+        "sp"
+      ],
+      [
+        "Ġtr",
+        "ou"
+      ],
+      [
+        "Ġtw",
+        "ins"
+      ],
+      [
+        "Ġhop",
+        "ed"
+      ],
+      [
+        "Ġat",
+        "t"
+      ],
+      [
+        "Ġlon",
+        "ely"
+      ],
+      [
+        "Ġa",
+        "nt"
+      ],
+      [
+        "ĠM",
+        "ama"
+      ],
+      [
+        "or",
+        "row"
+      ],
+      [
+        "Ġno",
+        "ises"
+      ],
+      [
+        "Ġhug",
+        "s"
+      ],
+      [
+        "ount",
+        "ain"
+      ],
+      [
+        "y",
+        "ard"
+      ],
+      [
+        "Ġd",
+        "aughter"
+      ],
+      [
+        "Ġin",
+        "v"
+      ],
+      [
+        "Ġke",
+        "y"
+      ],
+      [
+        "a",
+        "il"
+      ],
+      [
+        "Ġrock",
+        "s"
+      ],
+      [
+        "Ġdis",
+        "co"
+      ],
+      [
+        "Ġs",
+        "u"
+      ],
+      [
+        "Ġl",
+        "unch"
+      ],
+      [
+        "re",
+        "ad"
+      ],
+      [
+        "ou",
+        "n"
+      ],
+      [
+        "ver",
+        "ed"
+      ],
+      [
+        "Ġback",
+        "yard"
+      ],
+      [
+        "Ġs",
+        "uc"
+      ],
+      [
+        "Ġc",
+        "ow"
+      ],
+      [
+        "Ġapp",
+        "le"
+      ],
+      [
+        "e",
+        "k"
+      ],
+      [
+        "Ġsw",
+        "am"
+      ],
+      [
+        "Ġsho",
+        "es"
+      ],
+      [
+        "Ġst",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "ook"
+      ],
+      [
+        "itt",
+        "ens"
+      ],
+      [
+        "Ġm",
+        "iss"
+      ],
+      [
+        "c",
+        "hes"
+      ],
+      [
+        "Ġw",
+        "ish"
+      ],
+      [
+        "Ġre",
+        "lie"
+      ],
+      [
+        "fu",
+        "sed"
+      ],
+      [
+        "Ġshap",
+        "es"
+      ],
+      [
+        "urp",
+        "le"
+      ],
+      [
+        "Ġtow",
+        "er"
+      ],
+      [
+        "it",
+        "y"
+      ],
+      [
+        "Ġc",
+        "orn"
+      ],
+      [
+        "Ġmo",
+        "ved"
+      ],
+      [
+        "sh",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "3"
+      ],
+      [
+        "Ġth",
+        "ough"
+      ],
+      [
+        "Ġc",
+        "ir"
+      ],
+      [
+        "um",
+        "b"
+      ],
+      [
+        "Ġta",
+        "king"
+      ],
+      [
+        "t",
+        "s"
+      ],
+      [
+        "ĠT",
+        "weet"
+      ],
+      [
+        "ap",
+        "e"
+      ],
+      [
+        "Ġrain",
+        "bow"
+      ],
+      [
+        "Ġthr",
+        "ow"
+      ],
+      [
+        "Ġst",
+        "ar"
+      ],
+      [
+        "Ġben",
+        "ch"
+      ],
+      [
+        "Ġne",
+        "ck"
+      ],
+      [
+        "ock",
+        "ed"
+      ],
+      [
+        "Ġcreat",
+        "ure"
+      ],
+      [
+        "Ġbu",
+        "bble"
+      ],
+      [
+        "Ġl",
+        "ate"
+      ],
+      [
+        "Ġadventure",
+        "s"
+      ],
+      [
+        "Ġo",
+        "wl"
+      ],
+      [
+        "ion",
+        "s"
+      ],
+      [
+        "A",
+        "nd"
+      ],
+      [
+        "Ġw",
+        "he"
+      ],
+      [
+        "Ġp",
+        "ar"
+      ],
+      [
+        "Ġshe",
+        "ll"
+      ],
+      [
+        "Ġk",
+        "ite"
+      ],
+      [
+        "ĠFl",
+        "uffy"
+      ],
+      [
+        "in",
+        "ing"
+      ],
+      [
+        "Ġm",
+        "il"
+      ],
+      [
+        "u",
+        "nt"
+      ],
+      [
+        "Ġf",
+        "ence"
+      ],
+      [
+        "Ġm",
+        "ix"
+      ],
+      [
+        "Ġli",
+        "ft"
+      ],
+      [
+        "Ġaccident",
+        "ally"
+      ],
+      [
+        "Ġw",
+        "ise"
+      ],
+      [
+        "Ġhe",
+        "llo"
+      ],
+      [
+        "Ġp",
+        "urple"
+      ],
+      [
+        "pp",
+        "er"
+      ],
+      [
+        "Ġon",
+        "to"
+      ],
+      [
+        "Ġsp",
+        "in"
+      ],
+      [
+        "t",
+        "en"
+      ],
+      [
+        "our",
+        "s"
+      ],
+      [
+        "Ġs",
+        "itting"
+      ],
+      [
+        "id",
+        "ge"
+      ],
+      [
+        "Ġsun",
+        "shine"
+      ],
+      [
+        "Ġcut",
+        "e"
+      ],
+      [
+        "Ġm",
+        "at"
+      ],
+      [
+        "w",
+        "ard"
+      ],
+      [
+        "Ġsh",
+        "op"
+      ],
+      [
+        "Ġwh",
+        "ist"
+      ],
+      [
+        "Ġd",
+        "ist"
+      ],
+      [
+        "Ġor",
+        "ange"
+      ],
+      [
+        "L",
+        "ila"
+      ],
+      [
+        "Ġn",
+        "aught"
+      ],
+      [
+        "ĠSam",
+        "my"
+      ],
+      [
+        "Ġnaught",
+        "y"
+      ],
+      [
+        "Ġn",
+        "est"
+      ],
+      [
+        "o",
+        "se"
+      ],
+      [
+        "or",
+        "s"
+      ],
+      [
+        "ll",
+        "a"
+      ],
+      [
+        "Ġmil",
+        "k"
+      ],
+      [
+        "f",
+        "ish"
+      ],
+      [
+        "Ġa",
+        "f"
+      ],
+      [
+        "Ġb",
+        "oun"
+      ],
+      [
+        "Ġp",
+        "hone"
+      ],
+      [
+        "Ġarm",
+        "s"
+      ],
+      [
+        "Ġe",
+        "as"
+      ],
+      [
+        "n",
+        "ess"
+      ],
+      [
+        "Ġcar",
+        "ry"
+      ],
+      [
+        "ĠGra",
+        "ndma"
+      ],
+      [
+        "o",
+        "g"
+      ],
+      [
+        "Ġb",
+        "ought"
+      ],
+      [
+        "Ġdri",
+        "ver"
+      ],
+      [
+        "Ġinst",
+        "ead"
+      ],
+      [
+        "L",
+        "ater"
+      ],
+      [
+        "Ġtal",
+        "ked"
+      ],
+      [
+        "Ġsear",
+        "ched"
+      ],
+      [
+        "g",
+        "ged"
+      ],
+      [
+        "Ġp",
+        "ig"
+      ],
+      [
+        "Ġco",
+        "zy"
+      ],
+      [
+        "Ġsun",
+        "ny"
+      ],
+      [
+        "itt",
+        "y"
+      ],
+      [
+        "Ġfeel",
+        "s"
+      ],
+      [
+        "Ġf",
+        "an"
+      ],
+      [
+        "Ġwonder",
+        "ed"
+      ],
+      [
+        "Ġcom",
+        "es"
+      ],
+      [
+        "Ġswim",
+        "ming"
+      ],
+      [
+        "u",
+        "ched"
+      ],
+      [
+        "Ġto",
+        "uched"
+      ],
+      [
+        "Ġp",
+        "op"
+      ],
+      [
+        "ĠIn",
+        "side"
+      ],
+      [
+        "a",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ucky"
+      ],
+      [
+        "Ġlaug",
+        "hing"
+      ],
+      [
+        "Ġbel",
+        "ong"
+      ],
+      [
+        "Ġsound",
+        "s"
+      ],
+      [
+        "Ġw",
+        "om"
+      ],
+      [
+        "Ġc",
+        "ave"
+      ],
+      [
+        "le",
+        "t"
+      ],
+      [
+        "Ġjourn",
+        "ey"
+      ],
+      [
+        "Ġwom",
+        "an"
+      ],
+      [
+        "Ġc",
+        "ou"
+      ],
+      [
+        "Ġnot",
+        "hing"
+      ],
+      [
+        "Ġco",
+        "at"
+      ],
+      [
+        "Ġrelie",
+        "ved"
+      ],
+      [
+        "Ġ",
+        "O"
+      ],
+      [
+        "Ġpe",
+        "ace"
+      ],
+      [
+        "ad",
+        "ow"
+      ],
+      [
+        "Ġno",
+        "se"
+      ],
+      [
+        "Ġbu",
+        "sy"
+      ],
+      [
+        "B",
+        "ob"
+      ],
+      [
+        "Ġp",
+        "ast"
+      ],
+      [
+        "Ġapp",
+        "les"
+      ],
+      [
+        "Ġs",
+        "ick"
+      ],
+      [
+        "Ġr",
+        "ope"
+      ],
+      [
+        "Ġpat",
+        "ient"
+      ],
+      [
+        "Ġa",
+        "ct"
+      ],
+      [
+        "Ġp",
+        "udd"
+      ],
+      [
+        "Ġin",
+        "c"
+      ],
+      [
+        "ra",
+        "id"
+      ],
+      [
+        "Ġwatch",
+        "ing"
+      ],
+      [
+        "Ġbran",
+        "ch"
+      ],
+      [
+        "Ġaf",
+        "raid"
+      ],
+      [
+        "Ġto",
+        "m"
+      ],
+      [
+        "id",
+        "er"
+      ],
+      [
+        "Ġday",
+        "s"
+      ],
+      [
+        "Ġre",
+        "t"
+      ],
+      [
+        "c",
+        "ing"
+      ],
+      [
+        "ĠM",
+        "ary"
+      ],
+      [
+        "Ġb",
+        "and"
+      ],
+      [
+        "Ġfar",
+        "m"
+      ],
+      [
+        "Ġhug",
+        "e"
+      ],
+      [
+        "ĠTh",
+        "ank"
+      ],
+      [
+        "at",
+        "or"
+      ],
+      [
+        "Ġexc",
+        "iting"
+      ],
+      [
+        "Ġdan",
+        "ced"
+      ],
+      [
+        "th",
+        "day"
+      ],
+      [
+        "Ġwa",
+        "r"
+      ],
+      [
+        "ĠSo",
+        "on"
+      ],
+      [
+        "b",
+        "all"
+      ],
+      [
+        "Ġg",
+        "igg"
+      ],
+      [
+        "ble",
+        "m"
+      ],
+      [
+        "Ġz",
+        "oom"
+      ],
+      [
+        "Ġm",
+        "ad"
+      ],
+      [
+        "Ġv",
+        "ill"
+      ],
+      [
+        "Ġfore",
+        "ver"
+      ],
+      [
+        "Ġpro",
+        "blem"
+      ],
+      [
+        "Ġcoll",
+        "ect"
+      ],
+      [
+        "p",
+        "ed"
+      ],
+      [
+        "ir",
+        "t"
+      ],
+      [
+        "Ġmin",
+        "ut"
+      ],
+      [
+        "Ġw",
+        "ra"
+      ],
+      [
+        "h",
+        "o"
+      ],
+      [
+        "Ġli",
+        "fe"
+      ],
+      [
+        "Ġkne",
+        "e"
+      ],
+      [
+        "c",
+        "es"
+      ],
+      [
+        "D",
+        "o"
+      ],
+      [
+        "c",
+        "er"
+      ],
+      [
+        "m",
+        "p"
+      ],
+      [
+        "ar",
+        "p"
+      ],
+      [
+        "Ġk",
+        "ing"
+      ],
+      [
+        "Ġas",
+        "leep"
+      ],
+      [
+        "Ġret",
+        "urn"
+      ],
+      [
+        "Ġsh",
+        "arp"
+      ],
+      [
+        "Ġre",
+        "l"
+      ],
+      [
+        "Ġp",
+        "ower"
+      ],
+      [
+        "et",
+        "h"
+      ],
+      [
+        "Ġhold",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ing"
+      ],
+      [
+        "Ġheal",
+        "thy"
+      ],
+      [
+        "ĠM",
+        "ittens"
+      ],
+      [
+        "Ġpr",
+        "ot"
+      ],
+      [
+        "Ġme",
+        "et"
+      ],
+      [
+        "Ġor",
+        "gan"
+      ],
+      [
+        "Ġcle",
+        "ver"
+      ],
+      [
+        "Ġspot",
+        "ted"
+      ],
+      [
+        "Ġl",
+        "etter"
+      ],
+      [
+        "Ġg",
+        "ather"
+      ],
+      [
+        "al",
+        "m"
+      ],
+      [
+        "O",
+        "f"
+      ],
+      [
+        "e",
+        "re"
+      ],
+      [
+        "Ġr",
+        "ound"
+      ],
+      [
+        "Ġstor",
+        "m"
+      ],
+      [
+        "Ġprot",
+        "ect"
+      ],
+      [
+        "Ġgif",
+        "t"
+      ],
+      [
+        "am",
+        "ed"
+      ],
+      [
+        "Ġma",
+        "il"
+      ],
+      [
+        "ĠJ",
+        "en"
+      ],
+      [
+        "Ġbir",
+        "thday"
+      ],
+      [
+        "Ġpre",
+        "s"
+      ],
+      [
+        "Ġsa",
+        "f"
+      ],
+      [
+        "Ġneighb",
+        "or"
+      ],
+      [
+        "ep",
+        "end"
+      ],
+      [
+        "Ġta",
+        "kes"
+      ],
+      [
+        "s",
+        "c"
+      ],
+      [
+        "Ġe",
+        "ar"
+      ],
+      [
+        "Ġcom",
+        "fort"
+      ],
+      [
+        "Ġ",
+        "ent"
+      ],
+      [
+        "Ġre",
+        "p"
+      ],
+      [
+        "Ġpers",
+        "on"
+      ],
+      [
+        "Ġsmil",
+        "ing"
+      ],
+      [
+        "ĠW",
+        "ith"
+      ],
+      [
+        "Ġgent",
+        "ly"
+      ],
+      [
+        "Ġpoin",
+        "ted"
+      ],
+      [
+        "E",
+        "very"
+      ],
+      [
+        "ow",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "o"
+      ],
+      [
+        "co",
+        "l"
+      ],
+      [
+        "Ġtast",
+        "y"
+      ],
+      [
+        "ul",
+        "ar"
+      ],
+      [
+        "ĠJim",
+        "my"
+      ],
+      [
+        "Ġpl",
+        "ane"
+      ],
+      [
+        "st",
+        "ing"
+      ],
+      [
+        "h",
+        "in"
+      ],
+      [
+        "Ġh",
+        "oney"
+      ],
+      [
+        "it",
+        "ch"
+      ],
+      [
+        "Ġp",
+        "ill"
+      ],
+      [
+        "Ġp",
+        "ass"
+      ],
+      [
+        "itt",
+        "en"
+      ],
+      [
+        "Ġm",
+        "atter"
+      ],
+      [
+        "Ġad",
+        "m"
+      ],
+      [
+        "Ġtast",
+        "ed"
+      ],
+      [
+        "Ġsmell",
+        "ed"
+      ],
+      [
+        "n",
+        "ic"
+      ],
+      [
+        "o",
+        "ve"
+      ],
+      [
+        "Ġe",
+        "ag"
+      ],
+      [
+        "Ġsh",
+        "ining"
+      ],
+      [
+        "He",
+        "y"
+      ],
+      [
+        "Ġhop",
+        "e"
+      ],
+      [
+        "Ġplac",
+        "es"
+      ],
+      [
+        "Ġk",
+        "ick"
+      ],
+      [
+        "ĠC",
+        "h"
+      ],
+      [
+        "Ġpic",
+        "nic"
+      ],
+      [
+        "Ġbott",
+        "le"
+      ],
+      [
+        "Ġresp",
+        "ect"
+      ],
+      [
+        "Ġb",
+        "lew"
+      ],
+      [
+        "Ġapp",
+        "eared"
+      ],
+      [
+        "Ġsu",
+        "pp"
+      ],
+      [
+        "Tom",
+        "my"
+      ],
+      [
+        "ĠC",
+        "ome"
+      ],
+      [
+        "Ġsp",
+        "ider"
+      ],
+      [
+        "Ġint",
+        "ere"
+      ],
+      [
+        "Ġche",
+        "er"
+      ],
+      [
+        "bo",
+        "ard"
+      ],
+      [
+        "Ġwe",
+        "aring"
+      ],
+      [
+        "Ġpres",
+        "ent"
+      ],
+      [
+        "er",
+        "t"
+      ],
+      [
+        "Ġm",
+        "ist"
+      ],
+      [
+        "iz",
+        "e"
+      ],
+      [
+        "Ġtrou",
+        "ble"
+      ],
+      [
+        "Ġtri",
+        "p"
+      ],
+      [
+        "Ġp",
+        "ract"
+      ],
+      [
+        "Ġk",
+        "iss"
+      ],
+      [
+        "Ġqu",
+        "est"
+      ],
+      [
+        "o",
+        "nd"
+      ],
+      [
+        "Ġas",
+        "h"
+      ],
+      [
+        "Ġlo",
+        "ves"
+      ],
+      [
+        "Ġtight",
+        "ly"
+      ],
+      [
+        "g",
+        "g"
+      ],
+      [
+        "ar",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "ur"
+      ],
+      [
+        "Ġsp",
+        "read"
+      ],
+      [
+        "a",
+        "ur"
+      ],
+      [
+        "Ġw",
+        "ide"
+      ],
+      [
+        "on",
+        "es"
+      ],
+      [
+        "um",
+        "ber"
+      ],
+      [
+        "Ġfe",
+        "ather"
+      ],
+      [
+        "Ġspl",
+        "as"
+      ],
+      [
+        "on",
+        "t"
+      ],
+      [
+        "nd",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ater"
+      ],
+      [
+        "Ġwho",
+        "le"
+      ],
+      [
+        "Ġany",
+        "one"
+      ],
+      [
+        "Ġbre",
+        "ad"
+      ],
+      [
+        "M",
+        "olly"
+      ],
+      [
+        "Ġd",
+        "es"
+      ],
+      [
+        "Ġre",
+        "c"
+      ],
+      [
+        "ell",
+        "a"
+      ],
+      [
+        "Ġro",
+        "ad"
+      ],
+      [
+        "I",
+        "n"
+      ],
+      [
+        "Ġo",
+        "ce"
+      ],
+      [
+        "Ġgi",
+        "ant"
+      ],
+      [
+        "Ġoce",
+        "an"
+      ],
+      [
+        "el",
+        "s"
+      ],
+      [
+        "Ġpu",
+        "zz"
+      ],
+      [
+        "Ġcook",
+        "ie"
+      ],
+      [
+        "Ġp",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ath"
+      ],
+      [
+        "Åĵ",
+        "I"
+      ],
+      [
+        "Ġcon",
+        "fused"
+      ],
+      [
+        "Ġscream",
+        "ed"
+      ],
+      [
+        "Ġcloud",
+        "s"
+      ],
+      [
+        "e",
+        "b"
+      ],
+      [
+        "Ġimp",
+        "ress"
+      ],
+      [
+        "Ġfr",
+        "ont"
+      ],
+      [
+        "ĠG",
+        "o"
+      ],
+      [
+        "Ġse",
+        "at"
+      ],
+      [
+        "le",
+        "x"
+      ],
+      [
+        "Ġl",
+        "ay"
+      ],
+      [
+        "Ġwh",
+        "ich"
+      ],
+      [
+        "l",
+        "a"
+      ],
+      [
+        "Ġth",
+        "in"
+      ],
+      [
+        "Ġte",
+        "ach"
+      ],
+      [
+        "er",
+        "ly"
+      ],
+      [
+        "Ġd",
+        "i"
+      ],
+      [
+        "Ġansw",
+        "er"
+      ],
+      [
+        "ung",
+        "le"
+      ],
+      [
+        "Ġa",
+        "p"
+      ],
+      [
+        "ss",
+        "ed"
+      ],
+      [
+        "h",
+        "ile"
+      ],
+      [
+        "u",
+        "b"
+      ],
+      [
+        "Ġl",
+        "arge"
+      ],
+      [
+        "Ġj",
+        "ungle"
+      ],
+      [
+        "Ġprom",
+        "ise"
+      ],
+      [
+        "Ġs",
+        "er"
+      ],
+      [
+        "Ġb",
+        "er"
+      ],
+      [
+        "Ġw",
+        "ild"
+      ],
+      [
+        "Ġb",
+        "ark"
+      ],
+      [
+        "Ġm",
+        "ach"
+      ],
+      [
+        "oo",
+        "se"
+      ],
+      [
+        "Ġbutt",
+        "on"
+      ],
+      [
+        "ndp",
+        "a"
+      ],
+      [
+        "G",
+        "ood"
+      ],
+      [
+        "Ġmy",
+        "ster"
+      ],
+      [
+        "Ġsn",
+        "ake"
+      ],
+      [
+        "Ġvill",
+        "age"
+      ],
+      [
+        "Ġh",
+        "or"
+      ],
+      [
+        "ĠEm",
+        "ily"
+      ],
+      [
+        "C",
+        "ome"
+      ],
+      [
+        "Ġtoo",
+        "l"
+      ],
+      [
+        "Ġput",
+        "s"
+      ],
+      [
+        "Ġla",
+        "st"
+      ],
+      [
+        "Ġim",
+        "ag"
+      ],
+      [
+        "ĠJ",
+        "ake"
+      ],
+      [
+        "L",
+        "ucy"
+      ],
+      [
+        "Ġt",
+        "id"
+      ],
+      [
+        "Ġb",
+        "an"
+      ],
+      [
+        "le",
+        "br"
+      ],
+      [
+        "Ġe",
+        "ventually"
+      ],
+      [
+        "Ġsl",
+        "id"
+      ],
+      [
+        "Ġwa",
+        "ve"
+      ],
+      [
+        "Ġli",
+        "ve"
+      ],
+      [
+        "Ġch",
+        "ased"
+      ],
+      [
+        "ĠEvery",
+        "where"
+      ],
+      [
+        "Ġce",
+        "lebr"
+      ],
+      [
+        "Ġcray",
+        "ons"
+      ],
+      [
+        "J",
+        "ust"
+      ],
+      [
+        "Ġsp",
+        "ent"
+      ],
+      [
+        "Ġwr",
+        "ite"
+      ],
+      [
+        "Ġgi",
+        "ves"
+      ],
+      [
+        "un",
+        "k"
+      ],
+      [
+        "if",
+        "e"
+      ],
+      [
+        "Ġdec",
+        "or"
+      ],
+      [
+        "Ġfo",
+        "ot"
+      ],
+      [
+        "Ġdel",
+        "ight"
+      ],
+      [
+        "Ġso",
+        "l"
+      ],
+      [
+        "Ġsand",
+        "w"
+      ],
+      [
+        "Ġdir",
+        "t"
+      ],
+      [
+        "ĠJ",
+        "enny"
+      ],
+      [
+        "Ġtal",
+        "king"
+      ],
+      [
+        "Ġtreat",
+        "s"
+      ],
+      [
+        "Ġc",
+        "art"
+      ],
+      [
+        "ch",
+        "ing"
+      ],
+      [
+        "Ġwait",
+        "ing"
+      ],
+      [
+        "Ġhid",
+        "ing"
+      ],
+      [
+        "Ġsnow",
+        "man"
+      ],
+      [
+        "Ġintere",
+        "sting"
+      ],
+      [
+        "Ġh",
+        "on"
+      ],
+      [
+        "on",
+        "y"
+      ],
+      [
+        "Ġshe",
+        "lf"
+      ],
+      [
+        "Ġtast",
+        "e"
+      ],
+      [
+        "e",
+        "en"
+      ],
+      [
+        "J",
+        "im"
+      ],
+      [
+        "Ġst",
+        "ep"
+      ],
+      [
+        "M",
+        "um"
+      ],
+      [
+        "Ġhelp",
+        "ful"
+      ],
+      [
+        "Ġfe",
+        "et"
+      ],
+      [
+        "Ġsh",
+        "y"
+      ],
+      [
+        "Ġgo",
+        "es"
+      ],
+      [
+        "Ġv",
+        "al"
+      ],
+      [
+        "Ġe",
+        "mb"
+      ],
+      [
+        "Ġst",
+        "ood"
+      ],
+      [
+        "Ġsh",
+        "r"
+      ],
+      [
+        "Ġbuild",
+        "ing"
+      ],
+      [
+        "Ġo",
+        "ven"
+      ],
+      [
+        "Ġst",
+        "ret"
+      ],
+      [
+        "Ġlove",
+        "ly"
+      ],
+      [
+        "Ġduck",
+        "s"
+      ],
+      [
+        "Ġcorn",
+        "er"
+      ],
+      [
+        "Ġwas",
+        "h"
+      ],
+      [
+        "ck",
+        "s"
+      ],
+      [
+        "Ġsp",
+        "e"
+      ],
+      [
+        "Ġpretend",
+        "ed"
+      ],
+      [
+        "Ġroll",
+        "ed"
+      ],
+      [
+        "Ġru",
+        "de"
+      ],
+      [
+        "o",
+        "ld"
+      ],
+      [
+        "Ġc",
+        "alm"
+      ],
+      [
+        "Ġp",
+        "ile"
+      ],
+      [
+        "Ġte",
+        "eth"
+      ],
+      [
+        "Ġjump",
+        "ing"
+      ],
+      [
+        "Ġz",
+        "oo"
+      ],
+      [
+        "Ġpudd",
+        "le"
+      ],
+      [
+        "Ġtid",
+        "y"
+      ],
+      [
+        "M",
+        "ama"
+      ],
+      [
+        "ig",
+        "er"
+      ],
+      [
+        "ip",
+        "e"
+      ],
+      [
+        "Ġbug",
+        "s"
+      ],
+      [
+        "Ġash",
+        "amed"
+      ],
+      [
+        "Ġb",
+        "at"
+      ],
+      [
+        "in",
+        "a"
+      ],
+      [
+        "ĠR",
+        "e"
+      ],
+      [
+        "Ġo",
+        "b"
+      ],
+      [
+        "Ġst",
+        "ra"
+      ],
+      [
+        "ĠS",
+        "t"
+      ],
+      [
+        "Ġwhist",
+        "le"
+      ],
+      [
+        "Ġban",
+        "an"
+      ],
+      [
+        "n",
+        "ot"
+      ],
+      [
+        "Ġn",
+        "et"
+      ],
+      [
+        "Ġforg",
+        "ive"
+      ],
+      [
+        "Ġprin",
+        "ce"
+      ],
+      [
+        "en",
+        "er"
+      ],
+      [
+        "Ġsh",
+        "irt"
+      ],
+      [
+        "Ġs",
+        "el"
+      ],
+      [
+        "Ġc",
+        "oo"
+      ],
+      [
+        "Ġemb",
+        "ar"
+      ],
+      [
+        "ump",
+        "y"
+      ],
+      [
+        "Ġspark",
+        "ly"
+      ],
+      [
+        "Ġrem",
+        "ind"
+      ],
+      [
+        "Ġs",
+        "ug"
+      ],
+      [
+        "Ġc",
+        "ross"
+      ],
+      [
+        "Ġm",
+        "ind"
+      ],
+      [
+        "Ġcan",
+        "not"
+      ],
+      [
+        "Ġsuc",
+        "cess"
+      ],
+      [
+        "Ġembar",
+        "ra"
+      ],
+      [
+        "S",
+        "oon"
+      ],
+      [
+        "Ġm",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "aring"
+      ],
+      [
+        "Ġwor",
+        "m"
+      ],
+      [
+        "Ġfo",
+        "ld"
+      ],
+      [
+        "Ġpeace",
+        "ful"
+      ],
+      [
+        "Ġw",
+        "ore"
+      ],
+      [
+        "Ġm",
+        "ountain"
+      ],
+      [
+        "Ġbl",
+        "ow"
+      ],
+      [
+        "l",
+        "ice"
+      ],
+      [
+        "Ġ",
+        "ign"
+      ],
+      [
+        "Ġbe",
+        "ll"
+      ],
+      [
+        "Ġfur",
+        "ry"
+      ],
+      [
+        "Ġgra",
+        "b"
+      ],
+      [
+        "al",
+        "s"
+      ],
+      [
+        "omet",
+        "imes"
+      ],
+      [
+        "Ġwhen",
+        "ever"
+      ],
+      [
+        "Ġp",
+        "our"
+      ],
+      [
+        "v",
+        "ous"
+      ],
+      [
+        "ll",
+        "ie"
+      ],
+      [
+        "Ġpu",
+        "sh"
+      ],
+      [
+        "Ġbre",
+        "ath"
+      ],
+      [
+        "Ġmach",
+        "ine"
+      ],
+      [
+        "Ġsug",
+        "ar"
+      ],
+      [
+        "Ġch",
+        "ick"
+      ],
+      [
+        "Ġcreat",
+        "ive"
+      ],
+      [
+        "S",
+        "t"
+      ],
+      [
+        "n",
+        "ed"
+      ],
+      [
+        "Ġb",
+        "al"
+      ],
+      [
+        "Ġst",
+        "ir"
+      ],
+      [
+        "Ġdo",
+        "lp"
+      ],
+      [
+        "Ġtri",
+        "es"
+      ],
+      [
+        "N",
+        "ow"
+      ],
+      [
+        "Ġl",
+        "ad"
+      ],
+      [
+        "ĠL",
+        "e"
+      ],
+      [
+        "Ġm",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ool"
+      ],
+      [
+        "Ġg",
+        "ener"
+      ],
+      [
+        "Ġsa",
+        "l"
+      ],
+      [
+        "or",
+        "k"
+      ],
+      [
+        "ul",
+        "t"
+      ],
+      [
+        "Ġspr",
+        "ay"
+      ],
+      [
+        "Ġsh",
+        "ip"
+      ],
+      [
+        "i",
+        "an"
+      ],
+      [
+        "Ġh",
+        "um"
+      ],
+      [
+        "Ġhe",
+        "l"
+      ],
+      [
+        "is",
+        "a"
+      ],
+      [
+        "Ġsel",
+        "fish"
+      ],
+      [
+        "Ġh",
+        "ar"
+      ],
+      [
+        "Ġfa",
+        "ces"
+      ],
+      [
+        "Ġmess",
+        "y"
+      ],
+      [
+        "Ġ",
+        "'"
+      ],
+      [
+        "Ġp",
+        "le"
+      ],
+      [
+        "ĠS",
+        "ome"
+      ],
+      [
+        "ĠH",
+        "ow"
+      ],
+      [
+        "Ġgo",
+        "ld"
+      ],
+      [
+        "Ġcho",
+        "col"
+      ],
+      [
+        "P",
+        "lease"
+      ],
+      [
+        "Ġminut",
+        "es"
+      ],
+      [
+        "Ġpill",
+        "ow"
+      ],
+      [
+        "M",
+        "y"
+      ],
+      [
+        "a",
+        "king"
+      ],
+      [
+        "Ġt",
+        "un"
+      ],
+      [
+        "Ġm",
+        "issed"
+      ],
+      [
+        "ig",
+        "hed"
+      ],
+      [
+        "Ġv",
+        "an"
+      ],
+      [
+        "Ġfix",
+        "ed"
+      ],
+      [
+        "Ġfight",
+        "ing"
+      ],
+      [
+        "o",
+        "in"
+      ],
+      [
+        "Ġf",
+        "ig"
+      ],
+      [
+        "Ġembarra",
+        "ssed"
+      ],
+      [
+        "Ġme",
+        "ant"
+      ],
+      [
+        "Ġdri",
+        "ve"
+      ],
+      [
+        "Ġtom",
+        "orrow"
+      ],
+      [
+        "Ġh",
+        "ours"
+      ],
+      [
+        "Ġc",
+        "a"
+      ],
+      [
+        "Ġn",
+        "er"
+      ],
+      [
+        "Ġsp",
+        "icy"
+      ],
+      [
+        "Ġknow",
+        "ing"
+      ],
+      [
+        "ĠP",
+        "lease"
+      ],
+      [
+        "Sara",
+        "h"
+      ],
+      [
+        "Ġlad",
+        "der"
+      ],
+      [
+        "it",
+        "al"
+      ],
+      [
+        "Ġhor",
+        "se"
+      ],
+      [
+        "at",
+        "o"
+      ],
+      [
+        "Ġu",
+        "g"
+      ],
+      [
+        "ĠJ",
+        "ust"
+      ],
+      [
+        "Ġtr",
+        "ust"
+      ],
+      [
+        "Ġho",
+        "sp"
+      ],
+      [
+        "Ġug",
+        "ly"
+      ],
+      [
+        "Ġhosp",
+        "ital"
+      ],
+      [
+        "Ġche",
+        "w"
+      ],
+      [
+        "Ġbed",
+        "room"
+      ],
+      [
+        "Ġeas",
+        "y"
+      ],
+      [
+        "Ġner",
+        "vous"
+      ],
+      [
+        "Ġro",
+        "b"
+      ],
+      [
+        "Ġthank",
+        "ful"
+      ],
+      [
+        "Ġcarrot",
+        "s"
+      ],
+      [
+        "D",
+        "ad"
+      ],
+      [
+        "ell",
+        "y"
+      ],
+      [
+        "Ġgre",
+        "w"
+      ],
+      [
+        "Ġcol",
+        "our"
+      ],
+      [
+        "Ġbar",
+        "ked"
+      ],
+      [
+        "Ġcou",
+        "ch"
+      ],
+      [
+        "Ġn",
+        "ut"
+      ],
+      [
+        "Ġme",
+        "adow"
+      ],
+      [
+        "Ġta",
+        "ught"
+      ],
+      [
+        "Ġunderst",
+        "ood"
+      ],
+      [
+        "Ġdisapp",
+        "oin"
+      ],
+      [
+        "Ġp",
+        "as"
+      ],
+      [
+        "an",
+        "o"
+      ],
+      [
+        "Ġof",
+        "ten"
+      ],
+      [
+        "Ġcl",
+        "ass"
+      ],
+      [
+        "Ġpas",
+        "sed"
+      ],
+      [
+        "Ġkn",
+        "ocked"
+      ],
+      [
+        "Ġland",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ic"
+      ],
+      [
+        "ir",
+        "d"
+      ],
+      [
+        "Ġfe",
+        "ar"
+      ],
+      [
+        "Ġco",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "d"
+      ],
+      [
+        "w",
+        "ork"
+      ],
+      [
+        "Ġd",
+        "eter"
+      ],
+      [
+        "Ġre",
+        "g"
+      ],
+      [
+        "Ġreturn",
+        "ed"
+      ],
+      [
+        "Ġdeter",
+        "m"
+      ],
+      [
+        "Ġh",
+        "ur"
+      ],
+      [
+        "Ġfin",
+        "ish"
+      ],
+      [
+        "iz",
+        "z"
+      ],
+      [
+        "Ġte",
+        "a"
+      ],
+      [
+        "Ġsmo",
+        "oth"
+      ],
+      [
+        "m",
+        "o"
+      ],
+      [
+        "Ġst",
+        "uff"
+      ],
+      [
+        "Ġmo",
+        "v"
+      ],
+      [
+        "Ġgener",
+        "ous"
+      ],
+      [
+        "T",
+        "o"
+      ],
+      [
+        "Ġ",
+        "On"
+      ],
+      [
+        "is",
+        "p"
+      ],
+      [
+        "Ġdr",
+        "um"
+      ],
+      [
+        "o",
+        "bby"
+      ],
+      [
+        "Ġbubble",
+        "s"
+      ],
+      [
+        "Ġrob",
+        "ot"
+      ],
+      [
+        "Ġthe",
+        "se"
+      ],
+      [
+        "Ġse",
+        "ed"
+      ],
+      [
+        "Ġgl",
+        "ass"
+      ],
+      [
+        "Ġdisappoin",
+        "ted"
+      ],
+      [
+        "g",
+        "round"
+      ],
+      [
+        "Ġr",
+        "ing"
+      ],
+      [
+        "Ġc",
+        "ard"
+      ],
+      [
+        "Ġhe",
+        "ars"
+      ],
+      [
+        "Ġcar",
+        "ried"
+      ],
+      [
+        "Ġmo",
+        "on"
+      ],
+      [
+        "Ġchocol",
+        "ate"
+      ],
+      [
+        "Ġlea",
+        "f"
+      ],
+      [
+        "Ġsnack",
+        "s"
+      ],
+      [
+        "Ġcir",
+        "c"
+      ],
+      [
+        "Ġfan",
+        "cy"
+      ],
+      [
+        "d",
+        "le"
+      ],
+      [
+        "Ġsp",
+        "end"
+      ],
+      [
+        "ĠA",
+        "nn"
+      ],
+      [
+        "ust",
+        "r"
+      ],
+      [
+        "Ġcra",
+        "b"
+      ],
+      [
+        "Ġsong",
+        "s"
+      ],
+      [
+        "p",
+        "ack"
+      ],
+      [
+        "Ġp",
+        "ir"
+      ],
+      [
+        "eci",
+        "ally"
+      ],
+      [
+        "os",
+        "aur"
+      ],
+      [
+        "Ġso",
+        "ld"
+      ],
+      [
+        "Ġbr",
+        "idge"
+      ],
+      [
+        "ĠE",
+        "ven"
+      ],
+      [
+        "Ġsleep",
+        "y"
+      ],
+      [
+        "Ġhon",
+        "est"
+      ],
+      [
+        "Ġm",
+        "ir"
+      ],
+      [
+        "ĠB",
+        "r"
+      ],
+      [
+        "Ġpa",
+        "w"
+      ],
+      [
+        "p",
+        "ecially"
+      ],
+      [
+        "Ġa",
+        "v"
+      ],
+      [
+        "ĠW",
+        "hy"
+      ],
+      [
+        "iz",
+        "zy"
+      ],
+      [
+        "Ġche",
+        "st"
+      ],
+      [
+        "Ġwo",
+        "lf"
+      ],
+      [
+        "Ġdin",
+        "osaur"
+      ],
+      [
+        "Ġes",
+        "pecially"
+      ],
+      [
+        "Ġm",
+        "ap"
+      ],
+      [
+        "Ġg",
+        "as"
+      ],
+      [
+        "or",
+        "y"
+      ],
+      [
+        "Ġch",
+        "ange"
+      ],
+      [
+        "Ġgr",
+        "oup"
+      ],
+      [
+        "Ġgather",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "our"
+      ],
+      [
+        "Ġpo",
+        "or"
+      ],
+      [
+        "Ġspl",
+        "ash"
+      ],
+      [
+        "Ġwa",
+        "ves"
+      ],
+      [
+        "Ġfor",
+        "ward"
+      ],
+      [
+        "Ġcl",
+        "own"
+      ],
+      [
+        "Ġmyster",
+        "ious"
+      ],
+      [
+        "r",
+        "or"
+      ],
+      [
+        "Ġbo",
+        "dy"
+      ],
+      [
+        "Ġfr",
+        "ustr"
+      ],
+      [
+        "Ġcra",
+        "w"
+      ],
+      [
+        "Ġf",
+        "ake"
+      ],
+      [
+        "Ġp",
+        "in"
+      ],
+      [
+        "Ġo",
+        "k"
+      ],
+      [
+        "Ġr",
+        "ad"
+      ],
+      [
+        "Ġwh",
+        "isp"
+      ],
+      [
+        "Ġtw",
+        "irl"
+      ],
+      [
+        "Ġstr",
+        "ing"
+      ],
+      [
+        "Ġsmell",
+        "y"
+      ],
+      [
+        "ĠTo",
+        "gether"
+      ],
+      [
+        "s",
+        "ist"
+      ],
+      [
+        "Ġc",
+        "and"
+      ],
+      [
+        "Ġg",
+        "ate"
+      ],
+      [
+        "Ġsc",
+        "ar"
+      ],
+      [
+        "ĠK",
+        "itty"
+      ],
+      [
+        "Ġneck",
+        "l"
+      ],
+      [
+        "B",
+        "illy"
+      ],
+      [
+        "Ġmot",
+        "or"
+      ],
+      [
+        "y",
+        "ing"
+      ],
+      [
+        "ot",
+        "e"
+      ],
+      [
+        "Ġsh",
+        "ore"
+      ],
+      [
+        "ur",
+        "se"
+      ],
+      [
+        "Ġje",
+        "w"
+      ],
+      [
+        "Ġwe",
+        "ak"
+      ],
+      [
+        "Ġgr",
+        "umpy"
+      ],
+      [
+        "Ġfing",
+        "er"
+      ],
+      [
+        "Ġsa",
+        "ck"
+      ],
+      [
+        "Ġk",
+        "itten"
+      ],
+      [
+        "Ġpol",
+        "ite"
+      ],
+      [
+        "Ġgl",
+        "ue"
+      ],
+      [
+        "u",
+        "ce"
+      ],
+      [
+        "Ġn",
+        "umber"
+      ],
+      [
+        "air",
+        "s"
+      ],
+      [
+        "Ġes",
+        "c"
+      ],
+      [
+        "Ġmir",
+        "ror"
+      ],
+      [
+        "Ġshe",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "ase"
+      ],
+      [
+        "Ġplant",
+        "s"
+      ],
+      [
+        "Ġber",
+        "ries"
+      ],
+      [
+        "mo",
+        "st"
+      ],
+      [
+        "B",
+        "e"
+      ],
+      [
+        "d",
+        "en"
+      ],
+      [
+        "Ġj",
+        "elly"
+      ],
+      [
+        "ĠThe",
+        "ir"
+      ],
+      [
+        "Ġe",
+        "mp"
+      ],
+      [
+        "itt",
+        "er"
+      ],
+      [
+        "The",
+        "re"
+      ],
+      [
+        "Ġsc",
+        "r"
+      ],
+      [
+        "Ġgr",
+        "ay"
+      ],
+      [
+        "Ġpuzz",
+        "le"
+      ],
+      [
+        "Ġneckl",
+        "ace"
+      ],
+      [
+        "Ġm",
+        "aybe"
+      ],
+      [
+        "Ġpl",
+        "ate"
+      ],
+      [
+        "Ġal",
+        "most"
+      ],
+      [
+        "us",
+        "ie"
+      ],
+      [
+        "Ġfrustr",
+        "ated"
+      ],
+      [
+        "Ġemp",
+        "ty"
+      ],
+      [
+        "p",
+        "ort"
+      ],
+      [
+        "or",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "ick"
+      ],
+      [
+        "Ġj",
+        "am"
+      ],
+      [
+        "Ġsk",
+        "ipped"
+      ],
+      [
+        "ens",
+        "ive"
+      ],
+      [
+        "ĠT",
+        "eddy"
+      ],
+      [
+        "ag",
+        "ed"
+      ],
+      [
+        "Ġclos",
+        "et"
+      ],
+      [
+        "Ġhid",
+        "den"
+      ],
+      [
+        "Ġexp",
+        "ensive"
+      ],
+      [
+        "Ġdeterm",
+        "ined"
+      ],
+      [
+        "Ġb",
+        "ored"
+      ],
+      [
+        "Ġl",
+        "it"
+      ],
+      [
+        "Ġd",
+        "rew"
+      ],
+      [
+        "Ġle",
+        "gs"
+      ],
+      [
+        "Ġho",
+        "pping"
+      ],
+      [
+        "at",
+        "es"
+      ],
+      [
+        "ĠS",
+        "ometimes"
+      ],
+      [
+        "Ġstick",
+        "s"
+      ],
+      [
+        "Ġon",
+        "es"
+      ],
+      [
+        "ĠA",
+        "t"
+      ],
+      [
+        "Ġbird",
+        "ie"
+      ],
+      [
+        "ĠD",
+        "on"
+      ],
+      [
+        "Ġpol",
+        "ice"
+      ],
+      [
+        "Ġfruit",
+        "s"
+      ],
+      [
+        "Ġt",
+        "ick"
+      ],
+      [
+        "Ġa",
+        "unt"
+      ],
+      [
+        "Ġw",
+        "is"
+      ],
+      [
+        "Ġb",
+        "ake"
+      ],
+      [
+        "Ġl",
+        "ine"
+      ],
+      [
+        "ot",
+        "s"
+      ],
+      [
+        "Ġst",
+        "one"
+      ],
+      [
+        "Ġdog",
+        "s"
+      ],
+      [
+        "au",
+        "l"
+      ],
+      [
+        "Ġfig",
+        "ure"
+      ],
+      [
+        "J",
+        "ane"
+      ],
+      [
+        "Ġs",
+        "ight"
+      ],
+      [
+        "Ġc",
+        "ries"
+      ],
+      [
+        "ĠB",
+        "e"
+      ],
+      [
+        "Ġmo",
+        "ving"
+      ],
+      [
+        "Ġcont",
+        "ent"
+      ],
+      [
+        "ĠBr",
+        "own"
+      ],
+      [
+        "Ġsa",
+        "ved"
+      ],
+      [
+        "Ġcl",
+        "oth"
+      ],
+      [
+        "?\"",
+        "."
+      ],
+      [
+        "bo",
+        "x"
+      ],
+      [
+        "Ġbran",
+        "ches"
+      ],
+      [
+        "Ġpack",
+        "ed"
+      ],
+      [
+        "Ġpower",
+        "ful"
+      ],
+      [
+        "Ġsplas",
+        "hed"
+      ],
+      [
+        "Ġfe",
+        "ed"
+      ],
+      [
+        "est",
+        "ed"
+      ],
+      [
+        "Ġyell",
+        "ed"
+      ],
+      [
+        "W",
+        "here"
+      ],
+      [
+        "d",
+        "ge"
+      ],
+      [
+        "k",
+        "in"
+      ],
+      [
+        "Ġt",
+        "iger"
+      ],
+      [
+        "Ġp",
+        "ay"
+      ],
+      [
+        "id",
+        "dle"
+      ],
+      [
+        "oo",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ella"
+      ],
+      [
+        "Ġex",
+        "am"
+      ],
+      [
+        "Ġta",
+        "ken"
+      ],
+      [
+        "Ġcr",
+        "ane"
+      ],
+      [
+        "Ġspo",
+        "il"
+      ],
+      [
+        "'",
+        "d"
+      ],
+      [
+        "Ġha",
+        "ng"
+      ],
+      [
+        "Ġfl",
+        "ag"
+      ],
+      [
+        "Ġansw",
+        "ered"
+      ],
+      [
+        "Ġdisco",
+        "vered"
+      ],
+      [
+        "ĠLe",
+        "o"
+      ],
+      [
+        "u",
+        "sh"
+      ],
+      [
+        "Ġsa",
+        "ve"
+      ],
+      [
+        "Ġsee",
+        "k"
+      ],
+      [
+        "Ġexc",
+        "ite"
+      ],
+      [
+        "Ġpr",
+        "ay"
+      ],
+      [
+        "Ġjo",
+        "g"
+      ],
+      [
+        "Ġstand",
+        "ing"
+      ],
+      [
+        "Ġdolp",
+        "hin"
+      ],
+      [
+        "Ġj",
+        "ack"
+      ],
+      [
+        "A",
+        "re"
+      ],
+      [
+        "er",
+        "a"
+      ],
+      [
+        "ra",
+        "g"
+      ],
+      [
+        "Ġfl",
+        "ut"
+      ],
+      [
+        "get",
+        "able"
+      ],
+      [
+        "Ġb",
+        "oring"
+      ],
+      [
+        "Ġlo",
+        "ck"
+      ],
+      [
+        "Ġinc",
+        "red"
+      ],
+      [
+        "Ġexcite",
+        "ment"
+      ],
+      [
+        "Ġs",
+        "ighed"
+      ],
+      [
+        "Ġw",
+        "ip"
+      ],
+      [
+        "Ġf",
+        "is"
+      ],
+      [
+        "Ġf",
+        "ill"
+      ],
+      [
+        "Ġso",
+        "ap"
+      ],
+      [
+        "ĠM",
+        "um"
+      ],
+      [
+        "ol",
+        "a"
+      ],
+      [
+        "Ġple",
+        "ased"
+      ],
+      [
+        "Ġjack",
+        "et"
+      ],
+      [
+        "l",
+        "ight"
+      ],
+      [
+        "Ġs",
+        "ugg"
+      ],
+      [
+        "Ġm",
+        "iddle"
+      ],
+      [
+        "Ġe",
+        "ld"
+      ],
+      [
+        "Ġwr",
+        "ote"
+      ],
+      [
+        "Ġballoon",
+        "s"
+      ],
+      [
+        "Ġorgan",
+        "ized"
+      ],
+      [
+        "qu",
+        "e"
+      ],
+      [
+        "Ġsail",
+        "ed"
+      ],
+      [
+        "The",
+        "ir"
+      ],
+      [
+        "Ġtell",
+        "s"
+      ],
+      [
+        "Ġo",
+        "y"
+      ],
+      [
+        "Ġst",
+        "ones"
+      ],
+      [
+        "Ġbo",
+        "ard"
+      ],
+      [
+        "Ġsp",
+        "un"
+      ],
+      [
+        "Ġve",
+        "getable"
+      ],
+      [
+        "l",
+        "ies"
+      ],
+      [
+        "Ġ",
+        "ind"
+      ],
+      [
+        "in",
+        "ess"
+      ],
+      [
+        "Ġwor",
+        "king"
+      ],
+      [
+        "l",
+        "ower"
+      ],
+      [
+        "al",
+        "k"
+      ],
+      [
+        "if",
+        "f"
+      ],
+      [
+        "Ġpar",
+        "rot"
+      ],
+      [
+        "St",
+        "op"
+      ],
+      [
+        "Ġscar",
+        "f"
+      ],
+      [
+        "Ġwa",
+        "gged"
+      ],
+      [
+        "Ġcl",
+        "ap"
+      ],
+      [
+        "Ġme",
+        "asure"
+      ],
+      [
+        "as",
+        "ing"
+      ],
+      [
+        "Ġte",
+        "ars"
+      ],
+      [
+        "bo",
+        "dy"
+      ],
+      [
+        "Ġcomfort",
+        "able"
+      ],
+      [
+        "Ġle",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "an"
+      ],
+      [
+        "Ġtr",
+        "ue"
+      ],
+      [
+        "Ġfr",
+        "ight"
+      ],
+      [
+        "Ġdr",
+        "op"
+      ],
+      [
+        "Ġsmo",
+        "ke"
+      ],
+      [
+        "Ġfeather",
+        "s"
+      ],
+      [
+        "Ġincred",
+        "ible"
+      ],
+      [
+        "g",
+        "gs"
+      ],
+      [
+        "u",
+        "al"
+      ],
+      [
+        "Ġt",
+        "ie"
+      ],
+      [
+        "Ġc",
+        "ap"
+      ],
+      [
+        "Ġlo",
+        "se"
+      ],
+      [
+        "Ġpu",
+        "s"
+      ],
+      [
+        "Ġeag",
+        "er"
+      ],
+      [
+        "Ġmov",
+        "ie"
+      ],
+      [
+        "f",
+        "ic"
+      ],
+      [
+        "Ġc",
+        "op"
+      ],
+      [
+        "Ġe",
+        "ggs"
+      ],
+      [
+        "oo",
+        "f"
+      ],
+      [
+        "Ġr",
+        "id"
+      ],
+      [
+        "Ġco",
+        "vered"
+      ],
+      [
+        "Ġf",
+        "il"
+      ],
+      [
+        "Ġle",
+        "m"
+      ],
+      [
+        "Ġgra",
+        "p"
+      ],
+      [
+        "Ġdisapp",
+        "eared"
+      ],
+      [
+        "Ġrec",
+        "ord"
+      ],
+      [
+        "ĠT",
+        "V"
+      ],
+      [
+        "ĠB",
+        "l"
+      ],
+      [
+        "Ġex",
+        "t"
+      ],
+      [
+        "Ġor",
+        "d"
+      ],
+      [
+        "Ġgigg",
+        "led"
+      ],
+      [
+        "c",
+        "orn"
+      ],
+      [
+        "Ġp",
+        "ri"
+      ],
+      [
+        "Ġha",
+        "m"
+      ],
+      [
+        "Ġr",
+        "are"
+      ],
+      [
+        "Ġyour",
+        "self"
+      ],
+      [
+        "Ġen",
+        "g"
+      ],
+      [
+        "Ġwh",
+        "ale"
+      ],
+      [
+        "Ġkn",
+        "ife"
+      ],
+      [
+        "ĠL",
+        "isa"
+      ],
+      [
+        "Ġte",
+        "am"
+      ],
+      [
+        "ĠJohn",
+        "ny"
+      ],
+      [
+        "z",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "est"
+      ],
+      [
+        "Ġb",
+        "one"
+      ],
+      [
+        "Ġd",
+        "izzy"
+      ],
+      [
+        "Ġli",
+        "br"
+      ],
+      [
+        "Ġwra",
+        "p"
+      ],
+      [
+        "Ġquest",
+        "ions"
+      ],
+      [
+        "i",
+        "v"
+      ],
+      [
+        "Ġl",
+        "ying"
+      ],
+      [
+        "Ġst",
+        "amp"
+      ],
+      [
+        "Ġli",
+        "cked"
+      ],
+      [
+        "Ġno",
+        "isy"
+      ],
+      [
+        "Ġkind",
+        "ness"
+      ],
+      [
+        "Ġdif",
+        "fic"
+      ],
+      [
+        "Ġdraw",
+        "ing"
+      ],
+      [
+        "app",
+        "ing"
+      ],
+      [
+        "Jim",
+        "my"
+      ],
+      [
+        "Ġstra",
+        "w"
+      ],
+      [
+        "Ġb",
+        "urn"
+      ],
+      [
+        "Ġwa",
+        "gon"
+      ],
+      [
+        "at",
+        "ely"
+      ],
+      [
+        "Ġgr",
+        "own"
+      ],
+      [
+        "Ġrock",
+        "et"
+      ],
+      [
+        "Ġpop",
+        "corn"
+      ],
+      [
+        "S",
+        "ally"
+      ],
+      [
+        "Ġb",
+        "atter"
+      ],
+      [
+        "Ġwa",
+        "nd"
+      ],
+      [
+        "Ġan",
+        "c"
+      ],
+      [
+        "ĠE",
+        "nd"
+      ],
+      [
+        "Ġsw",
+        "ord"
+      ],
+      [
+        "Ġhappen",
+        "ing"
+      ],
+      [
+        "Ġlift",
+        "ed"
+      ],
+      [
+        "Ġbal",
+        "ance"
+      ],
+      [
+        "Ġext",
+        "ra"
+      ],
+      [
+        "S",
+        "orry"
+      ],
+      [
+        "h",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "nder"
+      ],
+      [
+        "Ġf",
+        "at"
+      ],
+      [
+        "ĠM",
+        "ark"
+      ],
+      [
+        "ĠE",
+        "lla"
+      ],
+      [
+        "Ġbec",
+        "ome"
+      ],
+      [
+        "Ġtr",
+        "ack"
+      ],
+      [
+        "Ġsmall",
+        "er"
+      ],
+      [
+        "Ġmist",
+        "ake"
+      ],
+      [
+        "Ġto",
+        "ast"
+      ],
+      [
+        "at",
+        "ing"
+      ],
+      [
+        "Ġman",
+        "aged"
+      ],
+      [
+        "sel",
+        "ves"
+      ],
+      [
+        "ĠP",
+        "eter"
+      ],
+      [
+        "Ġbath",
+        "room"
+      ],
+      [
+        "Ġhar",
+        "m"
+      ],
+      [
+        "Ġdiffic",
+        "ult"
+      ],
+      [
+        "Ġtw",
+        "ist"
+      ],
+      [
+        "Ġoff",
+        "ered"
+      ],
+      [
+        "Ġru",
+        "ined"
+      ],
+      [
+        "Ġmat",
+        "ch"
+      ],
+      [
+        "Ġanc",
+        "ient"
+      ],
+      [
+        "Ġg",
+        "ar"
+      ],
+      [
+        "ill",
+        "i"
+      ],
+      [
+        "Ġdist",
+        "ance"
+      ],
+      [
+        "Ġplay",
+        "ground"
+      ],
+      [
+        "Ġla",
+        "zy"
+      ],
+      [
+        "Ġdan",
+        "cing"
+      ],
+      [
+        "Ġadvent",
+        "ur"
+      ],
+      [
+        "a",
+        "f"
+      ],
+      [
+        "ĠB",
+        "a"
+      ],
+      [
+        "Ġcall",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ed"
+      ],
+      [
+        "Ġcr",
+        "own"
+      ],
+      [
+        "orm",
+        "al"
+      ],
+      [
+        "Ġon",
+        "ce"
+      ],
+      [
+        "Ġbo",
+        "ss"
+      ],
+      [
+        "Ġse",
+        "ll"
+      ],
+      [
+        "Ġwalk",
+        "s"
+      ],
+      [
+        "Ġfright",
+        "ened"
+      ],
+      [
+        "er",
+        "ri"
+      ],
+      [
+        "Ġm",
+        "ask"
+      ],
+      [
+        "Ġfl",
+        "uffy"
+      ],
+      [
+        "em",
+        "o"
+      ],
+      [
+        "Ġ",
+        "Z"
+      ],
+      [
+        "Ġf",
+        "rag"
+      ],
+      [
+        "Ġd",
+        "est"
+      ],
+      [
+        "Ġn",
+        "ormal"
+      ],
+      [
+        "Ġy",
+        "og"
+      ],
+      [
+        "Ġpick",
+        "s"
+      ],
+      [
+        "Ġey",
+        "e"
+      ],
+      [
+        "Ġdr",
+        "ank"
+      ],
+      [
+        "Ġcir",
+        "cle"
+      ],
+      [
+        "Ġadventur",
+        "ous"
+      ],
+      [
+        "S",
+        "pot"
+      ],
+      [
+        "Ġt",
+        "ent"
+      ],
+      [
+        "Ġp",
+        "ress"
+      ],
+      [
+        "Ġk",
+        "issed"
+      ],
+      [
+        "ic",
+        "t"
+      ],
+      [
+        "Ġsc",
+        "iss"
+      ],
+      [
+        "Ġget",
+        "s"
+      ],
+      [
+        "Ġtr",
+        "unk"
+      ],
+      [
+        "Ġche",
+        "ck"
+      ],
+      [
+        "Ġenjoy",
+        "ing"
+      ],
+      [
+        "Ġshell",
+        "s"
+      ],
+      [
+        "Ġeld",
+        "erly"
+      ],
+      [
+        "Ġsciss",
+        "ors"
+      ],
+      [
+        "Ġt",
+        "erri"
+      ],
+      [
+        "Ġto",
+        "ug"
+      ],
+      [
+        "ag",
+        "es"
+      ],
+      [
+        "Ġste",
+        "al"
+      ],
+      [
+        "M",
+        "e"
+      ],
+      [
+        "re",
+        "ady"
+      ],
+      [
+        "et",
+        "e"
+      ],
+      [
+        "Ġal",
+        "ready"
+      ],
+      [
+        "ĠL",
+        "ittle"
+      ],
+      [
+        "Ġju",
+        "icy"
+      ],
+      [
+        "Ġstu",
+        "dy"
+      ],
+      [
+        "Ġh",
+        "orn"
+      ],
+      [
+        "er",
+        "p"
+      ],
+      [
+        "Ġp",
+        "izz"
+      ],
+      [
+        "Ġall",
+        "ig"
+      ],
+      [
+        "Ġloud",
+        "er"
+      ],
+      [
+        "Ġtow",
+        "el"
+      ],
+      [
+        "Ġcirc",
+        "les"
+      ],
+      [
+        "Ġle",
+        "ad"
+      ],
+      [
+        "Ġro",
+        "ar"
+      ],
+      [
+        "Ġro",
+        "se"
+      ],
+      [
+        "Ġsl",
+        "ipped"
+      ],
+      [
+        "Ġte",
+        "le"
+      ],
+      [
+        "Ġfam",
+        "ous"
+      ],
+      [
+        "Ġar",
+        "g"
+      ],
+      [
+        "Ġcheer",
+        "ful"
+      ],
+      [
+        "ĠRe",
+        "x"
+      ],
+      [
+        "Ġtoug",
+        "h"
+      ],
+      [
+        "i",
+        "pper"
+      ],
+      [
+        "Ġb",
+        "arn"
+      ],
+      [
+        "Ġf",
+        "ool"
+      ],
+      [
+        "Ġd",
+        "ig"
+      ],
+      [
+        "Ġd",
+        "ish"
+      ],
+      [
+        "Ġagain",
+        "st"
+      ],
+      [
+        "Ġde",
+        "er"
+      ],
+      [
+        "Ġsweet",
+        "ie"
+      ],
+      [
+        "Ġeng",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "ed"
+      ],
+      [
+        "Ġf",
+        "ather"
+      ],
+      [
+        "Ġco",
+        "ver"
+      ],
+      [
+        "Ġyour",
+        "s"
+      ],
+      [
+        "Ġneed",
+        "s"
+      ],
+      [
+        "Jo",
+        "e"
+      ],
+      [
+        "Ġbag",
+        "s"
+      ],
+      [
+        "Ġspin",
+        "ning"
+      ],
+      [
+        "S",
+        "ue"
+      ],
+      [
+        "Ġa",
+        "w"
+      ],
+      [
+        "an",
+        "ged"
+      ],
+      [
+        "am",
+        "ond"
+      ],
+      [
+        "Ġy",
+        "arn"
+      ],
+      [
+        "op",
+        "h"
+      ],
+      [
+        "Ġgi",
+        "ving"
+      ],
+      [
+        "Ġdi",
+        "amond"
+      ],
+      [
+        "Ġsandw",
+        "ich"
+      ],
+      [
+        "Ġind",
+        "epend"
+      ],
+      [
+        "Ġfrag",
+        "ile"
+      ],
+      [
+        "W",
+        "ho"
+      ],
+      [
+        "ce",
+        "pt"
+      ],
+      [
+        "Ġno",
+        "sy"
+      ],
+      [
+        "Ġtw",
+        "ig"
+      ],
+      [
+        "Ġhurt",
+        "s"
+      ],
+      [
+        "Ġsugg",
+        "ested"
+      ],
+      [
+        "Ġlem",
+        "on"
+      ],
+      [
+        "i",
+        "est"
+      ],
+      [
+        "in",
+        "ation"
+      ],
+      [
+        "or",
+        "ge"
+      ],
+      [
+        "Ġno",
+        "d"
+      ],
+      [
+        "Ġbl",
+        "oom"
+      ],
+      [
+        "Ġho",
+        "se"
+      ],
+      [
+        "Ġbox",
+        "es"
+      ],
+      [
+        "Ġreal",
+        "ised"
+      ],
+      [
+        "Ġfr",
+        "own"
+      ],
+      [
+        "ac",
+        "he"
+      ],
+      [
+        "Ġrel",
+        "ax"
+      ],
+      [
+        "Ġham",
+        "mer"
+      ],
+      [
+        "Ġa",
+        "dded"
+      ],
+      [
+        "Ġwe",
+        "ird"
+      ],
+      [
+        "Ġmo",
+        "d"
+      ],
+      [
+        "Ġcr",
+        "ack"
+      ],
+      [
+        "Ġallig",
+        "ator"
+      ],
+      [
+        "A",
+        "my"
+      ],
+      [
+        "G",
+        "ra"
+      ],
+      [
+        "o",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "ake"
+      ],
+      [
+        "ra",
+        "ge"
+      ],
+      [
+        "Ġlearn",
+        "ing"
+      ],
+      [
+        "Ġvegetable",
+        "s"
+      ],
+      [
+        "Ġa",
+        "dd"
+      ],
+      [
+        "Ġm",
+        "elt"
+      ],
+      [
+        "ĠS",
+        "usie"
+      ],
+      [
+        "el",
+        "p"
+      ],
+      [
+        "ĠB",
+        "obby"
+      ],
+      [
+        "Ġtra",
+        "p"
+      ],
+      [
+        "Ġcoll",
+        "ar"
+      ],
+      [
+        "Ġstu",
+        "bb"
+      ],
+      [
+        "i",
+        "que"
+      ],
+      [
+        "Ġb",
+        "orrow"
+      ],
+      [
+        "Ġp",
+        "ump"
+      ],
+      [
+        "Ġloud",
+        "ly"
+      ],
+      [
+        "Ġsear",
+        "ch"
+      ],
+      [
+        "Ġchick",
+        "en"
+      ],
+      [
+        "Ġpizz",
+        "a"
+      ],
+      [
+        "Ġindepend",
+        "ent"
+      ],
+      [
+        "Ġstubb",
+        "orn"
+      ],
+      [
+        "Ġre",
+        "f"
+      ],
+      [
+        "Ġas",
+        "king"
+      ],
+      [
+        "Ġbr",
+        "illi"
+      ],
+      [
+        "Ġdec",
+        "ide"
+      ],
+      [
+        "Ġfl",
+        "ash"
+      ],
+      [
+        "Ġcat",
+        "erp"
+      ],
+      [
+        "Ġqu",
+        "een"
+      ],
+      [
+        "Ġsn",
+        "ee"
+      ],
+      [
+        "ĠR",
+        "ose"
+      ],
+      [
+        "Ġinv",
+        "ited"
+      ],
+      [
+        "Ġstraw",
+        "ber"
+      ],
+      [
+        "Ġfool",
+        "ish"
+      ],
+      [
+        "Ġcaterp",
+        "ill"
+      ],
+      [
+        "g",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ur"
+      ],
+      [
+        "Ġd",
+        "epend"
+      ],
+      [
+        "Ġg",
+        "uit"
+      ],
+      [
+        "Ġst",
+        "ri"
+      ],
+      [
+        "Ġkn",
+        "ight"
+      ],
+      [
+        "Ġboy",
+        "s"
+      ],
+      [
+        "Ġpe",
+        "e"
+      ],
+      [
+        "Ġcom",
+        "b"
+      ],
+      [
+        "Ġcle",
+        "ar"
+      ],
+      [
+        "Ġun",
+        "ique"
+      ],
+      [
+        "Ġbutt",
+        "ons"
+      ],
+      [
+        "ĠTweet",
+        "y"
+      ],
+      [
+        "Ġcolour",
+        "ful"
+      ],
+      [
+        "Ġesc",
+        "ape"
+      ],
+      [
+        "Ġbrilli",
+        "ant"
+      ],
+      [
+        "Ġr",
+        "ich"
+      ],
+      [
+        "ĠB",
+        "u"
+      ],
+      [
+        "Ġsay",
+        "ing"
+      ],
+      [
+        "Ġro",
+        "de"
+      ],
+      [
+        "Ġsk",
+        "in"
+      ],
+      [
+        "Ġgar",
+        "age"
+      ],
+      [
+        "H",
+        "elp"
+      ],
+      [
+        "d",
+        "om"
+      ],
+      [
+        "Ġm",
+        "ummy"
+      ],
+      [
+        "Ġbe",
+        "ak"
+      ],
+      [
+        "ur",
+        "ed"
+      ],
+      [
+        "a",
+        "w"
+      ],
+      [
+        "e",
+        "orge"
+      ],
+      [
+        "r",
+        "op"
+      ],
+      [
+        "ed",
+        "ient"
+      ],
+      [
+        "Ġun",
+        "us"
+      ],
+      [
+        "Ġoy",
+        "ster"
+      ],
+      [
+        "Ġtur",
+        "key"
+      ],
+      [
+        "Ġ",
+        "OK"
+      ],
+      [
+        "Ġf",
+        "ountain"
+      ],
+      [
+        "Ġp",
+        "atter"
+      ],
+      [
+        "Ġwe",
+        "ek"
+      ],
+      [
+        "Ġch",
+        "ase"
+      ],
+      [
+        "Ġru",
+        "bb"
+      ],
+      [
+        "Ġcount",
+        "ed"
+      ],
+      [
+        "Ġreg",
+        "ular"
+      ],
+      [
+        "Ġwip",
+        "ed"
+      ],
+      [
+        "Ġguit",
+        "ar"
+      ],
+      [
+        "Ġunus",
+        "ual"
+      ],
+      [
+        "l",
+        "and"
+      ],
+      [
+        "Ġu",
+        "mb"
+      ],
+      [
+        "Ġfor",
+        "k"
+      ],
+      [
+        "Ġshow",
+        "s"
+      ],
+      [
+        "Ġlight",
+        "s"
+      ],
+      [
+        "Ġwall",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ed"
+      ],
+      [
+        "Ġbanan",
+        "a"
+      ],
+      [
+        "Ġsuccess",
+        "ful"
+      ],
+      [
+        "Ġjew",
+        "el"
+      ],
+      [
+        "Ġpatter",
+        "n"
+      ],
+      [
+        "Ġumb",
+        "re"
+      ],
+      [
+        "c",
+        "il"
+      ],
+      [
+        "r",
+        "ay"
+      ],
+      [
+        "in",
+        "al"
+      ],
+      [
+        "Ġl",
+        "ow"
+      ],
+      [
+        "im",
+        "ed"
+      ],
+      [
+        "Ġsw",
+        "e"
+      ],
+      [
+        "Ġcry",
+        "st"
+      ],
+      [
+        "Ġpen",
+        "cil"
+      ],
+      [
+        "Ġsaf",
+        "ely"
+      ],
+      [
+        "Ġtool",
+        "s"
+      ],
+      [
+        "W",
+        "ell"
+      ],
+      [
+        "Ġt",
+        "ape"
+      ],
+      [
+        "Ġst",
+        "ream"
+      ],
+      [
+        "ce",
+        "ed"
+      ],
+      [
+        "Ġre",
+        "sc"
+      ],
+      [
+        "Ġab",
+        "ove"
+      ],
+      [
+        "Ġhard",
+        "er"
+      ],
+      [
+        "Ġgu",
+        "ess"
+      ],
+      [
+        "Ġbott",
+        "om"
+      ],
+      [
+        "Ġmark",
+        "et"
+      ],
+      [
+        "Ġimpress",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "ff"
+      ],
+      [
+        "an",
+        "ut"
+      ],
+      [
+        "ig",
+        "inal"
+      ],
+      [
+        "Ġnot",
+        "ice"
+      ],
+      [
+        "ill",
+        "a"
+      ],
+      [
+        "Ġno",
+        "ds"
+      ],
+      [
+        "Ġpe",
+        "anut"
+      ],
+      [
+        "ol",
+        "og"
+      ],
+      [
+        "Ġpat",
+        "ch"
+      ],
+      [
+        "Ġcraw",
+        "led"
+      ],
+      [
+        "Ġcaterpill",
+        "ar"
+      ],
+      [
+        "n",
+        "a"
+      ],
+      [
+        "Ġt",
+        "ank"
+      ],
+      [
+        "Ġt",
+        "ask"
+      ],
+      [
+        "Ġt",
+        "ire"
+      ],
+      [
+        "Ġg",
+        "un"
+      ],
+      [
+        "Ġlo",
+        "ad"
+      ],
+      [
+        "Ġcomp",
+        "et"
+      ],
+      [
+        "umb",
+        "led"
+      ],
+      [
+        "Ġap",
+        "olog"
+      ],
+      [
+        "Ġsol",
+        "ve"
+      ],
+      [
+        "H",
+        "ow"
+      ],
+      [
+        "M",
+        "ummy"
+      ],
+      [
+        "f",
+        "ast"
+      ],
+      [
+        "h",
+        "ip"
+      ],
+      [
+        "Ġ",
+        "No"
+      ],
+      [
+        "Ġb",
+        "itter"
+      ],
+      [
+        "ar",
+        "l"
+      ],
+      [
+        "Ġe",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "one"
+      ],
+      [
+        "Ġbr",
+        "ush"
+      ],
+      [
+        "ĠF",
+        "in"
+      ],
+      [
+        "Ġor",
+        "iginal"
+      ],
+      [
+        "Ġfi",
+        "er"
+      ],
+      [
+        "Ġgl",
+        "ow"
+      ],
+      [
+        "ĠN",
+        "emo"
+      ],
+      [
+        "Ġbreak",
+        "fast"
+      ],
+      [
+        "Ġadm",
+        "ired"
+      ],
+      [
+        "ĠBl",
+        "ue"
+      ],
+      [
+        "Ġed",
+        "ge"
+      ],
+      [
+        "Ġdepend",
+        "able"
+      ],
+      [
+        "u",
+        "nd"
+      ],
+      [
+        "ut",
+        "h"
+      ],
+      [
+        "ĠI",
+        "f"
+      ],
+      [
+        "Ġcl",
+        "ay"
+      ],
+      [
+        "Ġstrong",
+        "er"
+      ],
+      [
+        "Ġboss",
+        "y"
+      ],
+      [
+        "Ġc",
+        "udd"
+      ],
+      [
+        "as",
+        "er"
+      ],
+      [
+        "Ġgra",
+        "ndpa"
+      ],
+      [
+        "Ġknow",
+        "s"
+      ],
+      [
+        "Ġpick",
+        "ing"
+      ],
+      [
+        "Ġjo",
+        "ke"
+      ],
+      [
+        "Ġboat",
+        "s"
+      ],
+      [
+        "Ġba",
+        "ld"
+      ],
+      [
+        "Ġmed",
+        "ic"
+      ],
+      [
+        "Ġscr",
+        "at"
+      ],
+      [
+        "Ġc",
+        "one"
+      ],
+      [
+        "Ġp",
+        "enny"
+      ],
+      [
+        "Ġle",
+        "an"
+      ],
+      [
+        "Ġra",
+        "ft"
+      ],
+      [
+        "ugg",
+        "led"
+      ],
+      [
+        "Ġsuc",
+        "ceed"
+      ],
+      [
+        "Ġob",
+        "edient"
+      ],
+      [
+        "Ġhum",
+        "ble"
+      ],
+      [
+        "Ġlibr",
+        "ary"
+      ],
+      [
+        "R",
+        "e"
+      ],
+      [
+        "he",
+        "ad"
+      ],
+      [
+        "Ġp",
+        "h"
+      ],
+      [
+        "Ġn",
+        "umb"
+      ],
+      [
+        "Ġsa",
+        "uce"
+      ],
+      [
+        "ĠB",
+        "ear"
+      ],
+      [
+        "Ġtr",
+        "ay"
+      ],
+      [
+        "Ġproud",
+        "ly"
+      ],
+      [
+        "He",
+        "re"
+      ],
+      [
+        "Ġsound",
+        "ed"
+      ],
+      [
+        "Ġsqu",
+        "are"
+      ],
+      [
+        "Ġterri",
+        "ble"
+      ],
+      [
+        "Ġcryst",
+        "al"
+      ],
+      [
+        "Ġfier",
+        "ce"
+      ],
+      [
+        "J",
+        "ill"
+      ],
+      [
+        "Ġw",
+        "itch"
+      ],
+      [
+        "in",
+        "ary"
+      ],
+      [
+        "Ġhapp",
+        "iness"
+      ],
+      [
+        "ĠL",
+        "ola"
+      ],
+      [
+        "Ġhand",
+        "ed"
+      ],
+      [
+        "Ġfr",
+        "idge"
+      ],
+      [
+        "f",
+        "a"
+      ],
+      [
+        "Ġr",
+        "ough"
+      ],
+      [
+        "ent",
+        "ion"
+      ],
+      [
+        "Ġch",
+        "anged"
+      ],
+      [
+        "Ġjo",
+        "ined"
+      ],
+      [
+        "Ġra",
+        "ven"
+      ],
+      [
+        "Ġmight",
+        "y"
+      ],
+      [
+        "Ġcho",
+        "se"
+      ],
+      [
+        "Ġwhe",
+        "el"
+      ],
+      [
+        "Ġumbre",
+        "lla"
+      ],
+      [
+        "Ġt",
+        "ag"
+      ],
+      [
+        "Ġc",
+        "ri"
+      ],
+      [
+        "Ġo",
+        "w"
+      ],
+      [
+        "ar",
+        "ry"
+      ],
+      [
+        "im",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ill"
+      ],
+      [
+        "Ġhelp",
+        "s"
+      ],
+      [
+        "Ġfind",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ing"
+      ],
+      [
+        "Ġsqu",
+        "ee"
+      ],
+      [
+        "Ġfire",
+        "work"
+      ],
+      [
+        "Ġmedic",
+        "ine"
+      ],
+      [
+        "a",
+        "zz"
+      ],
+      [
+        "m",
+        "et"
+      ],
+      [
+        "Ġplay",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "cked"
+      ],
+      [
+        "Ġgo",
+        "at"
+      ],
+      [
+        "Ġac",
+        "cept"
+      ],
+      [
+        "Ġcomp",
+        "ass"
+      ],
+      [
+        "Ġsur",
+        "f"
+      ],
+      [
+        "Ġcompet",
+        "it"
+      ],
+      [
+        "e",
+        "xt"
+      ],
+      [
+        "k",
+        "n"
+      ],
+      [
+        "Ġs",
+        "y"
+      ],
+      [
+        "Ġs",
+        "il"
+      ],
+      [
+        "Ġbe",
+        "et"
+      ],
+      [
+        "ĠM",
+        "ar"
+      ],
+      [
+        "ur",
+        "ing"
+      ],
+      [
+        "Ġch",
+        "ir"
+      ],
+      [
+        "ĠE",
+        "llie"
+      ],
+      [
+        "Ġball",
+        "s"
+      ],
+      [
+        "Åĵ",
+        "Let"
+      ],
+      [
+        "Ġbutterf",
+        "lies"
+      ],
+      [
+        "Ġgu",
+        "ard"
+      ],
+      [
+        "Ġcray",
+        "on"
+      ],
+      [
+        "Ġdisco",
+        "ver"
+      ],
+      [
+        "Ġpar",
+        "ade"
+      ],
+      [
+        "Ġmix",
+        "ed"
+      ],
+      [
+        "Ġval",
+        "u"
+      ],
+      [
+        "Ġhel",
+        "met"
+      ],
+      [
+        "ĠBrown",
+        "ie"
+      ],
+      [
+        "E",
+        "m"
+      ],
+      [
+        "j",
+        "ect"
+      ],
+      [
+        "s",
+        "qu"
+      ],
+      [
+        "u",
+        "d"
+      ],
+      [
+        "Ġg",
+        "um"
+      ],
+      [
+        "at",
+        "ure"
+      ],
+      [
+        "Ġis",
+        "land"
+      ],
+      [
+        "Ġco",
+        "st"
+      ],
+      [
+        "Ġmo",
+        "le"
+      ],
+      [
+        "Ġnice",
+        "ly"
+      ],
+      [
+        "Ġkind",
+        "s"
+      ],
+      [
+        "Ġra",
+        "ced"
+      ],
+      [
+        "Ġsto",
+        "ve"
+      ],
+      [
+        "Ġlaugh",
+        "s"
+      ],
+      [
+        "Ġmar",
+        "ch"
+      ],
+      [
+        "Ġfall",
+        "s"
+      ],
+      [
+        "Ġpers",
+        "ist"
+      ],
+      [
+        "ĠBa",
+        "by"
+      ],
+      [
+        "oph",
+        "ie"
+      ],
+      [
+        "A",
+        "lice"
+      ],
+      [
+        "i",
+        "ence"
+      ],
+      [
+        "it",
+        "o"
+      ],
+      [
+        "Ġc",
+        "age"
+      ],
+      [
+        "Ġg",
+        "oose"
+      ],
+      [
+        "Ġco",
+        "ins"
+      ],
+      [
+        "Ġtr",
+        "ump"
+      ],
+      [
+        "Ġmo",
+        "squ"
+      ],
+      [
+        "Ġser",
+        "ious"
+      ],
+      [
+        "Ġmosqu",
+        "ito"
+      ],
+      [
+        "Ġf",
+        "lex"
+      ],
+      [
+        "Ġc",
+        "ro"
+      ],
+      [
+        "el",
+        "on"
+      ],
+      [
+        "Ġexc",
+        "la"
+      ],
+      [
+        "Ġch",
+        "oose"
+      ],
+      [
+        "Ġexpl",
+        "ored"
+      ],
+      [
+        "Ġun",
+        "l"
+      ],
+      [
+        "Ġbrother",
+        "s"
+      ],
+      [
+        "Ġgu",
+        "il"
+      ],
+      [
+        "Ġnumb",
+        "ers"
+      ],
+      [
+        "Ġtrump",
+        "et"
+      ],
+      [
+        "Ġ",
+        "icy"
+      ],
+      [
+        "Ġmom",
+        "s"
+      ],
+      [
+        "ie",
+        "w"
+      ],
+      [
+        "Ġv",
+        "iew"
+      ],
+      [
+        "Ġen",
+        "orm"
+      ],
+      [
+        "Ġfire",
+        "man"
+      ],
+      [
+        "ĠMr",
+        "s"
+      ],
+      [
+        "Ġpract",
+        "ice"
+      ],
+      [
+        "Ġenorm",
+        "ous"
+      ],
+      [
+        "w",
+        "ards"
+      ],
+      [
+        "Ġs",
+        "up"
+      ],
+      [
+        "Ġvo",
+        "lc"
+      ],
+      [
+        "Ġmean",
+        "s"
+      ],
+      [
+        "Ġpoin",
+        "ting"
+      ],
+      [
+        "Ġvalu",
+        "able"
+      ],
+      [
+        "Ġflex",
+        "ible"
+      ],
+      [
+        "Ġexcla",
+        "imed"
+      ],
+      [
+        "Ġguil",
+        "ty"
+      ],
+      [
+        "y",
+        "al"
+      ],
+      [
+        "Ġc",
+        "am"
+      ],
+      [
+        "Ġp",
+        "ipe"
+      ],
+      [
+        "is",
+        "ion"
+      ],
+      [
+        "ĠM",
+        "y"
+      ],
+      [
+        "Ġuse",
+        "ful"
+      ],
+      [
+        "Ġfav",
+        "our"
+      ],
+      [
+        "Ġcra",
+        "zy"
+      ],
+      [
+        "Ġph",
+        "ot"
+      ],
+      [
+        "kn",
+        "own"
+      ],
+      [
+        "Ġvolc",
+        "ano"
+      ],
+      [
+        "Ġwa",
+        "ke"
+      ],
+      [
+        "Ġc",
+        "ity"
+      ],
+      [
+        "om",
+        "ed"
+      ],
+      [
+        "ll",
+        "ip"
+      ],
+      [
+        "Ġfor",
+        "th"
+      ],
+      [
+        "Ġlo",
+        "llip"
+      ],
+      [
+        "Ġse",
+        "al"
+      ],
+      [
+        "Ġall",
+        "owed"
+      ],
+      [
+        "Ġsc",
+        "are"
+      ],
+      [
+        "Ġbright",
+        "ly"
+      ],
+      [
+        "Ġmar",
+        "ble"
+      ],
+      [
+        "Ġpop",
+        "ular"
+      ],
+      [
+        "Ġflash",
+        "light"
+      ],
+      [
+        "Ġcompass",
+        "ion"
+      ],
+      [
+        "Ġlollip",
+        "op"
+      ],
+      [
+        "Ġ",
+        "U"
+      ],
+      [
+        "Ġ",
+        "ing"
+      ],
+      [
+        "Ġh",
+        "unt"
+      ],
+      [
+        "Ġd",
+        "ull"
+      ],
+      [
+        "er",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "at"
+      ],
+      [
+        "Ġshe",
+        "l"
+      ],
+      [
+        "!\"",
+        "."
+      ],
+      [
+        "Ġun",
+        "known"
+      ],
+      [
+        "Ġhat",
+        "s"
+      ],
+      [
+        "Ġsho",
+        "ot"
+      ],
+      [
+        "red",
+        "ient"
+      ],
+      [
+        "Ġbelong",
+        "ed"
+      ],
+      [
+        "Ġfavour",
+        "ite"
+      ],
+      [
+        "Ġing",
+        "redient"
+      ],
+      [
+        "Ġp",
+        "il"
+      ],
+      [
+        "Ġlo",
+        "yal"
+      ],
+      [
+        "Ġbra",
+        "ce"
+      ],
+      [
+        "ĠWhen",
+        "ever"
+      ],
+      [
+        "Ġdream",
+        "s"
+      ],
+      [
+        "Ġkick",
+        "ed"
+      ],
+      [
+        "Ġseed",
+        "s"
+      ],
+      [
+        "Ġtwirl",
+        "ed"
+      ],
+      [
+        "Ġsup",
+        "er"
+      ],
+      [
+        "t",
+        "ime"
+      ],
+      [
+        "Ġf",
+        "ine"
+      ],
+      [
+        "Ġbe",
+        "es"
+      ],
+      [
+        "Ġso",
+        "fa"
+      ],
+      [
+        "Ġsh",
+        "ark"
+      ],
+      [
+        "ĠM",
+        "ike"
+      ],
+      [
+        "Ġan",
+        "x"
+      ],
+      [
+        "Ġsad",
+        "ly"
+      ],
+      [
+        "Ġshow",
+        "ing"
+      ],
+      [
+        "Ġway",
+        "s"
+      ],
+      [
+        "Ġtruck",
+        "s"
+      ],
+      [
+        "Ġdelic",
+        "ate"
+      ],
+      [
+        "ation",
+        "s"
+      ],
+      [
+        "Ġrep",
+        "e"
+      ],
+      [
+        "Ġimpress",
+        "ive"
+      ],
+      [
+        "Ġpour",
+        "ed"
+      ],
+      [
+        "Ġpir",
+        "ate"
+      ],
+      [
+        "Ġwhisp",
+        "ered"
+      ],
+      [
+        "Ġharm",
+        "less"
+      ],
+      [
+        "a",
+        "ff"
+      ],
+      [
+        "Ġt",
+        "urt"
+      ],
+      [
+        "Ġt",
+        "ied"
+      ],
+      [
+        "ar",
+        "oo"
+      ],
+      [
+        "ad",
+        "o"
+      ],
+      [
+        "art",
+        "h"
+      ],
+      [
+        "Ġgra",
+        "ce"
+      ],
+      [
+        "Ġhand",
+        "le"
+      ],
+      [
+        "Ġen",
+        "c"
+      ],
+      [
+        "Ġdel",
+        "iver"
+      ],
+      [
+        "Ben",
+        "ny"
+      ],
+      [
+        "Ġru",
+        "shed"
+      ],
+      [
+        "Ġus",
+        "ing"
+      ],
+      [
+        "ang",
+        "aroo"
+      ],
+      [
+        "Ġshap",
+        "e"
+      ],
+      [
+        "Ġbus",
+        "hes"
+      ],
+      [
+        "Ġpersist",
+        "ent"
+      ],
+      [
+        "Ġg",
+        "or"
+      ],
+      [
+        "ĠS",
+        "p"
+      ],
+      [
+        "Ġk",
+        "angaroo"
+      ],
+      [
+        "Ġan",
+        "g"
+      ],
+      [
+        "Ġoff",
+        "ice"
+      ],
+      [
+        "Ġanx",
+        "ious"
+      ],
+      [
+        "G",
+        "o"
+      ],
+      [
+        "al",
+        "ous"
+      ],
+      [
+        "Ġsp",
+        "ell"
+      ],
+      [
+        "ĠW",
+        "hile"
+      ],
+      [
+        "ia",
+        "ble"
+      ],
+      [
+        "Ġpot",
+        "ato"
+      ],
+      [
+        "Ġje",
+        "alous"
+      ],
+      [
+        "Ġwra",
+        "pped"
+      ],
+      [
+        "Ġf",
+        "our"
+      ],
+      [
+        "Ġc",
+        "urt"
+      ],
+      [
+        "Ġlo",
+        "g"
+      ],
+      [
+        "Ġco",
+        "al"
+      ],
+      [
+        "Ġrel",
+        "iable"
+      ],
+      [
+        "Ġcurt",
+        "ain"
+      ],
+      [
+        "D",
+        "aisy"
+      ],
+      [
+        "Ġs",
+        "udden"
+      ],
+      [
+        "mb",
+        "ol"
+      ],
+      [
+        "Åĵ",
+        "Yes"
+      ],
+      [
+        "ac",
+        "hes"
+      ],
+      [
+        "ĠP",
+        "e"
+      ],
+      [
+        "Ġpain",
+        "ted"
+      ],
+      [
+        "ĠTo",
+        "by"
+      ],
+      [
+        "Ġce",
+        "re"
+      ],
+      [
+        "g",
+        "u"
+      ],
+      [
+        "Ġt",
+        "ummy"
+      ],
+      [
+        "Ġth",
+        "ose"
+      ],
+      [
+        "ous",
+        "es"
+      ],
+      [
+        "udd",
+        "y"
+      ],
+      [
+        "Ġcu",
+        "sh"
+      ],
+      [
+        "Ġmet",
+        "al"
+      ],
+      [
+        "Ġsy",
+        "mbol"
+      ],
+      [
+        "Ġbeet",
+        "le"
+      ],
+      [
+        "Ġcam",
+        "era"
+      ],
+      [
+        "Ġh",
+        "ouses"
+      ],
+      [
+        "il",
+        "t"
+      ],
+      [
+        "Ġcelebr",
+        "ate"
+      ],
+      [
+        "Ġdelight",
+        "ed"
+      ],
+      [
+        "Ġgor",
+        "illa"
+      ],
+      [
+        "Ġto",
+        "oth"
+      ],
+      [
+        "Ġth",
+        "irst"
+      ],
+      [
+        "ke",
+        "ep"
+      ],
+      [
+        "Ġsh",
+        "iver"
+      ],
+      [
+        "Ġre",
+        "ward"
+      ],
+      [
+        "Ġsp",
+        "ace"
+      ],
+      [
+        "Ġtra",
+        "vel"
+      ],
+      [
+        "Ġru",
+        "bbed"
+      ],
+      [
+        "Ġprin",
+        "t"
+      ],
+      [
+        "Ġdri",
+        "ving"
+      ],
+      [
+        "Ġmar",
+        "ry"
+      ],
+      [
+        "Ġwar",
+        "ned"
+      ],
+      [
+        "Ġsold",
+        "ier"
+      ],
+      [
+        "Ġmotor",
+        "cy"
+      ],
+      [
+        "c",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "on"
+      ],
+      [
+        "Ġto",
+        "r"
+      ],
+      [
+        "ar",
+        "lie"
+      ],
+      [
+        "Ġher",
+        "o"
+      ],
+      [
+        "ie",
+        "f"
+      ],
+      [
+        "Ġcar",
+        "p"
+      ],
+      [
+        "Ġexcited",
+        "ly"
+      ],
+      [
+        "Ġte",
+        "mp"
+      ],
+      [
+        "ĠP",
+        "ete"
+      ],
+      [
+        "ĠBob",
+        "o"
+      ],
+      [
+        "co",
+        "d"
+      ],
+      [
+        "Ġhun",
+        "g"
+      ],
+      [
+        "Ġgrow",
+        "ing"
+      ],
+      [
+        "up",
+        "id"
+      ],
+      [
+        "Ġthin",
+        "king"
+      ],
+      [
+        "Ġtun",
+        "n"
+      ],
+      [
+        "W",
+        "hile"
+      ],
+      [
+        "c",
+        "u"
+      ],
+      [
+        "i",
+        "pp"
+      ],
+      [
+        "Ġh",
+        "ay"
+      ],
+      [
+        "Ġy",
+        "et"
+      ],
+      [
+        "Ġv",
+        "ine"
+      ],
+      [
+        "Ġac",
+        "orn"
+      ],
+      [
+        "icy",
+        "cle"
+      ],
+      [
+        "Ġpre",
+        "p"
+      ],
+      [
+        "Ġremind",
+        "ed"
+      ],
+      [
+        "Ġgas",
+        "ped"
+      ],
+      [
+        "Ġflut",
+        "e"
+      ],
+      [
+        "Ġord",
+        "inary"
+      ],
+      [
+        "Ġcro",
+        "cod"
+      ],
+      [
+        "Ġa",
+        "mb"
+      ],
+      [
+        "Ġc",
+        "ur"
+      ],
+      [
+        "ĠB",
+        "et"
+      ],
+      [
+        "ĠM",
+        "andy"
+      ],
+      [
+        "Ġpu",
+        "p"
+      ],
+      [
+        "Ġcreature",
+        "s"
+      ],
+      [
+        "Ġhur",
+        "ry"
+      ],
+      [
+        "Ġspoil",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "imes"
+      ],
+      [
+        "Ġm",
+        "is"
+      ],
+      [
+        "Ġr",
+        "ice"
+      ],
+      [
+        "Ġst",
+        "upid"
+      ],
+      [
+        "Ġsh",
+        "ine"
+      ],
+      [
+        "Ġre",
+        "sist"
+      ],
+      [
+        "ug",
+        "ged"
+      ],
+      [
+        "Ġla",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "ull"
+      ],
+      [
+        "co",
+        "a"
+      ],
+      [
+        "Ġmiss",
+        "ing"
+      ],
+      [
+        "Ġwhe",
+        "at"
+      ],
+      [
+        "Ġsupp",
+        "ort"
+      ],
+      [
+        "Ġingredient",
+        "s"
+      ],
+      [
+        "a",
+        "id"
+      ],
+      [
+        "l",
+        "oo"
+      ],
+      [
+        "Ġc",
+        "ase"
+      ],
+      [
+        "er",
+        "y"
+      ],
+      [
+        "Ġwas",
+        "hed"
+      ],
+      [
+        "Ġdo",
+        "ve"
+      ],
+      [
+        "Ġsp",
+        "illed"
+      ],
+      [
+        "Ġsc",
+        "oot"
+      ],
+      [
+        "Ġme",
+        "al"
+      ],
+      [
+        "Ġmu",
+        "le"
+      ],
+      [
+        "ĠD",
+        "ucky"
+      ],
+      [
+        "Ġmo",
+        "der"
+      ],
+      [
+        "ars",
+        "h"
+      ],
+      [
+        "Åĵ",
+        "What"
+      ],
+      [
+        "Ġtri",
+        "ck"
+      ],
+      [
+        "Ġset",
+        "t"
+      ],
+      [
+        "ĠTweet",
+        "ie"
+      ],
+      [
+        "Ġboun",
+        "ce"
+      ],
+      [
+        "Ġfil",
+        "thy"
+      ],
+      [
+        "Ġb",
+        "ase"
+      ],
+      [
+        "Ġh",
+        "oop"
+      ],
+      [
+        "Ġf",
+        "re"
+      ],
+      [
+        "Ġst",
+        "umbled"
+      ],
+      [
+        "Ġso",
+        "ar"
+      ],
+      [
+        "Ġwe",
+        "al"
+      ],
+      [
+        "Ġsee",
+        "m"
+      ],
+      [
+        "Ġwor",
+        "d"
+      ],
+      [
+        "Ġla",
+        "b"
+      ],
+      [
+        "ĠD",
+        "ave"
+      ],
+      [
+        "ĠF",
+        "r"
+      ],
+      [
+        "Ġbad",
+        "ly"
+      ],
+      [
+        "Ġhair",
+        "y"
+      ],
+      [
+        "Ġcra",
+        "wl"
+      ],
+      [
+        "Ġlive",
+        "ly"
+      ],
+      [
+        "Ġstep",
+        "s"
+      ],
+      [
+        "ÅĵLet",
+        "â"
+      ],
+      [
+        "Ġbrace",
+        "let"
+      ],
+      [
+        "Ġcere",
+        "al"
+      ],
+      [
+        "Ġthirst",
+        "y"
+      ],
+      [
+        "Ġcarp",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ool"
+      ],
+      [
+        "it",
+        "her"
+      ],
+      [
+        "Ġgo",
+        "al"
+      ],
+      [
+        "Ġback",
+        "pack"
+      ],
+      [
+        "Ġtr",
+        "uth"
+      ],
+      [
+        "Ġcom",
+        "pl"
+      ],
+      [
+        "Ġche",
+        "ap"
+      ],
+      [
+        "Ġdis",
+        "g"
+      ],
+      [
+        "Ġplac",
+        "ed"
+      ],
+      [
+        "Ġear",
+        "ly"
+      ],
+      [
+        "Ġdecor",
+        "ate"
+      ],
+      [
+        "Ġnut",
+        "s"
+      ],
+      [
+        "O",
+        "w"
+      ],
+      [
+        "c",
+        "ream"
+      ],
+      [
+        "Ġb",
+        "ump"
+      ],
+      [
+        "Ġthem",
+        "selves"
+      ],
+      [
+        "ic",
+        "es"
+      ],
+      [
+        "Ġhelp",
+        "less"
+      ],
+      [
+        "Ġcl",
+        "um"
+      ],
+      [
+        "Ġsc",
+        "atter"
+      ],
+      [
+        "Ġsc",
+        "ale"
+      ],
+      [
+        "Ġnew",
+        "s"
+      ],
+      [
+        "ust",
+        "ing"
+      ],
+      [
+        "Ġen",
+        "v"
+      ],
+      [
+        "âĤ¬â",
+        "Ģ"
+      ],
+      [
+        "Ġtell",
+        "ing"
+      ],
+      [
+        "Ġswing",
+        "ing"
+      ],
+      [
+        "Ġspark",
+        "led"
+      ],
+      [
+        "Ġcarry",
+        "ing"
+      ],
+      [
+        "gg",
+        "ing"
+      ],
+      [
+        "in",
+        "es"
+      ],
+      [
+        "ri",
+        "c"
+      ],
+      [
+        "Ġfriends",
+        "hip"
+      ],
+      [
+        "Ġcare",
+        "less"
+      ],
+      [
+        "Ġsn",
+        "e"
+      ],
+      [
+        "Ġdoes",
+        "n"
+      ],
+      [
+        "Ġfall",
+        "ing"
+      ],
+      [
+        "Ġcomp",
+        "ut"
+      ],
+      [
+        "Ġpa",
+        "le"
+      ],
+      [
+        "Ġpee",
+        "ked"
+      ],
+      [
+        "Ġcompassion",
+        "ate"
+      ],
+      [
+        "c",
+        "om"
+      ],
+      [
+        "v",
+        "ice"
+      ],
+      [
+        "Ġs",
+        "end"
+      ],
+      [
+        "Ġst",
+        "age"
+      ],
+      [
+        "Ġme",
+        "m"
+      ],
+      [
+        "Ġch",
+        "alk"
+      ],
+      [
+        "Ġch",
+        "asing"
+      ],
+      [
+        "Ġpe",
+        "bble"
+      ],
+      [
+        "ĠEvery",
+        "thing"
+      ],
+      [
+        "Ġcu",
+        "be"
+      ],
+      [
+        "Ġpig",
+        "e"
+      ],
+      [
+        "Ġcou",
+        "rage"
+      ],
+      [
+        "Ġfing",
+        "ers"
+      ],
+      [
+        "Ġturt",
+        "le"
+      ],
+      [
+        "b",
+        "led"
+      ],
+      [
+        "Ġs",
+        "ink"
+      ],
+      [
+        "Ġb",
+        "icycle"
+      ],
+      [
+        "Ġsh",
+        "aking"
+      ],
+      [
+        "Ġsleep",
+        "ing"
+      ],
+      [
+        "Ġneighb",
+        "our"
+      ],
+      [
+        "Ġmoder",
+        "n"
+      ],
+      [
+        "Ġdisg",
+        "usting"
+      ],
+      [
+        "Ġclum",
+        "sy"
+      ],
+      [
+        "g",
+        "est"
+      ],
+      [
+        "Ġh",
+        "ook"
+      ],
+      [
+        "Ġc",
+        "her"
+      ],
+      [
+        "Ġn",
+        "ail"
+      ],
+      [
+        "Ġbig",
+        "gest"
+      ],
+      [
+        "ic",
+        "hes"
+      ],
+      [
+        "Ġbu",
+        "l"
+      ],
+      [
+        "Ġend",
+        "ing"
+      ],
+      [
+        "Ġde",
+        "ad"
+      ],
+      [
+        "Ġtri",
+        "ang"
+      ],
+      [
+        "ul",
+        "ance"
+      ],
+      [
+        "Ġspo",
+        "ke"
+      ],
+      [
+        "Ġpract",
+        "iced"
+      ],
+      [
+        "Ġamb",
+        "ulance"
+      ],
+      [
+        "Ġcomput",
+        "er"
+      ],
+      [
+        "i",
+        "bb"
+      ],
+      [
+        "Ġl",
+        "amp"
+      ],
+      [
+        "Ġst",
+        "ation"
+      ],
+      [
+        "Ġch",
+        "ar"
+      ],
+      [
+        "Ġwall",
+        "et"
+      ],
+      [
+        "ĠTo",
+        "day"
+      ],
+      [
+        "Ġpack",
+        "age"
+      ],
+      [
+        "Ġmic",
+        "rop"
+      ],
+      [
+        "Ġcush",
+        "ion"
+      ],
+      [
+        "keep",
+        "er"
+      ],
+      [
+        "Ġcrocod",
+        "ile"
+      ],
+      [
+        "Ġmicrop",
+        "hone"
+      ],
+      [
+        "u",
+        "nder"
+      ],
+      [
+        "ĠA",
+        "lex"
+      ],
+      [
+        "Ġthought",
+        "ful"
+      ],
+      [
+        "Ġjo",
+        "lly"
+      ],
+      [
+        "Ġpen",
+        "gu"
+      ],
+      [
+        "Ġpump",
+        "kin"
+      ],
+      [
+        "Ġcost",
+        "um"
+      ],
+      [
+        "Ġf",
+        "ive"
+      ],
+      [
+        "Ġd",
+        "ough"
+      ],
+      [
+        "Ġp",
+        "ony"
+      ],
+      [
+        "Ġo",
+        "l"
+      ],
+      [
+        "im",
+        "i"
+      ],
+      [
+        "Ġst",
+        "airs"
+      ],
+      [
+        "Ġkn",
+        "ock"
+      ],
+      [
+        "Ġgra",
+        "nd"
+      ],
+      [
+        "Ġint",
+        "ell"
+      ],
+      [
+        "Ġun",
+        "iver"
+      ],
+      [
+        "Ġbright",
+        "er"
+      ],
+      [
+        "Ġopen",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ing"
+      ],
+      [
+        "Ġboun",
+        "ced"
+      ],
+      [
+        "Ġquest",
+        "ion"
+      ],
+      [
+        "Ġstat",
+        "ue"
+      ],
+      [
+        "Ġw",
+        "ine"
+      ],
+      [
+        "is",
+        "k"
+      ],
+      [
+        "ĠA",
+        "lice"
+      ],
+      [
+        "Ġco",
+        "coa"
+      ],
+      [
+        "ĠYou",
+        "r"
+      ],
+      [
+        "Ġpe",
+        "pper"
+      ],
+      [
+        "Ġbeaut",
+        "y"
+      ],
+      [
+        "Ġper",
+        "m"
+      ],
+      [
+        "Ġpain",
+        "ting"
+      ],
+      [
+        "Ġsho",
+        "e"
+      ],
+      [
+        "Ġele",
+        "v"
+      ],
+      [
+        "Every",
+        "one"
+      ],
+      [
+        "hin",
+        "o"
+      ],
+      [
+        "Ġweal",
+        "thy"
+      ],
+      [
+        "Ġintell",
+        "ig"
+      ],
+      [
+        "n",
+        "oon"
+      ],
+      [
+        "Ġs",
+        "uit"
+      ],
+      [
+        "Ġm",
+        "ild"
+      ],
+      [
+        "Ġn",
+        "ature"
+      ],
+      [
+        "an",
+        "s"
+      ],
+      [
+        "Ġhapp",
+        "ier"
+      ],
+      [
+        "Ġne",
+        "at"
+      ],
+      [
+        "Ġstart",
+        "s"
+      ],
+      [
+        "uck",
+        "ed"
+      ],
+      [
+        "Ġafter",
+        "noon"
+      ],
+      [
+        "Ġtor",
+        "n"
+      ],
+      [
+        "Ġelev",
+        "ator"
+      ],
+      [
+        "g",
+        "en"
+      ],
+      [
+        "t",
+        "i"
+      ],
+      [
+        "Ġt",
+        "en"
+      ],
+      [
+        "Ġh",
+        "arsh"
+      ],
+      [
+        "Ġp",
+        "ed"
+      ],
+      [
+        "at",
+        "ient"
+      ],
+      [
+        "or",
+        "ant"
+      ],
+      [
+        "Ġre",
+        "ce"
+      ],
+      [
+        "Ġj",
+        "et"
+      ],
+      [
+        "ill",
+        "ie"
+      ],
+      [
+        "ĠR",
+        "ed"
+      ],
+      [
+        "Ġread",
+        "ing"
+      ],
+      [
+        "Ġsear",
+        "ching"
+      ],
+      [
+        "Ġbasket",
+        "ball"
+      ],
+      [
+        "Ġbar",
+        "ber"
+      ],
+      [
+        "Ġspe",
+        "ed"
+      ],
+      [
+        "S",
+        "ee"
+      ],
+      [
+        "a",
+        "wn"
+      ],
+      [
+        "Ġst",
+        "ack"
+      ],
+      [
+        "ĠM",
+        "ummy"
+      ],
+      [
+        "Ġclo",
+        "ck"
+      ],
+      [
+        "ĠG",
+        "ive"
+      ],
+      [
+        "Ġmag",
+        "n"
+      ],
+      [
+        "Ġlea",
+        "ving"
+      ],
+      [
+        "Ġcup",
+        "board"
+      ],
+      [
+        "Ġdes",
+        "ign"
+      ],
+      [
+        "Ġslid",
+        "es"
+      ],
+      [
+        "Ġsandw",
+        "iches"
+      ],
+      [
+        "Ġcand",
+        "le"
+      ],
+      [
+        "aul",
+        "if"
+      ],
+      [
+        "Ġrid",
+        "ing"
+      ],
+      [
+        "Ġfre",
+        "sh"
+      ],
+      [
+        "o",
+        "ppy"
+      ],
+      [
+        "Ġsh",
+        "ocked"
+      ],
+      [
+        "Ġen",
+        "er"
+      ],
+      [
+        "Ġjump",
+        "s"
+      ],
+      [
+        "Ġhair",
+        "cut"
+      ],
+      [
+        "Ġrespect",
+        "ful"
+      ],
+      [
+        "Ġcoo",
+        "king"
+      ],
+      [
+        "Ġtick",
+        "et"
+      ],
+      [
+        "Ġenc",
+        "ou"
+      ],
+      [
+        "Ġtunn",
+        "el"
+      ],
+      [
+        "aulif",
+        "lower"
+      ],
+      [
+        "G",
+        "ive"
+      ],
+      [
+        "Ġs",
+        "le"
+      ],
+      [
+        "re",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ay"
+      ],
+      [
+        "Ġth",
+        "ief"
+      ],
+      [
+        "Ġy",
+        "awn"
+      ],
+      [
+        "Ġfor",
+        "t"
+      ],
+      [
+        "Ġal",
+        "ert"
+      ],
+      [
+        "Ġsor",
+        "ts"
+      ],
+      [
+        "Ġimp",
+        "atient"
+      ],
+      [
+        "Ġcre",
+        "ate"
+      ],
+      [
+        "ail",
+        "able"
+      ],
+      [
+        "Ġwhe",
+        "els"
+      ],
+      [
+        "Ġval",
+        "ue"
+      ],
+      [
+        "Ġpri",
+        "ze"
+      ],
+      [
+        "M",
+        "ary"
+      ],
+      [
+        "y",
+        "e"
+      ],
+      [
+        "he",
+        "t"
+      ],
+      [
+        "Ġs",
+        "ent"
+      ],
+      [
+        "Ġb",
+        "ent"
+      ],
+      [
+        "in",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "omet"
+      ],
+      [
+        "Ġc",
+        "amp"
+      ],
+      [
+        "Ġc",
+        "auliflower"
+      ],
+      [
+        "Ġm",
+        "elon"
+      ],
+      [
+        "Ġg",
+        "em"
+      ],
+      [
+        "Ġit",
+        "self"
+      ],
+      [
+        "ir",
+        "on"
+      ],
+      [
+        "Ġmu",
+        "sh"
+      ],
+      [
+        "Ġmonkey",
+        "s"
+      ],
+      [
+        "Ġsal",
+        "ad"
+      ],
+      [
+        "Ġdest",
+        "ro"
+      ],
+      [
+        "Ġresc",
+        "ue"
+      ],
+      [
+        "Ġscoot",
+        "er"
+      ],
+      [
+        "Ġintellig",
+        "ent"
+      ],
+      [
+        "a",
+        "z"
+      ],
+      [
+        "Ġd",
+        "ug"
+      ],
+      [
+        "il",
+        "ing"
+      ],
+      [
+        "an",
+        "ger"
+      ],
+      [
+        "Ġr",
+        "oof"
+      ],
+      [
+        "Ġr",
+        "hino"
+      ],
+      [
+        "Ġsc",
+        "old"
+      ],
+      [
+        "ag",
+        "het"
+      ],
+      [
+        "Ġexp",
+        "er"
+      ],
+      [
+        "Ġbark",
+        "ing"
+      ],
+      [
+        "Ġbanan",
+        "as"
+      ],
+      [
+        "Ġign",
+        "orant"
+      ],
+      [
+        "Ġmic",
+        "ro"
+      ],
+      [
+        "Ġav",
+        "ailable"
+      ],
+      [
+        "Ġgrace",
+        "ful"
+      ],
+      [
+        "Ġmotorcy",
+        "cle"
+      ],
+      [
+        "aghet",
+        "ti"
+      ],
+      [
+        "h",
+        "ood"
+      ],
+      [
+        "ĠS",
+        "n"
+      ],
+      [
+        "Ġe",
+        "arth"
+      ],
+      [
+        "Ġbo",
+        "ots"
+      ],
+      [
+        "Ġsp",
+        "aghetti"
+      ],
+      [
+        "um",
+        "mer"
+      ],
+      [
+        "Ġag",
+        "ree"
+      ],
+      [
+        "Ġbu",
+        "ll"
+      ],
+      [
+        "Ġany",
+        "where"
+      ],
+      [
+        "ĠG",
+        "eorge"
+      ],
+      [
+        "Ġbeh",
+        "ave"
+      ],
+      [
+        "ĠK",
+        "im"
+      ],
+      [
+        "Ġpa",
+        "id"
+      ],
+      [
+        "sc",
+        "ope"
+      ],
+      [
+        "Ġstret",
+        "ched"
+      ],
+      [
+        "Ġfear",
+        "ful"
+      ],
+      [
+        "Ġav",
+        "o"
+      ],
+      [
+        "Ġmicro",
+        "scope"
+      ],
+      [
+        "I",
+        "f"
+      ],
+      [
+        "i",
+        "o"
+      ],
+      [
+        "Ġnot",
+        "eb"
+      ],
+      [
+        "ĠE",
+        "ventually"
+      ],
+      [
+        "Ġold",
+        "er"
+      ],
+      [
+        "Ġsn",
+        "iff"
+      ],
+      [
+        "Ġad",
+        "vice"
+      ],
+      [
+        "Ġstop",
+        "s"
+      ],
+      [
+        "Ġperf",
+        "orm"
+      ],
+      [
+        "Ġfur",
+        "ther"
+      ],
+      [
+        "Ġenv",
+        "ious"
+      ],
+      [
+        "Ġpige",
+        "on"
+      ],
+      [
+        "Ġmush",
+        "room"
+      ],
+      [
+        "Ġnoteb",
+        "ook"
+      ],
+      [
+        "u",
+        "bby"
+      ],
+      [
+        "Ġp",
+        "un"
+      ],
+      [
+        "at",
+        "s"
+      ],
+      [
+        "Ġn",
+        "urse"
+      ],
+      [
+        "or",
+        "able"
+      ],
+      [
+        "Ġth",
+        "under"
+      ],
+      [
+        "Ġcl",
+        "apping"
+      ],
+      [
+        "Ġv",
+        "ide"
+      ],
+      [
+        "Ġbu",
+        "ilt"
+      ],
+      [
+        "ĠC",
+        "l"
+      ],
+      [
+        "Ġun",
+        "com"
+      ],
+      [
+        "Ġshout",
+        "ing"
+      ],
+      [
+        "Ġar",
+        "row"
+      ],
+      [
+        "Ġdraw",
+        "er"
+      ],
+      [
+        "Ġpro",
+        "v"
+      ],
+      [
+        "fort",
+        "able"
+      ],
+      [
+        "Ġtom",
+        "ato"
+      ],
+      [
+        "Ġmeet",
+        "ing"
+      ],
+      [
+        "Ġob",
+        "ject"
+      ],
+      [
+        "Ġyog",
+        "urt"
+      ],
+      [
+        "Ġtemp",
+        "le"
+      ],
+      [
+        "Ġuncom",
+        "fortable"
+      ],
+      [
+        "e",
+        "f"
+      ],
+      [
+        "u",
+        "es"
+      ],
+      [
+        "ĠT",
+        "ony"
+      ],
+      [
+        "Ġloo",
+        "p"
+      ],
+      [
+        "Ġch",
+        "ubby"
+      ],
+      [
+        "Ġsw",
+        "itch"
+      ],
+      [
+        "Ġsk",
+        "ip"
+      ],
+      [
+        "Ġad",
+        "orable"
+      ],
+      [
+        "Åĵ",
+        "It"
+      ],
+      [
+        "Ġcount",
+        "ing"
+      ],
+      [
+        "Ġcoo",
+        "ked"
+      ],
+      [
+        "Ġp",
+        "ist"
+      ],
+      [
+        "ar",
+        "ian"
+      ],
+      [
+        "en",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "ared"
+      ],
+      [
+        "Ġsh",
+        "ut"
+      ],
+      [
+        "ic",
+        "op"
+      ],
+      [
+        "Ġqu",
+        "ite"
+      ],
+      [
+        "Ġsn",
+        "uggled"
+      ],
+      [
+        "ĠGra",
+        "ndpa"
+      ],
+      [
+        "Ġtrou",
+        "bled"
+      ],
+      [
+        "Ġgigg",
+        "le"
+      ],
+      [
+        "Ġblow",
+        "ing"
+      ],
+      [
+        "Ġhel",
+        "icop"
+      ],
+      [
+        "Ġfis",
+        "her"
+      ],
+      [
+        "Ġpist",
+        "ol"
+      ],
+      [
+        "Ġhelicop",
+        "ter"
+      ],
+      [
+        "p",
+        "ar"
+      ],
+      [
+        "ĠS",
+        "ophie"
+      ],
+      [
+        "oo",
+        "ped"
+      ],
+      [
+        "ip",
+        "s"
+      ],
+      [
+        "Ġnow",
+        "here"
+      ],
+      [
+        "Ġforg",
+        "ave"
+      ],
+      [
+        "Ġmar",
+        "ched"
+      ],
+      [
+        "Ġtreasure",
+        "s"
+      ],
+      [
+        "ho",
+        "st"
+      ],
+      [
+        "Ġpass",
+        "port"
+      ],
+      [
+        "Ġstir",
+        "red"
+      ],
+      [
+        "Ġpus",
+        "hing"
+      ],
+      [
+        "Ġcompetit",
+        "ive"
+      ],
+      [
+        "Ġdestro",
+        "y"
+      ],
+      [
+        "Y",
+        "ay"
+      ],
+      [
+        "a",
+        "ked"
+      ],
+      [
+        "o",
+        "e"
+      ],
+      [
+        "t",
+        "ter"
+      ],
+      [
+        "Ġg",
+        "ir"
+      ],
+      [
+        "Ġg",
+        "host"
+      ],
+      [
+        "an",
+        "ic"
+      ],
+      [
+        "ke",
+        "let"
+      ],
+      [
+        "ht",
+        "ub"
+      ],
+      [
+        "Ġre",
+        "ef"
+      ],
+      [
+        "Ġse",
+        "par"
+      ],
+      [
+        "op",
+        "ard"
+      ],
+      [
+        "pl",
+        "ay"
+      ],
+      [
+        "Ġen",
+        "vel"
+      ],
+      [
+        "Ġbre",
+        "at"
+      ],
+      [
+        "Ġrep",
+        "air"
+      ],
+      [
+        "Ġfoot",
+        "ball"
+      ],
+      [
+        "Ġbat",
+        "htub"
+      ],
+      [
+        "Ġrubb",
+        "er"
+      ],
+      [
+        "Ġang",
+        "el"
+      ],
+      [
+        "Ġtriang",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ill"
+      ],
+      [
+        "ĠS",
+        "h"
+      ],
+      [
+        "ch",
+        "anic"
+      ],
+      [
+        "Ġnam",
+        "es"
+      ],
+      [
+        "Ġle",
+        "opard"
+      ],
+      [
+        "Ġno",
+        "body"
+      ],
+      [
+        "Ġany",
+        "way"
+      ],
+      [
+        "uc",
+        "t"
+      ],
+      [
+        "ct",
+        "us"
+      ],
+      [
+        "Ġshould",
+        "n"
+      ],
+      [
+        "Ġz",
+        "eb"
+      ],
+      [
+        "Ġgi",
+        "ven"
+      ],
+      [
+        "Ġhold",
+        "s"
+      ],
+      [
+        "Ġbar",
+        "rel"
+      ],
+      [
+        "Ġband",
+        "age"
+      ],
+      [
+        "Ġent",
+        "h"
+      ],
+      [
+        "Dad",
+        "dy"
+      ],
+      [
+        "Ġzeb",
+        "ra"
+      ],
+      [
+        "i",
+        "ves"
+      ],
+      [
+        "u",
+        "be"
+      ],
+      [
+        "y",
+        "ear"
+      ],
+      [
+        "Ġp",
+        "or"
+      ],
+      [
+        "Ġp",
+        "and"
+      ],
+      [
+        "Ġo",
+        "tter"
+      ],
+      [
+        "Ġr",
+        "ibb"
+      ],
+      [
+        "Ġsh",
+        "ield"
+      ],
+      [
+        "Ġme",
+        "chanic"
+      ],
+      [
+        "Ġdon",
+        "â"
+      ],
+      [
+        "Ġdis",
+        "ag"
+      ],
+      [
+        "Ġdis",
+        "play"
+      ],
+      [
+        "Ġmusic",
+        "ian"
+      ],
+      [
+        "cer",
+        "os"
+      ],
+      [
+        "Ġspe",
+        "ak"
+      ],
+      [
+        "Ġca",
+        "b"
+      ],
+      [
+        "Ġca",
+        "ctus"
+      ],
+      [
+        "ĠBet",
+        "sy"
+      ],
+      [
+        "Ġbul",
+        "b"
+      ],
+      [
+        "C",
+        "h"
+      ],
+      [
+        "e",
+        "ath"
+      ],
+      [
+        "i",
+        "kes"
+      ],
+      [
+        "x",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ube"
+      ],
+      [
+        "Ġa",
+        "head"
+      ],
+      [
+        "Ġs",
+        "ummer"
+      ],
+      [
+        "Ġs",
+        "kelet"
+      ],
+      [
+        "Ġp",
+        "urse"
+      ],
+      [
+        "Ġkn",
+        "ob"
+      ],
+      [
+        "Ġdidn",
+        "â"
+      ],
+      [
+        "Ġcouldn",
+        "â"
+      ],
+      [
+        "Ġcol",
+        "ours"
+      ],
+      [
+        "Ġwindow",
+        "s"
+      ],
+      [
+        "oom",
+        "y"
+      ],
+      [
+        "Ġgif",
+        "ted"
+      ],
+      [
+        "Ġcart",
+        "oon"
+      ],
+      [
+        "Ġrhino",
+        "ceros"
+      ],
+      [
+        "g",
+        "l"
+      ],
+      [
+        "he",
+        "art"
+      ],
+      [
+        "Ġs",
+        "ize"
+      ],
+      [
+        "Ġb",
+        "et"
+      ],
+      [
+        "ĠM",
+        "iss"
+      ],
+      [
+        "Ġsc",
+        "rew"
+      ],
+      [
+        "Ġfl",
+        "our"
+      ],
+      [
+        "Ġbl",
+        "in"
+      ],
+      [
+        "ap",
+        "a"
+      ],
+      [
+        "Ġdis",
+        "hes"
+      ],
+      [
+        "Ġrain",
+        "ing"
+      ],
+      [
+        "Ġhop",
+        "ing"
+      ],
+      [
+        "Ġsho",
+        "vel"
+      ],
+      [
+        "Ġmin",
+        "t"
+      ],
+      [
+        "Ġjelly",
+        "fish"
+      ],
+      [
+        "Ġswe",
+        "ater"
+      ],
+      [
+        "Ġchar",
+        "ming"
+      ],
+      [
+        "Ġpengu",
+        "in"
+      ],
+      [
+        "Ġenvel",
+        "ope"
+      ],
+      [
+        "Ġenth",
+        "us"
+      ],
+      [
+        "Ġcab",
+        "in"
+      ],
+      [
+        "re",
+        "c"
+      ],
+      [
+        "Ġp",
+        "ant"
+      ],
+      [
+        "Ġth",
+        "read"
+      ],
+      [
+        "Ġin",
+        "se"
+      ],
+      [
+        "Ġst",
+        "aff"
+      ],
+      [
+        "Ġli",
+        "z"
+      ],
+      [
+        "Ġun",
+        "pack"
+      ],
+      [
+        "Ġwr",
+        "iting"
+      ],
+      [
+        "Ġtra",
+        "sh"
+      ],
+      [
+        "Ġroll",
+        "ing"
+      ],
+      [
+        "Ġwaff",
+        "le"
+      ],
+      [
+        "Ġ",
+        "iron"
+      ],
+      [
+        "Ġw",
+        "ing"
+      ],
+      [
+        "er",
+        "able"
+      ],
+      [
+        "Ġshe",
+        "et"
+      ],
+      [
+        "ĠB",
+        "uddy"
+      ],
+      [
+        "Ġsh",
+        "adow"
+      ],
+      [
+        "Ġro",
+        "ared"
+      ],
+      [
+        "Ġmu",
+        "ff"
+      ],
+      [
+        "Ġair",
+        "port"
+      ],
+      [
+        "Ġce",
+        "iling"
+      ],
+      [
+        "Ġatt",
+        "ic"
+      ],
+      [
+        "Ġorgan",
+        "ize"
+      ],
+      [
+        "Ġstret",
+        "ch"
+      ],
+      [
+        "Ġgrap",
+        "es"
+      ],
+      [
+        "Ġo",
+        "bs"
+      ],
+      [
+        "ĠA",
+        "re"
+      ],
+      [
+        "ĠW",
+        "ould"
+      ],
+      [
+        "ĠIn",
+        "st"
+      ],
+      [
+        "Ġpi",
+        "ano"
+      ],
+      [
+        "Ġsal",
+        "t"
+      ],
+      [
+        "Ġmis",
+        "erable"
+      ],
+      [
+        "Ġc",
+        "ord"
+      ],
+      [
+        "Ġd",
+        "ess"
+      ],
+      [
+        "Ġre",
+        "fused"
+      ],
+      [
+        "Ġsc",
+        "reen"
+      ],
+      [
+        "ĠD",
+        "an"
+      ],
+      [
+        "Ġstr",
+        "ugg"
+      ],
+      [
+        "Ġneed",
+        "le"
+      ],
+      [
+        "Ġbear",
+        "s"
+      ],
+      [
+        "ĠAnd",
+        "y"
+      ],
+      [
+        "Ġhead",
+        "ed"
+      ],
+      [
+        "Ġstick",
+        "y"
+      ],
+      [
+        "Ġfree",
+        "z"
+      ],
+      [
+        "Ġzoom",
+        "ed"
+      ],
+      [
+        "Ġimag",
+        "ined"
+      ],
+      [
+        "Ġmed",
+        "al"
+      ],
+      [
+        "Ġmagn",
+        "et"
+      ],
+      [
+        "rec",
+        "i"
+      ],
+      [
+        "Ġobs",
+        "er"
+      ],
+      [
+        "Ġ",
+        "er"
+      ],
+      [
+        "Ġli",
+        "ves"
+      ],
+      [
+        "ĠA",
+        "l"
+      ],
+      [
+        "ĠP",
+        "at"
+      ],
+      [
+        "Ġapp",
+        "reci"
+      ],
+      [
+        "ass",
+        "es"
+      ],
+      [
+        "Ġsail",
+        "or"
+      ],
+      [
+        "Ġminut",
+        "e"
+      ],
+      [
+        "Ġfisher",
+        "man"
+      ],
+      [
+        "v",
+        "ision"
+      ],
+      [
+        "Ġr",
+        "at"
+      ],
+      [
+        "al",
+        "ed"
+      ],
+      [
+        "Ġbr",
+        "us"
+      ],
+      [
+        "Ġch",
+        "ance"
+      ],
+      [
+        "Ġpo",
+        "st"
+      ],
+      [
+        "Ġsun",
+        "gl"
+      ],
+      [
+        "Ġche",
+        "ek"
+      ],
+      [
+        "ree",
+        "ze"
+      ],
+      [
+        "Ġde",
+        "af"
+      ],
+      [
+        "Ġru",
+        "les"
+      ],
+      [
+        "Ġfrog",
+        "s"
+      ],
+      [
+        "Ġair",
+        "pl"
+      ],
+      [
+        "ĠGo",
+        "d"
+      ],
+      [
+        "Ġstrawber",
+        "ry"
+      ],
+      [
+        "Ġsle",
+        "pt"
+      ],
+      [
+        "Ġliz",
+        "ard"
+      ],
+      [
+        "Ġsungl",
+        "asses"
+      ],
+      [
+        "Ġl",
+        "uck"
+      ],
+      [
+        "Ġin",
+        "f"
+      ],
+      [
+        "Ġbe",
+        "ep"
+      ],
+      [
+        "ĠB",
+        "unny"
+      ],
+      [
+        "Ġme",
+        "as"
+      ],
+      [
+        "Ġro",
+        "d"
+      ],
+      [
+        "Ġor",
+        "der"
+      ],
+      [
+        "Ġrest",
+        "less"
+      ],
+      [
+        "Ġsand",
+        "box"
+      ],
+      [
+        "Ġmess",
+        "age"
+      ],
+      [
+        "ĠJoe",
+        "y"
+      ],
+      [
+        "Ġcomp",
+        "let"
+      ],
+      [
+        "Ġatt",
+        "ract"
+      ],
+      [
+        "Ġgold",
+        "en"
+      ],
+      [
+        "Gra",
+        "ndma"
+      ],
+      [
+        "Ġpil",
+        "ot"
+      ],
+      [
+        "Ġpor",
+        "ch"
+      ],
+      [
+        "L",
+        "ittle"
+      ],
+      [
+        "l",
+        "er"
+      ],
+      [
+        "s",
+        "es"
+      ]
+    ]
+  }
+}
\ No newline at end of file
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3100/tokenizer_config.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3100/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3100/tokenizer_config.json
@@ -0,0 +1,13 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3100/trainer_state.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3100/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..ea472c5f7f6eda0f3c3ccabe8ea21c04f6fb3310
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3100/trainer_state.json
@@ -0,0 +1,1135 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.20896528479946072,
+  "eval_steps": 2498,
+  "global_step": 3100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0013481631277384564,
+      "grad_norm": 2.078125,
+      "learning_rate": 2.66e-05,
+      "loss": 8.299632263183593,
+      "step": 20
+    },
+    {
+      "epoch": 0.002696326255476913,
+      "grad_norm": 1.3515625,
+      "learning_rate": 5.46e-05,
+      "loss": 8.047638702392579,
+      "step": 40
+    },
+    {
+      "epoch": 0.004044489383215369,
+      "grad_norm": 1.2734375,
+      "learning_rate": 8.259999999999999e-05,
+      "loss": 7.837866973876953,
+      "step": 60
+    },
+    {
+      "epoch": 0.005392652510953826,
+      "grad_norm": 1.265625,
+      "learning_rate": 0.0001106,
+      "loss": 7.572817993164063,
+      "step": 80
+    },
+    {
+      "epoch": 0.006740815638692282,
+      "grad_norm": 1.1953125,
+      "learning_rate": 0.0001386,
+      "loss": 7.233210754394531,
+      "step": 100
+    },
+    {
+      "epoch": 0.008088978766430738,
+      "grad_norm": 1.1328125,
+      "learning_rate": 0.00016659999999999998,
+      "loss": 6.860719299316406,
+      "step": 120
+    },
+    {
+      "epoch": 0.009437141894169195,
+      "grad_norm": 0.94921875,
+      "learning_rate": 0.00019460000000000001,
+      "loss": 6.5177757263183596,
+      "step": 140
+    },
+    {
+      "epoch": 0.010785305021907651,
+      "grad_norm": 0.80078125,
+      "learning_rate": 0.0002226,
+      "loss": 6.239912414550782,
+      "step": 160
+    },
+    {
+      "epoch": 0.012133468149646108,
+      "grad_norm": 0.74609375,
+      "learning_rate": 0.00025059999999999997,
+      "loss": 6.035282897949219,
+      "step": 180
+    },
+    {
+      "epoch": 0.013481631277384564,
+      "grad_norm": 0.5546875,
+      "learning_rate": 0.0002786,
+      "loss": 5.873902893066406,
+      "step": 200
+    },
+    {
+      "epoch": 0.01482979440512302,
+      "grad_norm": 0.498046875,
+      "learning_rate": 0.00030659999999999997,
+      "loss": 5.691160202026367,
+      "step": 220
+    },
+    {
+      "epoch": 0.016177957532861477,
+      "grad_norm": 1.21875,
+      "learning_rate": 0.0003346,
+      "loss": 5.473793411254883,
+      "step": 240
+    },
+    {
+      "epoch": 0.01752612066059993,
+      "grad_norm": 1.5078125,
+      "learning_rate": 0.00036260000000000003,
+      "loss": 5.258899688720703,
+      "step": 260
+    },
+    {
+      "epoch": 0.01887428378833839,
+      "grad_norm": 0.796875,
+      "learning_rate": 0.0003906,
+      "loss": 5.03008918762207,
+      "step": 280
+    },
+    {
+      "epoch": 0.020222446916076844,
+      "grad_norm": 0.84375,
+      "learning_rate": 0.0004186,
+      "loss": 4.797770309448242,
+      "step": 300
+    },
+    {
+      "epoch": 0.021570610043815303,
+      "grad_norm": 1.5078125,
+      "learning_rate": 0.0004466,
+      "loss": 4.603690719604492,
+      "step": 320
+    },
+    {
+      "epoch": 0.022918773171553757,
+      "grad_norm": 0.96484375,
+      "learning_rate": 0.00047460000000000004,
+      "loss": 4.490921401977539,
+      "step": 340
+    },
+    {
+      "epoch": 0.024266936299292215,
+      "grad_norm": 0.6640625,
+      "learning_rate": 0.0005026,
+      "loss": 4.327465057373047,
+      "step": 360
+    },
+    {
+      "epoch": 0.02561509942703067,
+      "grad_norm": 0.86328125,
+      "learning_rate": 0.0005306,
+      "loss": 4.182389831542968,
+      "step": 380
+    },
+    {
+      "epoch": 0.026963262554769128,
+      "grad_norm": 0.82421875,
+      "learning_rate": 0.0005586,
+      "loss": 4.036349487304688,
+      "step": 400
+    },
+    {
+      "epoch": 0.028311425682507583,
+      "grad_norm": 0.71484375,
+      "learning_rate": 0.0005866,
+      "loss": 3.918545150756836,
+      "step": 420
+    },
+    {
+      "epoch": 0.02965958881024604,
+      "grad_norm": 0.765625,
+      "learning_rate": 0.0006146,
+      "loss": 3.8555908203125,
+      "step": 440
+    },
+    {
+      "epoch": 0.031007751937984496,
+      "grad_norm": 0.7734375,
+      "learning_rate": 0.0006426,
+      "loss": 3.7499755859375,
+      "step": 460
+    },
+    {
+      "epoch": 0.032355915065722954,
+      "grad_norm": 0.6484375,
+      "learning_rate": 0.0006705999999999999,
+      "loss": 3.668988800048828,
+      "step": 480
+    },
+    {
+      "epoch": 0.03370407819346141,
+      "grad_norm": 0.8828125,
+      "learning_rate": 0.0006986,
+      "loss": 3.598476791381836,
+      "step": 500
+    },
+    {
+      "epoch": 0.03505224132119986,
+      "grad_norm": 0.5625,
+      "learning_rate": 0.0007,
+      "loss": 3.52923698425293,
+      "step": 520
+    },
+    {
+      "epoch": 0.03640040444893832,
+      "grad_norm": 0.56640625,
+      "learning_rate": 0.0007,
+      "loss": 3.4486984252929687,
+      "step": 540
+    },
+    {
+      "epoch": 0.03774856757667678,
+      "grad_norm": 0.453125,
+      "learning_rate": 0.0007,
+      "loss": 3.3981090545654298,
+      "step": 560
+    },
+    {
+      "epoch": 0.03909673070441524,
+      "grad_norm": 0.5234375,
+      "learning_rate": 0.0007,
+      "loss": 3.337215042114258,
+      "step": 580
+    },
+    {
+      "epoch": 0.04044489383215369,
+      "grad_norm": 0.48828125,
+      "learning_rate": 0.0007,
+      "loss": 3.3039676666259767,
+      "step": 600
+    },
+    {
+      "epoch": 0.04179305695989215,
+      "grad_norm": 0.55078125,
+      "learning_rate": 0.0007,
+      "loss": 3.2369564056396483,
+      "step": 620
+    },
+    {
+      "epoch": 0.043141220087630605,
+      "grad_norm": 0.470703125,
+      "learning_rate": 0.0007,
+      "loss": 3.2108325958251953,
+      "step": 640
+    },
+    {
+      "epoch": 0.044489383215369056,
+      "grad_norm": 0.46875,
+      "learning_rate": 0.0007,
+      "loss": 3.153903007507324,
+      "step": 660
+    },
+    {
+      "epoch": 0.045837546343107514,
+      "grad_norm": 0.412109375,
+      "learning_rate": 0.0007,
+      "loss": 3.125510597229004,
+      "step": 680
+    },
+    {
+      "epoch": 0.04718570947084597,
+      "grad_norm": 0.44921875,
+      "learning_rate": 0.0007,
+      "loss": 3.0803747177124023,
+      "step": 700
+    },
+    {
+      "epoch": 0.04853387259858443,
+      "grad_norm": 0.390625,
+      "learning_rate": 0.0007,
+      "loss": 3.04086971282959,
+      "step": 720
+    },
+    {
+      "epoch": 0.04988203572632288,
+      "grad_norm": 0.458984375,
+      "learning_rate": 0.0007,
+      "loss": 3.0033853530883787,
+      "step": 740
+    },
+    {
+      "epoch": 0.05123019885406134,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.0007,
+      "loss": 2.9853662490844726,
+      "step": 760
+    },
+    {
+      "epoch": 0.0525783619817998,
+      "grad_norm": 0.48828125,
+      "learning_rate": 0.0007,
+      "loss": 2.9864330291748047,
+      "step": 780
+    },
+    {
+      "epoch": 0.053926525109538256,
+      "grad_norm": 0.474609375,
+      "learning_rate": 0.0007,
+      "loss": 2.9317838668823244,
+      "step": 800
+    },
+    {
+      "epoch": 0.05527468823727671,
+      "grad_norm": 0.416015625,
+      "learning_rate": 0.0007,
+      "loss": 2.916472244262695,
+      "step": 820
+    },
+    {
+      "epoch": 0.056622851365015166,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.8858991622924806,
+      "step": 840
+    },
+    {
+      "epoch": 0.057971014492753624,
+      "grad_norm": 0.439453125,
+      "learning_rate": 0.0007,
+      "loss": 2.840240478515625,
+      "step": 860
+    },
+    {
+      "epoch": 0.05931917762049208,
+      "grad_norm": 0.439453125,
+      "learning_rate": 0.0007,
+      "loss": 2.8184703826904296,
+      "step": 880
+    },
+    {
+      "epoch": 0.06066734074823053,
+      "grad_norm": 0.42578125,
+      "learning_rate": 0.0007,
+      "loss": 2.8047561645507812,
+      "step": 900
+    },
+    {
+      "epoch": 0.06201550387596899,
+      "grad_norm": 0.4375,
+      "learning_rate": 0.0007,
+      "loss": 2.775454521179199,
+      "step": 920
+    },
+    {
+      "epoch": 0.06336366700370745,
+      "grad_norm": 0.421875,
+      "learning_rate": 0.0007,
+      "loss": 2.7625925064086916,
+      "step": 940
+    },
+    {
+      "epoch": 0.06471183013144591,
+      "grad_norm": 0.4296875,
+      "learning_rate": 0.0007,
+      "loss": 2.731528663635254,
+      "step": 960
+    },
+    {
+      "epoch": 0.06605999325918437,
+      "grad_norm": 0.39453125,
+      "learning_rate": 0.0007,
+      "loss": 2.71492977142334,
+      "step": 980
+    },
+    {
+      "epoch": 0.06740815638692282,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.0007,
+      "loss": 2.7131521224975588,
+      "step": 1000
+    },
+    {
+      "epoch": 0.06875631951466127,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.6799833297729494,
+      "step": 1020
+    },
+    {
+      "epoch": 0.07010448264239973,
+      "grad_norm": 0.412109375,
+      "learning_rate": 0.0007,
+      "loss": 2.665292739868164,
+      "step": 1040
+    },
+    {
+      "epoch": 0.07145264577013818,
+      "grad_norm": 0.44140625,
+      "learning_rate": 0.0007,
+      "loss": 2.6485418319702148,
+      "step": 1060
+    },
+    {
+      "epoch": 0.07280080889787664,
+      "grad_norm": 0.392578125,
+      "learning_rate": 0.0007,
+      "loss": 2.6286544799804688,
+      "step": 1080
+    },
+    {
+      "epoch": 0.0741489720256151,
+      "grad_norm": 0.416015625,
+      "learning_rate": 0.0007,
+      "loss": 2.621373176574707,
+      "step": 1100
+    },
+    {
+      "epoch": 0.07549713515335356,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.5860437393188476,
+      "step": 1120
+    },
+    {
+      "epoch": 0.07684529828109202,
+      "grad_norm": 0.4453125,
+      "learning_rate": 0.0007,
+      "loss": 2.5712385177612305,
+      "step": 1140
+    },
+    {
+      "epoch": 0.07819346140883048,
+      "grad_norm": 0.380859375,
+      "learning_rate": 0.0007,
+      "loss": 2.5693639755249023,
+      "step": 1160
+    },
+    {
+      "epoch": 0.07954162453656892,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.0007,
+      "loss": 2.563449668884277,
+      "step": 1180
+    },
+    {
+      "epoch": 0.08088978766430738,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.553573417663574,
+      "step": 1200
+    },
+    {
+      "epoch": 0.08223795079204584,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.0007,
+      "loss": 2.538028335571289,
+      "step": 1220
+    },
+    {
+      "epoch": 0.0835861139197843,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.5232309341430663,
+      "step": 1240
+    },
+    {
+      "epoch": 0.08493427704752275,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.50943546295166,
+      "step": 1260
+    },
+    {
+      "epoch": 0.08628244017526121,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.4896902084350585,
+      "step": 1280
+    },
+    {
+      "epoch": 0.08763060330299967,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.4810691833496095,
+      "step": 1300
+    },
+    {
+      "epoch": 0.08897876643073811,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.471504974365234,
+      "step": 1320
+    },
+    {
+      "epoch": 0.09032692955847657,
+      "grad_norm": 0.3671875,
+      "learning_rate": 0.0007,
+      "loss": 2.458695411682129,
+      "step": 1340
+    },
+    {
+      "epoch": 0.09167509268621503,
+      "grad_norm": 0.400390625,
+      "learning_rate": 0.0007,
+      "loss": 2.4555185317993162,
+      "step": 1360
+    },
+    {
+      "epoch": 0.09302325581395349,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.433156204223633,
+      "step": 1380
+    },
+    {
+      "epoch": 0.09437141894169195,
+      "grad_norm": 0.34375,
+      "learning_rate": 0.0007,
+      "loss": 2.425444412231445,
+      "step": 1400
+    },
+    {
+      "epoch": 0.0957195820694304,
+      "grad_norm": 0.400390625,
+      "learning_rate": 0.0007,
+      "loss": 2.435191345214844,
+      "step": 1420
+    },
+    {
+      "epoch": 0.09706774519716886,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.412186622619629,
+      "step": 1440
+    },
+    {
+      "epoch": 0.09841590832490732,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.4007726669311524,
+      "step": 1460
+    },
+    {
+      "epoch": 0.09976407145264576,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.3866371154785155,
+      "step": 1480
+    },
+    {
+      "epoch": 0.10111223458038422,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.3728200912475588,
+      "step": 1500
+    },
+    {
+      "epoch": 0.10246039770812268,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.373748016357422,
+      "step": 1520
+    },
+    {
+      "epoch": 0.10380856083586114,
+      "grad_norm": 0.36328125,
+      "learning_rate": 0.0007,
+      "loss": 2.3635543823242187,
+      "step": 1540
+    },
+    {
+      "epoch": 0.1051567239635996,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.0007,
+      "loss": 2.3516841888427735,
+      "step": 1560
+    },
+    {
+      "epoch": 0.10650488709133805,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.3689512252807616,
+      "step": 1580
+    },
+    {
+      "epoch": 0.10785305021907651,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.3348180770874025,
+      "step": 1600
+    },
+    {
+      "epoch": 0.10920121334681497,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.3343011856079103,
+      "step": 1620
+    },
+    {
+      "epoch": 0.11054937647455342,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.0007,
+      "loss": 2.3455299377441405,
+      "step": 1640
+    },
+    {
+      "epoch": 0.11189753960229187,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.3264875411987305,
+      "step": 1660
+    },
+    {
+      "epoch": 0.11324570273003033,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.0007,
+      "loss": 2.309524917602539,
+      "step": 1680
+    },
+    {
+      "epoch": 0.11459386585776879,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.3181018829345703,
+      "step": 1700
+    },
+    {
+      "epoch": 0.11594202898550725,
+      "grad_norm": 0.412109375,
+      "learning_rate": 0.0007,
+      "loss": 2.2959054946899413,
+      "step": 1720
+    },
+    {
+      "epoch": 0.1172901921132457,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.286634826660156,
+      "step": 1740
+    },
+    {
+      "epoch": 0.11863835524098416,
+      "grad_norm": 0.3671875,
+      "learning_rate": 0.0007,
+      "loss": 2.2912055969238283,
+      "step": 1760
+    },
+    {
+      "epoch": 0.11998651836872262,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.303947639465332,
+      "step": 1780
+    },
+    {
+      "epoch": 0.12133468149646107,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.298970413208008,
+      "step": 1800
+    },
+    {
+      "epoch": 0.12268284462419952,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.2899410247802736,
+      "step": 1820
+    },
+    {
+      "epoch": 0.12403100775193798,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.258684539794922,
+      "step": 1840
+    },
+    {
+      "epoch": 0.12537917087967643,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.2575857162475588,
+      "step": 1860
+    },
+    {
+      "epoch": 0.1267273340074149,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.2479154586791994,
+      "step": 1880
+    },
+    {
+      "epoch": 0.12807549713515334,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.2578588485717774,
+      "step": 1900
+    },
+    {
+      "epoch": 0.12942366026289182,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.2332910537719726,
+      "step": 1920
+    },
+    {
+      "epoch": 0.13077182339063026,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.242460250854492,
+      "step": 1940
+    },
+    {
+      "epoch": 0.13211998651836873,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.21710205078125,
+      "step": 1960
+    },
+    {
+      "epoch": 0.13346814964610718,
+      "grad_norm": 0.353515625,
+      "learning_rate": 0.0007,
+      "loss": 2.2389858245849608,
+      "step": 1980
+    },
+    {
+      "epoch": 0.13481631277384565,
+      "grad_norm": 0.328125,
+      "learning_rate": 0.0007,
+      "loss": 2.2128574371337892,
+      "step": 2000
+    },
+    {
+      "epoch": 0.1361644759015841,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.221720504760742,
+      "step": 2020
+    },
+    {
+      "epoch": 0.13751263902932254,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.2012025833129885,
+      "step": 2040
+    },
+    {
+      "epoch": 0.138860802157061,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.2207321166992187,
+      "step": 2060
+    },
+    {
+      "epoch": 0.14020896528479945,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.1970823287963865,
+      "step": 2080
+    },
+    {
+      "epoch": 0.14155712841253792,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.1874614715576173,
+      "step": 2100
+    },
+    {
+      "epoch": 0.14290529154027637,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.1962921142578127,
+      "step": 2120
+    },
+    {
+      "epoch": 0.14425345466801484,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.1974483489990235,
+      "step": 2140
+    },
+    {
+      "epoch": 0.14560161779575329,
+      "grad_norm": 0.34375,
+      "learning_rate": 0.0007,
+      "loss": 2.1824066162109377,
+      "step": 2160
+    },
+    {
+      "epoch": 0.14694978092349173,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.1886768341064453,
+      "step": 2180
+    },
+    {
+      "epoch": 0.1482979440512302,
+      "grad_norm": 0.326171875,
+      "learning_rate": 0.0007,
+      "loss": 2.1661350250244142,
+      "step": 2200
+    },
+    {
+      "epoch": 0.14964610717896865,
+      "grad_norm": 0.330078125,
+      "learning_rate": 0.0007,
+      "loss": 2.1746242523193358,
+      "step": 2220
+    },
+    {
+      "epoch": 0.15099427030670712,
+      "grad_norm": 0.353515625,
+      "learning_rate": 0.0007,
+      "loss": 2.182226371765137,
+      "step": 2240
+    },
+    {
+      "epoch": 0.15234243343444556,
+      "grad_norm": 0.33203125,
+      "learning_rate": 0.0007,
+      "loss": 2.1612625122070312,
+      "step": 2260
+    },
+    {
+      "epoch": 0.15369059656218403,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.1695093154907226,
+      "step": 2280
+    },
+    {
+      "epoch": 0.15503875968992248,
+      "grad_norm": 0.341796875,
+      "learning_rate": 0.0007,
+      "loss": 2.1509073257446287,
+      "step": 2300
+    },
+    {
+      "epoch": 0.15638692281766095,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.1601842880249023,
+      "step": 2320
+    },
+    {
+      "epoch": 0.1577350859453994,
+      "grad_norm": 0.3203125,
+      "learning_rate": 0.0007,
+      "loss": 2.149628257751465,
+      "step": 2340
+    },
+    {
+      "epoch": 0.15908324907313784,
+      "grad_norm": 0.33203125,
+      "learning_rate": 0.0007,
+      "loss": 2.154475784301758,
+      "step": 2360
+    },
+    {
+      "epoch": 0.1604314122008763,
+      "grad_norm": 0.333984375,
+      "learning_rate": 0.0007,
+      "loss": 2.1572238922119142,
+      "step": 2380
+    },
+    {
+      "epoch": 0.16177957532861476,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.1351224899291994,
+      "step": 2400
+    },
+    {
+      "epoch": 0.16312773845635323,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.141549301147461,
+      "step": 2420
+    },
+    {
+      "epoch": 0.16447590158409167,
+      "grad_norm": 0.328125,
+      "learning_rate": 0.0007,
+      "loss": 2.127903366088867,
+      "step": 2440
+    },
+    {
+      "epoch": 0.16582406471183014,
+      "grad_norm": 0.32421875,
+      "learning_rate": 0.0007,
+      "loss": 2.1384496688842773,
+      "step": 2460
+    },
+    {
+      "epoch": 0.1671722278395686,
+      "grad_norm": 0.34375,
+      "learning_rate": 0.0007,
+      "loss": 2.1402868270874023,
+      "step": 2480
+    },
+    {
+      "epoch": 0.1683855746545332,
+      "eval_loss": 2.133925199508667,
+      "eval_runtime": 18.9626,
+      "eval_samples_per_second": 502.41,
+      "eval_steps_per_second": 0.527,
+      "step": 2498
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.1217138290405275,
+      "step": 2500
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "eval_loss": 2.1338183879852295,
+      "eval_runtime": 18.812,
+      "eval_samples_per_second": 506.431,
+      "eval_steps_per_second": 0.532,
+      "step": 2500
+    },
+    {
+      "epoch": 0.1698685540950455,
+      "grad_norm": 20971520.0,
+      "learning_rate": 3.4200000000000005e-05,
+      "loss": 2.1263294219970703,
+      "step": 2520
+    },
+    {
+      "epoch": 0.17121671722278395,
+      "grad_norm": 22675456.0,
+      "learning_rate": 7.020000000000001e-05,
+      "loss": 2.140816307067871,
+      "step": 2540
+    },
+    {
+      "epoch": 0.17256488035052242,
+      "grad_norm": 116916224.0,
+      "learning_rate": 9e-05,
+      "loss": 3.505127716064453,
+      "step": 2560
+    },
+    {
+      "epoch": 0.17391304347826086,
+      "grad_norm": 267386880.0,
+      "learning_rate": 9e-05,
+      "loss": 6.925441741943359,
+      "step": 2580
+    },
+    {
+      "epoch": 0.17526120660599934,
+      "grad_norm": 530579456.0,
+      "learning_rate": 9e-05,
+      "loss": 7.500309753417969,
+      "step": 2600
+    },
+    {
+      "epoch": 0.17660936973373778,
+      "grad_norm": 805306368.0,
+      "learning_rate": 9e-05,
+      "loss": 7.739163970947265,
+      "step": 2620
+    },
+    {
+      "epoch": 0.17795753286147623,
+      "grad_norm": 901775360.0,
+      "learning_rate": 9e-05,
+      "loss": 7.861988067626953,
+      "step": 2640
+    },
+    {
+      "epoch": 0.1793056959892147,
+      "grad_norm": 788529152.0,
+      "learning_rate": 9e-05,
+      "loss": 7.9435890197753904,
+      "step": 2660
+    },
+    {
+      "epoch": 0.18065385911695314,
+      "grad_norm": 620756992.0,
+      "learning_rate": 9e-05,
+      "loss": 7.990572357177735,
+      "step": 2680
+    },
+    {
+      "epoch": 0.1820020222446916,
+      "grad_norm": 484442112.0,
+      "learning_rate": 9e-05,
+      "loss": 8.019105529785156,
+      "step": 2700
+    },
+    {
+      "epoch": 0.18335018537243006,
+      "grad_norm": 381681664.0,
+      "learning_rate": 9e-05,
+      "loss": 8.050555419921874,
+      "step": 2720
+    },
+    {
+      "epoch": 0.18469834850016853,
+      "grad_norm": 301989888.0,
+      "learning_rate": 9e-05,
+      "loss": 8.066886138916015,
+      "step": 2740
+    },
+    {
+      "epoch": 0.18604651162790697,
+      "grad_norm": 231735296.0,
+      "learning_rate": 9e-05,
+      "loss": 8.077174377441406,
+      "step": 2760
+    },
+    {
+      "epoch": 0.18739467475564545,
+      "grad_norm": 164626432.0,
+      "learning_rate": 9e-05,
+      "loss": 8.084746551513671,
+      "step": 2780
+    },
+    {
+      "epoch": 0.1887428378833839,
+      "grad_norm": 109051904.0,
+      "learning_rate": 9e-05,
+      "loss": 8.0902099609375,
+      "step": 2800
+    },
+    {
+      "epoch": 0.19009100101112233,
+      "grad_norm": 71303168.0,
+      "learning_rate": 9e-05,
+      "loss": 8.096793365478515,
+      "step": 2820
+    },
+    {
+      "epoch": 0.1914391641388608,
+      "grad_norm": 31850496.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105870056152344,
+      "step": 2840
+    },
+    {
+      "epoch": 0.19278732726659925,
+      "grad_norm": 17432576.0,
+      "learning_rate": 9e-05,
+      "loss": 8.103771209716797,
+      "step": 2860
+    },
+    {
+      "epoch": 0.19413549039433772,
+      "grad_norm": 12255232.0,
+      "learning_rate": 9e-05,
+      "loss": 8.106598663330079,
+      "step": 2880
+    },
+    {
+      "epoch": 0.19548365352207617,
+      "grad_norm": 10223616.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104751586914062,
+      "step": 2900
+    },
+    {
+      "epoch": 0.19683181664981464,
+      "grad_norm": 10158080.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104240417480469,
+      "step": 2920
+    },
+    {
+      "epoch": 0.19817997977755308,
+      "grad_norm": 19791872.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104872131347657,
+      "step": 2940
+    },
+    {
+      "epoch": 0.19952814290529153,
+      "grad_norm": 6488064.0,
+      "learning_rate": 9e-05,
+      "loss": 8.10034637451172,
+      "step": 2960
+    },
+    {
+      "epoch": 0.20087630603303,
+      "grad_norm": 4718592.0,
+      "learning_rate": 9e-05,
+      "loss": 8.102328491210937,
+      "step": 2980
+    },
+    {
+      "epoch": 0.20222446916076844,
+      "grad_norm": 3653632.0,
+      "learning_rate": 9e-05,
+      "loss": 8.101950073242188,
+      "step": 3000
+    },
+    {
+      "epoch": 0.20357263228850692,
+      "grad_norm": 2703360.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105780029296875,
+      "step": 3020
+    },
+    {
+      "epoch": 0.20492079541624536,
+      "grad_norm": 1998848.0,
+      "learning_rate": 9e-05,
+      "loss": 8.10799331665039,
+      "step": 3040
+    },
+    {
+      "epoch": 0.20626895854398383,
+      "grad_norm": 1515520.0,
+      "learning_rate": 9e-05,
+      "loss": 8.102154541015626,
+      "step": 3060
+    },
+    {
+      "epoch": 0.20761712167172228,
+      "grad_norm": 1155072.0,
+      "learning_rate": 9e-05,
+      "loss": 8.101323699951172,
+      "step": 3080
+    },
+    {
+      "epoch": 0.20896528479946072,
+      "grad_norm": 860160.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104644012451171,
+      "step": 3100
+    }
+  ],
+  "logging_steps": 20,
+  "max_steps": 3500,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.00014797881344e+16,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3100/training_args.bin b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3100/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0c65fb00f188152ddd7b3875d5492e87da186448
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3100/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e1a2626e7b1b9e8c5918ce769b180ee6aeecd5055af3c3b59b791d3a4a2c46
+size 4920
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/config.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..056849ccffa9d2a337db2e11245d69711cba6db1
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/config.json
@@ -0,0 +1,36 @@
+{
+  "activation": "silu-waleed10",
+  "architectures": [
+    "TinyLlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "bfloat16",
+  "eos_token_id": 2,
+  "head_dim": 32,
+  "hidden_act": "silu",
+  "hidden_size": 128,
+  "initializer_range": 0.02,
+  "intermediate_size": 256,
+  "max_position_embeddings": 512,
+  "mlp_bias": false,
+  "mlp_type": "glu",
+  "model_type": "tiny_llama",
+  "num_attention_heads": 4,
+  "num_hidden_layers": 100,
+  "num_key_value_heads": 4,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": true,
+  "tokenizer_name": "w-ahmad/tiny-stories-tokenizer",
+  "transformers_version": "5.16.0.dev0",
+  "use_cache": false,
+  "vocab_size": 4096,
+  "waleed_beta": 4
+}
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/model.safetensors b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f17fe211bb3e97e000979cf4c524e80af1bbd602
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69c5aabe13c6f554161831a04c257ee2dbe5428fc0cbc4bfce12352d8ccfb03
+size 33967272
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/optimizer.pt b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09161dae84b1943d618bead1dae31e90706e2a0
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a02decfda8459181ba9c6169262db0379d3d640e4ff047b0299bd70a9e54ab4
+size 39573050
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/rng_state.pth b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e29ad0909e8c1afefa182e7ed890fa257c75af25
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f
+size 14244
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/scheduler.pt b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b664d2157eeeb0a6cbb566ff2d9a39157ae90f28
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42032ce2906e08b8158bbc61ccff7a8449b0a1b6c135848ffd257fa664fd4577
+size 1064
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/tokenizer.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/tokenizer.json
@@ -0,0 +1,19501 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "ByteLevel",
+    "add_prefix_space": false,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "post_processor": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": false,
+    "use_regex": true
+  },
+  "decoder": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": null,
+    "continuing_subword_prefix": "",
+    "end_of_word_suffix": "",
+    "fuse_unk": false,
+    "byte_fallback": false,
+    "ignore_merges": false,
+    "vocab": {
+      "<|endoftext|>": 0,
+      "!": 1,
+      "\"": 2,
+      "#": 3,
+      "$": 4,
+      "%": 5,
+      "&": 6,
+      "'": 7,
+      "(": 8,
+      ")": 9,
+      "*": 10,
+      "+": 11,
+      ",": 12,
+      "-": 13,
+      ".": 14,
+      "/": 15,
+      "0": 16,
+      "1": 17,
+      "2": 18,
+      "3": 19,
+      "4": 20,
+      "5": 21,
+      "6": 22,
+      "7": 23,
+      "8": 24,
+      "9": 25,
+      ":": 26,
+      ";": 27,
+      "<": 28,
+      "=": 29,
+      ">": 30,
+      "?": 31,
+      "@": 32,
+      "A": 33,
+      "B": 34,
+      "C": 35,
+      "D": 36,
+      "E": 37,
+      "F": 38,
+      "G": 39,
+      "H": 40,
+      "I": 41,
+      "J": 42,
+      "K": 43,
+      "L": 44,
+      "M": 45,
+      "N": 46,
+      "O": 47,
+      "P": 48,
+      "Q": 49,
+      "R": 50,
+      "S": 51,
+      "T": 52,
+      "U": 53,
+      "V": 54,
+      "W": 55,
+      "X": 56,
+      "Y": 57,
+      "Z": 58,
+      "[": 59,
+      "\\": 60,
+      "]": 61,
+      "^": 62,
+      "_": 63,
+      "`": 64,
+      "a": 65,
+      "b": 66,
+      "c": 67,
+      "d": 68,
+      "e": 69,
+      "f": 70,
+      "g": 71,
+      "h": 72,
+      "i": 73,
+      "j": 74,
+      "k": 75,
+      "l": 76,
+      "m": 77,
+      "n": 78,
+      "o": 79,
+      "p": 80,
+      "q": 81,
+      "r": 82,
+      "s": 83,
+      "t": 84,
+      "u": 85,
+      "v": 86,
+      "w": 87,
+      "x": 88,
+      "y": 89,
+      "z": 90,
+      "{": 91,
+      "|": 92,
+      "}": 93,
+      "~": 94,
+      "¡": 95,
+      "¢": 96,
+      "£": 97,
+      "¤": 98,
+      "¥": 99,
+      "¦": 100,
+      "§": 101,
+      "¨": 102,
+      "©": 103,
+      "ª": 104,
+      "«": 105,
+      "¬": 106,
+      "®": 107,
+      "¯": 108,
+      "°": 109,
+      "±": 110,
+      "²": 111,
+      "³": 112,
+      "´": 113,
+      "µ": 114,
+      "¶": 115,
+      "·": 116,
+      "¸": 117,
+      "¹": 118,
+      "º": 119,
+      "»": 120,
+      "¼": 121,
+      "½": 122,
+      "¾": 123,
+      "¿": 124,
+      "À": 125,
+      "Á": 126,
+      "Â": 127,
+      "Ã": 128,
+      "Ä": 129,
+      "Å": 130,
+      "Æ": 131,
+      "Ç": 132,
+      "È": 133,
+      "É": 134,
+      "Ê": 135,
+      "Ë": 136,
+      "Ì": 137,
+      "Í": 138,
+      "Î": 139,
+      "Ï": 140,
+      "Ð": 141,
+      "Ñ": 142,
+      "Ò": 143,
+      "Ó": 144,
+      "Ô": 145,
+      "Õ": 146,
+      "Ö": 147,
+      "×": 148,
+      "Ø": 149,
+      "Ù": 150,
+      "Ú": 151,
+      "Û": 152,
+      "Ü": 153,
+      "Ý": 154,
+      "Þ": 155,
+      "ß": 156,
+      "à": 157,
+      "á": 158,
+      "â": 159,
+      "ã": 160,
+      "ä": 161,
+      "å": 162,
+      "æ": 163,
+      "ç": 164,
+      "è": 165,
+      "é": 166,
+      "ê": 167,
+      "ë": 168,
+      "ì": 169,
+      "í": 170,
+      "î": 171,
+      "ï": 172,
+      "ð": 173,
+      "ñ": 174,
+      "ò": 175,
+      "ó": 176,
+      "ô": 177,
+      "õ": 178,
+      "ö": 179,
+      "÷": 180,
+      "ø": 181,
+      "ù": 182,
+      "ú": 183,
+      "û": 184,
+      "ü": 185,
+      "ý": 186,
+      "þ": 187,
+      "ÿ": 188,
+      "Ā": 189,
+      "ā": 190,
+      "Ă": 191,
+      "ă": 192,
+      "Ą": 193,
+      "ą": 194,
+      "Ć": 195,
+      "ć": 196,
+      "Ĉ": 197,
+      "ĉ": 198,
+      "Ċ": 199,
+      "ċ": 200,
+      "Č": 201,
+      "č": 202,
+      "Ď": 203,
+      "ď": 204,
+      "Đ": 205,
+      "đ": 206,
+      "Ē": 207,
+      "ē": 208,
+      "Ĕ": 209,
+      "ĕ": 210,
+      "Ė": 211,
+      "ė": 212,
+      "Ę": 213,
+      "ę": 214,
+      "Ě": 215,
+      "ě": 216,
+      "Ĝ": 217,
+      "ĝ": 218,
+      "Ğ": 219,
+      "ğ": 220,
+      "Ġ": 221,
+      "ġ": 222,
+      "Ģ": 223,
+      "ģ": 224,
+      "Ĥ": 225,
+      "ĥ": 226,
+      "Ħ": 227,
+      "ħ": 228,
+      "Ĩ": 229,
+      "ĩ": 230,
+      "Ī": 231,
+      "ī": 232,
+      "Ĭ": 233,
+      "ĭ": 234,
+      "Į": 235,
+      "į": 236,
+      "İ": 237,
+      "ı": 238,
+      "IJ": 239,
+      "ij": 240,
+      "Ĵ": 241,
+      "ĵ": 242,
+      "Ķ": 243,
+      "ķ": 244,
+      "ĸ": 245,
+      "Ĺ": 246,
+      "ĺ": 247,
+      "Ļ": 248,
+      "ļ": 249,
+      "Ľ": 250,
+      "ľ": 251,
+      "Ŀ": 252,
+      "ŀ": 253,
+      "Ł": 254,
+      "ł": 255,
+      "Ń": 256,
+      "he": 257,
+      "Ġt": 258,
+      "Ġa": 259,
+      "Ġs": 260,
+      "Ġw": 261,
+      "nd": 262,
+      "Ġthe": 263,
+      "ed": 264,
+      "Ġand": 265,
+      "Ġto": 266,
+      "Ġb": 267,
+      "in": 268,
+      "Ġh": 269,
+      "Ġwa": 270,
+      "re": 271,
+      "Ġf": 272,
+      "it": 273,
+      "ou": 274,
+      "Ġc": 275,
+      "Ġl": 276,
+      "Ġhe": 277,
+      "Ġd": 278,
+      "er": 279,
+      "Ġwas": 280,
+      "Ġm": 281,
+      "Ġp": 282,
+      "om": 283,
+      "ĠT": 284,
+      "Ġo": 285,
+      "ay": 286,
+      "ar": 287,
+      "ing": 288,
+      "is": 289,
+      "Ġg": 290,
+      "il": 291,
+      "id": 292,
+      "at": 293,
+      "en": 294,
+      "Ġn": 295,
+      "Ġsa": 296,
+      "Ġha": 297,
+      "ĠS": 298,
+      "im": 299,
+      "an": 300,
+      "ĠThe": 301,
+      "or": 302,
+      "on": 303,
+      "Ġit": 304,
+      "Ġth": 305,
+      "ll": 306,
+      "le": 307,
+      "ĠH": 308,
+      "Ġher": 309,
+      "et": 310,
+      "ot": 311,
+      "ir": 312,
+      "ĠShe": 313,
+      "ĠHe": 314,
+      "ver": 315,
+      "es": 316,
+      "Ġin": 317,
+      "ut": 318,
+      "ow": 319,
+      "ck": 320,
+      "Ġe": 321,
+      "Ġu": 322,
+      "ld": 323,
+      "ĠThey": 324,
+      "oo": 325,
+      "ig": 326,
+      "Ġsaid": 327,
+      "am": 328,
+      "ily": 329,
+      "Ġbe": 330,
+      "Ġy": 331,
+      "Ġr": 332,
+      "Ġst": 333,
+      "ce": 334,
+      "Ġshe": 335,
+      "Ġ\"": 336,
+      "pp": 337,
+      "ke": 338,
+      "ith": 339,
+      "On": 340,
+      "ĠI": 341,
+      "Ġwith": 342,
+      "ve": 343,
+      "Lily": 344,
+      "Ġon": 345,
+      "Ġof": 346,
+      "Ġso": 347,
+      "Ġhis": 348,
+      "ked": 349,
+      "ri": 350,
+      "nt": 351,
+      "very": 352,
+      "Ġpl": 353,
+      "Ġday": 354,
+      "ad": 355,
+      "Ġyou": 356,
+      "Ġthat": 357,
+      "Ġup": 358,
+      "Ġhad": 359,
+      "st": 360,
+      "Ġplay": 361,
+      "Ġthey": 362,
+      "ĠLily": 363,
+      "Ġwe": 364,
+      "Ġmom": 365,
+      "my": 366,
+      "Ġfor": 367,
+      "el": 368,
+      "ould": 369,
+      "un": 370,
+      "ĠB": 371,
+      "'s": 372,
+      "itt": 373,
+      "ent": 374,
+      "Ġhapp": 375,
+      "The": 376,
+      "ch": 377,
+      "Ġli": 378,
+      "out": 379,
+      "Ġwant": 380,
+      "Ġsh": 381,
+      "her": 382,
+      "ly": 383,
+      "ime": 384,
+      "ittle": 385,
+      "ound": 386,
+      "Ġvery": 387,
+      "Ġtime": 388,
+      "ome": 389,
+      "Ġlittle": 390,
+      "Ġthere": 391,
+      "se": 392,
+      "Ġdo": 393,
+      "Ġwh": 394,
+      "all": 395,
+      "Ġk": 396,
+      "end": 397,
+      "al": 398,
+      "ht": 399,
+      "Ġne": 400,
+      "Ġre": 401,
+      "Ġnot": 402,
+      "Ġhappy": 403,
+      "ĠĊ": 404,
+      "Ġbig": 405,
+      "ĠM": 406,
+      "Ġbut": 407,
+      "Ġsm": 408,
+      "ack": 409,
+      "Ġsaw": 410,
+      "ĠIt": 411,
+      "Ġas": 412,
+      "Ġan": 413,
+      "ra": 414,
+      "riend": 415,
+      "Ġfriend": 416,
+      "ide": 417,
+      "One": 418,
+      "ry": 419,
+      "'t": 420,
+      "ved": 421,
+      "Ġis": 422,
+      "Once": 423,
+      "ake": 424,
+      ".\"": 425,
+      "Ġwere": 426,
+      "ter": 427,
+      "ug": 428,
+      "Ġloo": 429,
+      "Ġlo": 430,
+      "ore": 431,
+      "ec": 432,
+      "ĠTim": 433,
+      "Ġhim": 434,
+      "Ġbo": 435,
+      "!\"": 436,
+      "Ġtoo": 437,
+      "Ġgo": 438,
+      "Ġupon": 439,
+      "irl": 440,
+      "Ġj": 441,
+      "Ġwanted": 442,
+      "Ġgirl": 443,
+      "Ġse": 444,
+      "Ġout": 445,
+      "ard": 446,
+      "way": 447,
+      "Ġsp": 448,
+      "ill": 449,
+      "ind": 450,
+      "Ġthem": 451,
+      "Ġcould": 452,
+      "fu": 453,
+      "hen": 454,
+      "Ġat": 455,
+      "ur": 456,
+      "Ġdid": 457,
+      "Ġsmil": 458,
+      "Ġtheir": 459,
+      "Ġare": 460,
+      "Ġex": 461,
+      "ĠA": 462,
+      "ain": 463,
+      "Ġwent": 464,
+      "art": 465,
+      "hed": 466,
+      "rom": 467,
+      "ic": 468,
+      "round": 469,
+      "Ġhave": 470,
+      "Ġnam": 471,
+      "lp": 472,
+      "Ġall": 473,
+      "ĠJ": 474,
+      "ful": 475,
+      "Ġkn": 476,
+      "hing": 477,
+      "ood": 478,
+      "Ġhelp": 479,
+      "ight": 480,
+      "Ġfriends": 481,
+      "one": 482,
+      "ark": 483,
+      "Ġback": 484,
+      "um": 485,
+      "Ġcan": 486,
+      "Ġnamed": 487,
+      "Ġcl": 488,
+      "?\"": 489,
+      "Ġfun": 490,
+      "are": 491,
+      "ĠBen": 492,
+      "Ġloved": 493,
+      "Ġal": 494,
+      "elt": 495,
+      "ĠTimmy": 496,
+      "ĠOne": 497,
+      "op": 498,
+      "side": 499,
+      "Ġle": 500,
+      "Ġno": 501,
+      "Ġsc": 502,
+      "ĠTom": 503,
+      "Ġfelt": 504,
+      "oug": 505,
+      "Ġsmiled": 506,
+      "ick": 507,
+      "Ġasked": 508,
+      "You": 509,
+      "Ġtoy": 510,
+      "Ġman": 511,
+      "Ġaround": 512,
+      "ame": 513,
+      "Ġfe": 514,
+      "Ġsay": 515,
+      "Ġboy": 516,
+      "Ġsome": 517,
+      "Ġlooked": 518,
+      "ure": 519,
+      "omet": 520,
+      "Ġbr": 521,
+      "Ġwould": 522,
+      "Ġme": 523,
+      "Ġbir": 524,
+      "Ġlike": 525,
+      "get": 526,
+      "Ġstart": 527,
+      "Ġro": 528,
+      "as": 529,
+      "Ġsee": 530,
+      "ĠW": 531,
+      "ice": 532,
+      "ong": 533,
+      "Ġbird": 534,
+      "Ġsomet": 535,
+      "dd": 536,
+      "Ġwor": 537,
+      "ade": 538,
+      "ie": 539,
+      "king": 540,
+      "Ġag": 541,
+      "own": 542,
+      "Ġtre": 543,
+      "Ġfa": 544,
+      "Ġaway": 545,
+      "Ġwhat": 546,
+      "ings": 547,
+      "Ġstarted": 548,
+      "gether": 549,
+      "Ġran": 550,
+      "â": 551,
+      "âĤ": 552,
+      "âĤ¬": 553,
+      "ared": 554,
+      "Ġmake": 555,
+      "ĠBut": 556,
+      "ited": 557,
+      "if": 558,
+      "oud": 559,
+      "Ġmade": 560,
+      "Ġtogether": 561,
+      "Ġsomething": 562,
+      "Ġexc": 563,
+      "ag": 564,
+      "Ġco": 565,
+      "Ġpark": 566,
+      "Ġnew": 567,
+      "Ġsad": 568,
+      "Ġput": 569,
+      ",\"": 570,
+      "Ġfrom": 571,
+      "ble": 572,
+      "ther": 573,
+      "Ġpr": 574,
+      "Ġmu": 575,
+      "Ġcar": 576,
+      "Ġhome": 577,
+      "ĠYou": 578,
+      "Ġthen": 579,
+      "Ġwhen": 580,
+      "Ġfound": 581,
+      "ell": 582,
+      "Ġother": 583,
+      "Ġagain": 584,
+      "Ġch": 585,
+      "Ġdec": 586,
+      "Ġwho": 587,
+      "Ġla": 588,
+      "ried": 589,
+      "ss": 590,
+      "Ġgood": 591,
+      "Ġhug": 592,
+      "ĠL": 593,
+      "pped": 594,
+      "Ġwal": 595,
+      "ep": 596,
+      "ally": 597,
+      "Ġsays": 598,
+      "Ġfl": 599,
+      "est": 600,
+      "ach": 601,
+      "ĠE": 602,
+      "Ġexcited": 603,
+      "pl": 604,
+      "qu": 605,
+      "ook": 606,
+      "Ġget": 607,
+      "ought": 608,
+      "Ġplaying": 609,
+      "Ġgot": 610,
+      "Ġsw": 611,
+      "ous": 612,
+      "hat": 613,
+      "ny": 614,
+      "ided": 615,
+      "uck": 616,
+      "Ġthings": 617,
+      "Ġevery": 618,
+      "Ġdecided": 619,
+      "Ġcame": 620,
+      "Ġbec": 621,
+      "ave": 622,
+      "ro": 623,
+      "ax": 624,
+      "Ġliked": 625,
+      "Ġdown": 626,
+      "Ġdog": 627,
+      "Ġscared": 628,
+      "Ġv": 629,
+      "udd": 630,
+      "ust": 631,
+      "Ġone": 632,
+      "Ġfind": 633,
+      "Ġbl": 634,
+      "Ġthan": 635,
+      "ĠD": 636,
+      "ouse": 637,
+      "ways": 638,
+      "Ġkne": 639,
+      "Ġdidn": 640,
+      "ap": 641,
+      "Ġmommy": 642,
+      "Ġcare": 643,
+      "Ġalways": 644,
+      "Ġab": 645,
+      "ist": 646,
+      "Ġdad": 647,
+      "Ġfeel": 648,
+      "ara": 649,
+      "bb": 650,
+      "arn": 651,
+      "fe": 652,
+      "Ġyour": 653,
+      "Ġoutside": 654,
+      "ue": 655,
+      "Ġgra": 656,
+      "ant": 657,
+      "Ġke": 658,
+      "ĠMom": 659,
+      "Ġtook": 660,
+      "Ġlot": 661,
+      "nn": 662,
+      "Ġbu": 663,
+      "Ġabout": 664,
+      "ess": 665,
+      "ĠF": 666,
+      "nder": 667,
+      "Ġtree": 668,
+      "eci": 669,
+      "Ġlook": 670,
+      "Ġpo": 671,
+      "Ġmy": 672,
+      "our": 673,
+      "Ġtoys": 674,
+      "ite": 675,
+      "ched": 676,
+      "Ġknew": 677,
+      "Ġthought": 678,
+      "ened": 679,
+      "Ġlearn": 680,
+      "Ġint": 681,
+      "Ġold": 682,
+      "Ġmore": 683,
+      "nna": 684,
+      "ise": 685,
+      "ged": 686,
+      "Ġta": 687,
+      "udden": 688,
+      "ecial": 689,
+      "Ġspecial": 690,
+      "ĠMax": 691,
+      "au": 692,
+      "Ġwill": 693,
+      "ers": 694,
+      "They": 695,
+      "ret": 696,
+      "Ġpe": 697,
+      "Ġho": 698,
+      "ĠSam": 699,
+      "Ġtake": 700,
+      "Ġball": 701,
+      "Ġknow": 702,
+      "Ġlaug": 703,
+      "fter": 704,
+      "uddenly": 705,
+      "Ġcat": 706,
+      "Ġhow": 707,
+      "ive": 708,
+      "Ġtr": 709,
+      "Ġmuch": 710,
+      "Ġany": 711,
+      "Ġpu": 712,
+      "ma": 713,
+      "Ġsl": 714,
+      "Ġsor": 715,
+      "Ġmo": 716,
+      "ven": 717,
+      "ish": 718,
+      "Ġshow": 719,
+      "Ġcouldn": 720,
+      "ause": 721,
+      "ink": 722,
+      "But": 723,
+      "Ġhouse": 724,
+      "Ġinto": 725,
+      "ump": 726,
+      "Ġover": 727,
+      "Ġtried": 728,
+      "and": 729,
+      "Ġeat": 730,
+      "Ġsk": 731,
+      "Ġsun": 732,
+      "Ġtw": 733,
+      "Ġclo": 734,
+      "ia": 735,
+      "Ġrun": 736,
+      "Ġhand": 737,
+      "ĠEvery": 738,
+      "Ġen": 739,
+      "Ġinside": 740,
+      "dy": 741,
+      "Ġif": 742,
+      "Ġtold": 743,
+      "Ġnever": 744,
+      "ion": 745,
+      "Ġqu": 746,
+      "Ġbecause": 747,
+      "by": 748,
+      "Ġproud": 749,
+      "Ġgave": 750,
+      "Ġsorry": 751,
+      "Ġthis": 752,
+      "Ġop": 753,
+      "Ġplayed": 754,
+      "ate": 755,
+      "Ġexpl": 756,
+      "Ġheard": 757,
+      "ty": 758,
+      "Ġor": 759,
+      "Ġwater": 760,
+      "ank": 761,
+      "ge": 762,
+      "sed": 763,
+      "Ġpick": 764,
+      "other": 765,
+      "Ġroom": 766,
+      "etter": 767,
+      "Ġjust": 768,
+      "ace": 769,
+      "Ġhugged": 770,
+      "ak": 771,
+      "Ġgre": 772,
+      "here": 773,
+      "Ġoff": 774,
+      "ĠSara": 775,
+      "Ġpret": 776,
+      "ile": 777,
+      "Ġeach": 778,
+      "Ġcom": 779,
+      "Ġlong": 780,
+      "Ġbox": 781,
+      "ort": 782,
+      "Ġstr": 783,
+      "iz": 784,
+      "Ġunt": 785,
+      "Ġwat": 786,
+      "oth": 787,
+      "Ġneed": 788,
+      "Ġjo": 789,
+      "ĠWe": 790,
+      "Tom": 791,
+      "Ġsmall": 792,
+      "ine": 793,
+      "Ġbear": 794,
+      "Mom": 795,
+      "Ġuntil": 796,
+      "Ġnice": 797,
+      "Ġtry": 798,
+      "ving": 799,
+      "uc": 800,
+      "sel": 801,
+      "ough": 802,
+      "Ġlearned": 803,
+      "Ġkind": 804,
+      "ĠAnna": 805,
+      "ild": 806,
+      "Ġfo": 807,
+      "Ġmany": 808,
+      "'m": 809,
+      "ĠJack": 810,
+      "Ġbetter": 811,
+      "Ġim": 812,
+      "gry": 813,
+      "imal": 814,
+      "Ġanimal": 815,
+      "urt": 816,
+      "ft": 817,
+      "Ġend": 818,
+      "Ġsn": 819,
+      "aut": 820,
+      "Ġte": 821,
+      "Ġcle": 822,
+      "ĠJo": 823,
+      "vent": 824,
+      "urp": 825,
+      "Ġgr": 826,
+      "Ġbeaut": 827,
+      "Ġjump": 828,
+      "mb": 829,
+      "Ġad": 830,
+      "ream": 831,
+      "pt": 832,
+      "ĠSo": 833,
+      "ĠHer": 834,
+      "Ġflow": 835,
+      "ies": 836,
+      "Ġche": 837,
+      "Ġbra": 838,
+      "Ġthanked": 839,
+      "Ġeven": 840,
+      "Ġbest": 841,
+      "Ġcall": 842,
+      "ady": 843,
+      "He": 844,
+      "Ġlots": 845,
+      "Ġlaughed": 846,
+      "self": 847,
+      "Ġra": 848,
+      "Ġway": 849,
+      "ars": 850,
+      "urn": 851,
+      "Ġby": 852,
+      "Ġfast": 853,
+      "lly": 854,
+      "Ġfam": 855,
+      "ĠC": 856,
+      "ves": 857,
+      "arden": 858,
+      "Ġgarden": 859,
+      "Ġbeauti": 860,
+      "wn": 861,
+      "Th": 862,
+      "Ġbeautiful": 863,
+      "Ġloud": 864,
+      "lew": 865,
+      "Ġsky": 866,
+      "Ġdon": 867,
+      "hn": 868,
+      "ered": 869,
+      "iny": 870,
+      "Ġcareful": 871,
+      "Ġlove": 872,
+      "Ġfi": 873,
+      "ĠThen": 874,
+      "Åĵ": 875,
+      "ase": 876,
+      "ect": 877,
+      "Ġsafe": 878,
+      "ĠAnd": 879,
+      "Ġunder": 880,
+      "Ġcome": 881,
+      "ĠFrom": 882,
+      "Yes": 883,
+      "ĠMia": 884,
+      "It": 885,
+      "me": 886,
+      "Ġhard": 887,
+      "Ġcu": 888,
+      "Ġwo": 889,
+      "Ġlist": 890,
+      "Ġstay": 891,
+      "ane": 892,
+      "sh": 893,
+      "ople": 894,
+      "Ġgl": 895,
+      "ning": 896,
+      "Ġstill": 897,
+      "ool": 898,
+      "Ġhurt": 899,
+      "ree": 900,
+      "ĠHis": 901,
+      "Ġimp": 902,
+      "Ġfamily": 903,
+      "Ġâ": 904,
+      "Ġboth": 905,
+      "rm": 906,
+      "igh": 907,
+      "Ġlived": 908,
+      "hes": 909,
+      "When": 910,
+      "Ġpeople": 911,
+      "Ġanimals": 912,
+      "Ġcol": 913,
+      "Ġbrave": 914,
+      "Ġwalked": 915,
+      "ob": 916,
+      "Tim": 917,
+      "ct": 918,
+      "Ġlet": 919,
+      "urpr": 920,
+      "ĠWhen": 921,
+      "Ġtwo": 922,
+      "Ġsurpr": 923,
+      "Ġshould": 924,
+      "ished": 925,
+      "Ġbad": 926,
+      "ress": 927,
+      "Ġkept": 928,
+      "Ġfore": 929,
+      "Ġflew": 930,
+      "Ġfin": 931,
+      "Ġstor": 932,
+      "Ġfly": 933,
+      "ast": 934,
+      "ised": 935,
+      "ip": 936,
+      "Ġits": 937,
+      "led": 938,
+      "ock": 939,
+      "ucy": 940,
+      "fore": 941,
+      "Ġgoing": 942,
+      "Ġclean": 943,
+      "Ġdan": 944,
+      "Ġpic": 945,
+      "Ġsoon": 946,
+      "Ġcalled": 947,
+      "Ġshare": 948,
+      "kay": 949,
+      "Ġangry": 950,
+      "Ġrock": 951,
+      "Ġcon": 952,
+      "Ġpretty": 953,
+      "No": 954,
+      "Ġide": 955,
+      "ied": 956,
+      "illy": 957,
+      "Ġground": 958,
+      "xt": 959,
+      "Ġred": 960,
+      "Ġexplore": 961,
+      "Ġcry": 962,
+      "Ġadvent": 963,
+      "Ġsto": 964,
+      "so": 965,
+      "Ġreal": 966,
+      "Let": 967,
+      "Ġwind": 968,
+      "Ġshiny": 969,
+      "be": 970,
+      "Ġbook": 971,
+      "Ġalso": 972,
+      "Ġdoll": 973,
+      "Ġidea": 974,
+      "Ġbefore": 975,
+      "Ġopened": 976,
+      "dded": 977,
+      "Ġwhile": 978,
+      "ummy": 979,
+      "Ġkeep": 980,
+      "Ġey": 981,
+      "Ġnow": 982,
+      "Ġdoor": 983,
+      "Ġfeeling": 984,
+      "âĤ¬â": 985,
+      "oon": 986,
+      "oy": 987,
+      "Ġwalking": 988,
+      "Ġnoise": 989,
+      "Ġfr": 990,
+      "les": 991,
+      "age": 992,
+      "ious": 993,
+      "Ġcolor": 994,
+      "Ġturn": 995,
+      "thing": 996,
+      "ff": 997,
+      "uch": 998,
+      "th": 999,
+      "Ġbed": 1000,
+      "ary": 1001,
+      "Ġdra": 1002,
+      "Ġpicked": 1003,
+      "imb": 1004,
+      "eet": 1005,
+      "Ġclimb": 1006,
+      "Ġdel": 1007,
+      "What": 1008,
+      "Ġbeing": 1009,
+      "Ġfood": 1010,
+      "Ġun": 1011,
+      "Ġfar": 1012,
+      "ture": 1013,
+      "joy": 1014,
+      "Ġadventure": 1015,
+      "ac": 1016,
+      "Ġsmile": 1017,
+      "Ġdif": 1018,
+      "Ħ¢": 1019,
+      "âĤ¬âĦ¢": 1020,
+      "memb": 1021,
+      "Ġwr": 1022,
+      "Ġthr": 1023,
+      "ught": 1024,
+      "Ġlooking": 1025,
+      "Ġnext": 1026,
+      "iced": 1027,
+      "ĠLucy": 1028,
+      "Ġnodded": 1029,
+      "Ġquick": 1030,
+      "ĠP": 1031,
+      "Ġdis": 1032,
+      "Ġrepl": 1033,
+      "ĠDad": 1034,
+      "Ġwait": 1035,
+      "ized": 1036,
+      "Ġforest": 1037,
+      "Ġclos": 1038,
+      "ĠSuddenly": 1039,
+      "Ġtra": 1040,
+      "That": 1041,
+      "Ġeyes": 1042,
+      "ger": 1043,
+      "bbit": 1044,
+      "ted": 1045,
+      "Ġown": 1046,
+      "Ġrain": 1047,
+      "Ġimport": 1048,
+      "Ġgreat": 1049,
+      "Ġrememb": 1050,
+      "Ġpicture": 1051,
+      "Thank": 1052,
+      "Suddenly": 1053,
+      "Ġstopped": 1054,
+      "Ġenjoy": 1055,
+      "Ġvo": 1056,
+      "Ben": 1057,
+      "Ġgive": 1058,
+      "Ġimportant": 1059,
+      "Ġwork": 1060,
+      "Ġnear": 1061,
+      "gan": 1062,
+      "pot": 1063,
+      "Ġever": 1064,
+      "Ġapp": 1065,
+      "Ġafter": 1066,
+      "Ġquickly": 1067,
+      "Ġlisten": 1068,
+      "Ġbre": 1069,
+      "ting": 1070,
+      "bbed": 1071,
+      "Ġma": 1072,
+      "Ġfish": 1073,
+      "Ġreplied": 1074,
+      "Ġrabbit": 1075,
+      "Ġhands": 1076,
+      "ĠG": 1077,
+      "Ġnoticed": 1078,
+      "Ġbro": 1079,
+      "Ġslide": 1080,
+      "Ġthink": 1081,
+      "Ġwalk": 1082,
+      "Ġtruck": 1083,
+      "Ġac": 1084,
+      "kes": 1085,
+      "Ġstrong": 1086,
+      "She": 1087,
+      "Ġshowed": 1088,
+      "Ġde": 1089,
+      "Ġeveryone": 1090,
+      "Ġwonder": 1091,
+      "fere": 1092,
+      "bye": 1093,
+      "Ġdiffere": 1094,
+      "irst": 1095,
+      "So": 1096,
+      "Ġsure": 1097,
+      "Ġhas": 1098,
+      "Ġright": 1099,
+      "Ġbeen": 1100,
+      "Ġbecame": 1101,
+      "Ġsound": 1102,
+      "maz": 1103,
+      "Ġtow": 1104,
+      "Ġru": 1105,
+      "Ġtal": 1106,
+      "Ġamaz": 1107,
+      "Ġhead": 1108,
+      "Ġshout": 1109,
+      "Ġbright": 1110,
+      "Ġye": 1111,
+      "Ġwatched": 1112,
+      "ĠR": 1113,
+      "Ġmor": 1114,
+      "Ġchild": 1115,
+      "able": 1116,
+      "Ġmean": 1117,
+      "Ġwhere": 1118,
+      "llow": 1119,
+      "Ġhigh": 1120,
+      "ĠSue": 1121,
+      "Ġface": 1122,
+      "Ġcook": 1123,
+      "day": 1124,
+      "aybe": 1125,
+      "Ġwatch": 1126,
+      "Ġblue": 1127,
+      "aught": 1128,
+      "Ġdifferent": 1129,
+      "Ġstore": 1130,
+      "ĠN": 1131,
+      "Ġgoodbye": 1132,
+      "Ġdress": 1133,
+      "ull": 1134,
+      "ĠBob": 1135,
+      "ng": 1136,
+      "ange": 1137,
+      "Ġsqu": 1138,
+      "Ġokay": 1139,
+      "isy": 1140,
+      "lease": 1141,
+      "ĠMommy": 1142,
+      "Ġvoice": 1143,
+      "Jo": 1144,
+      "ath": 1145,
+      "Ġnight": 1146,
+      "ĠSpot": 1147,
+      "Ġus": 1148,
+      "Ġboat": 1149,
+      "Ġflowers": 1150,
+      "Ġplace": 1151,
+      "Ġfollow": 1152,
+      "Ġar": 1153,
+      "Ġuse": 1154,
+      "Ġcloser": 1155,
+      "unny": 1156,
+      "leep": 1157,
+      "ired": 1158,
+      "Ġfav": 1159,
+      "Ġyell": 1160,
+      "Ġgrabbed": 1161,
+      "Ġcuri": 1162,
+      "Ġwarm": 1163,
+      "Ġcr": 1164,
+      "Ġforg": 1165,
+      "ĠSarah": 1166,
+      "ĠJohn": 1167,
+      "Ġmag": 1168,
+      "Ġstick": 1169,
+      "We": 1170,
+      "Ġjumped": 1171,
+      "Ġcake": 1172,
+      "more": 1173,
+      "Ġtell": 1174,
+      "Ġanymore": 1175,
+      "After": 1176,
+      "Ġbutter": 1177,
+      "ndma": 1178,
+      "Ġthree": 1179,
+      "Ġask": 1180,
+      "co": 1181,
+      "Ġour": 1182,
+      "lie": 1183,
+      "Ġcurious": 1184,
+      "ount": 1185,
+      "orn": 1186,
+      "Ġcont": 1187,
+      "Ġfell": 1188,
+      "ached": 1189,
+      "ĠTh": 1190,
+      "Ġbirds": 1191,
+      "ass": 1192,
+      "Her": 1193,
+      "iss": 1194,
+      "Ġhelped": 1195,
+      "ĠJane": 1196,
+      "Ġpull": 1197,
+      "Ġfirst": 1198,
+      "itc": 1199,
+      "Ġblock": 1200,
+      "Ġhop": 1201,
+      "Ġbit": 1202,
+      "Ġdr": 1203,
+      "Ġrealized": 1204,
+      "Ġkid": 1205,
+      "Look": 1206,
+      "ila": 1207,
+      "Ġmon": 1208,
+      "Ġbrother": 1209,
+      "Anna": 1210,
+      "Sara": 1211,
+      "Ġz": 1212,
+      "ĠEveryone": 1213,
+      "Ġate": 1214,
+      "Ġdoes": 1215,
+      "imes": 1216,
+      "Ġhappened": 1217,
+      "Ġstop": 1218,
+      "zy": 1219,
+      "Ġyummy": 1220,
+      "Ġfavor": 1221,
+      "ppy": 1222,
+      "Ġkitc": 1223,
+      "Ġkitchen": 1224,
+      "Ġsweet": 1225,
+      "us": 1226,
+      "Ġper": 1227,
+      "Ġreally": 1228,
+      "aisy": 1229,
+      "Ġgrass": 1230,
+      "Ġfavorite": 1231,
+      "Ġbegan": 1232,
+      "Ġrest": 1233,
+      "Ġready": 1234,
+      "Ġlea": 1235,
+      "Ġreached": 1236,
+      "Ġunderst": 1237,
+      "air": 1238,
+      "Ġste": 1239,
+      "Ġbunny": 1240,
+      "ĠAs": 1241,
+      "Ġstory": 1242,
+      "'re": 1243,
+      "Ġpain": 1244,
+      "Ġsing": 1245,
+      "ster": 1246,
+      "Ġhere": 1247,
+      "Ġsand": 1248,
+      "Ġonly": 1249,
+      "Ġflo": 1250,
+      "Ġam": 1251,
+      "Ġglad": 1252,
+      "Ġtri": 1253,
+      "Ġbeh": 1254,
+      "Ġworld": 1255,
+      "Ġopen": 1256,
+      "Ġcre": 1257,
+      "fully": 1258,
+      "Ġprin": 1259,
+      "where": 1260,
+      "arent": 1261,
+      "Ġflower": 1262,
+      "Ġthrough": 1263,
+      "Ġba": 1264,
+      "Ġfire": 1265,
+      "Ġdone": 1266,
+      "Ġhaving": 1267,
+      "Ġthing": 1268,
+      "Ġdelic": 1269,
+      "Ġhimself": 1270,
+      "Ġtired": 1271,
+      "Ġparent": 1272,
+      "Ġsoft": 1273,
+      "Ġfro": 1274,
+      "Timmy": 1275,
+      "Ġtast": 1276,
+      "Ġbutterf": 1277,
+      "ĠLet": 1278,
+      "Ġcut": 1279,
+      "Ġpart": 1280,
+      "Ġwhy": 1281,
+      "ken": 1282,
+      "Ġmess": 1283,
+      "Can": 1284,
+      "Ġworry": 1285,
+      "Mommy": 1286,
+      "iver": 1287,
+      "Ġdin": 1288,
+      "uff": 1289,
+      "ater": 1290,
+      "Ġmagic": 1291,
+      "Ġwaved": 1292,
+      "Ġshouted": 1293,
+      "Ġpond": 1294,
+      "Ġkids": 1295,
+      "Ġhat": 1296,
+      "Ġduck": 1297,
+      "Ġsees": 1298,
+      "olly": 1299,
+      "illed": 1300,
+      "Ġgame": 1301,
+      "ient": 1302,
+      "Ġmaking": 1303,
+      "ather": 1304,
+      "John": 1305,
+      "As": 1306,
+      "akes": 1307,
+      "Ġcatch": 1308,
+      "Ġseen": 1309,
+      "Ġcool": 1310,
+      "ation": 1311,
+      "Ġcoming": 1312,
+      "Ġless": 1313,
+      "Ġdark": 1314,
+      "Ġused": 1315,
+      "eddy": 1316,
+      "Ġfix": 1317,
+      "ĠJoe": 1318,
+      "Ġthank": 1319,
+      "mer": 1320,
+      "Ġtop": 1321,
+      "Ġlady": 1322,
+      "Ġhair": 1323,
+      "aring": 1324,
+      "Ġprom": 1325,
+      "Ġhopped": 1326,
+      "ĠCan": 1327,
+      "\".": 1328,
+      "ign": 1329,
+      "Ġsurprise": 1330,
+      "Ġdraw": 1331,
+      "Ġmum": 1332,
+      "Ġmouse": 1333,
+      "Ġfunny": 1334,
+      "rel": 1335,
+      "Ġcra": 1336,
+      "Ġ-": 1337,
+      "aper": 1338,
+      "Ġfull": 1339,
+      "Ġtouch": 1340,
+      "Ġlight": 1341,
+      "Ġspot": 1342,
+      "ren": 1343,
+      "Ġdro": 1344,
+      "ĠBenny": 1345,
+      "Ġparents": 1346,
+      "Ġworked": 1347,
+      "ins": 1348,
+      "oney": 1349,
+      "ĠDo": 1350,
+      "Ġsurprised": 1351,
+      "Ġcarefully": 1352,
+      "Ġtrees": 1353,
+      "Ġfrog": 1354,
+      "Ġswing": 1355,
+      "Ġdoing": 1356,
+      "Don": 1357,
+      "Ġsat": 1358,
+      "inally": 1359,
+      "ĠThat": 1360,
+      "Ġice": 1361,
+      "ĠIn": 1362,
+      "Ġheld": 1363,
+      "Wow": 1364,
+      "Ġrunning": 1365,
+      "Ġpretend": 1366,
+      "Ġswim": 1367,
+      "Ġset": 1368,
+      "Ġread": 1369,
+      "Ġdelicious": 1370,
+      "Ġneeded": 1371,
+      "Ġtight": 1372,
+      "Ġslow": 1373,
+      "Ġremembered": 1374,
+      "Ġlost": 1375,
+      "Ġcold": 1376,
+      "Ġsmell": 1377,
+      "ards": 1378,
+      "Ġwood": 1379,
+      "Ġhappily": 1380,
+      "hy": 1381,
+      "ely": 1382,
+      "Ġlooks": 1383,
+      "Ġbehind": 1384,
+      "Ġherself": 1385,
+      "Ġcried": 1386,
+      "Ġenjoyed": 1387,
+      "Ġname": 1388,
+      "ask": 1389,
+      "Ġyears": 1390,
+      "Ġbuy": 1391,
+      "Ġhole": 1392,
+      "Ġblocks": 1393,
+      "Ġdri": 1394,
+      "Ġsleep": 1395,
+      "Ġgi": 1396,
+      "Ġyellow": 1397,
+      "cess": 1398,
+      "Ġbutterfly": 1399,
+      "ike": 1400,
+      "ued": 1401,
+      "Ġwished": 1402,
+      "Ġperf": 1403,
+      "Ġanother": 1404,
+      "ĠDaisy": 1405,
+      "Ġgreen": 1406,
+      "Ġmove": 1407,
+      "Ġtall": 1408,
+      "Ġair": 1409,
+      "Ġbag": 1410,
+      "Ġfloor": 1411,
+      "Ġcars": 1412,
+      "Ġlesson": 1413,
+      "ul": 1414,
+      "Ġbow": 1415,
+      "Ġarri": 1416,
+      "Ġwindow": 1417,
+      "Ġsho": 1418,
+      "Ġchildren": 1419,
+      "ner": 1420,
+      "Ġfinished": 1421,
+      "Ġhill": 1422,
+      "ĠAfter": 1423,
+      "andy": 1424,
+      "sp": 1425,
+      "ens": 1426,
+      "Ġpaper": 1427,
+      "Ġlikes": 1428,
+      "From": 1429,
+      "sy": 1430,
+      "Ġhold": 1431,
+      "Sam": 1432,
+      "Ġwrong": 1433,
+      "reed": 1434,
+      "Ġcontin": 1435,
+      "Ġunderstand": 1436,
+      "atter": 1437,
+      "uit": 1438,
+      "rew": 1439,
+      "Ġgent": 1440,
+      "Ġanything": 1441,
+      "Ġclose": 1442,
+      "Ġwall": 1443,
+      "Ġel": 1444,
+      "asure": 1445,
+      "Ġleft": 1446,
+      "Ġable": 1447,
+      "Ġarrived": 1448,
+      "Ġhun": 1449,
+      "ross": 1450,
+      "av": 1451,
+      "Ġhear": 1452,
+      "Ġfriendly": 1453,
+      "Ġforgot": 1454,
+      "Ġgone": 1455,
+      "ama": 1456,
+      "Ġcreat": 1457,
+      "Ġwet": 1458,
+      "Ġlion": 1459,
+      "Hell": 1460,
+      "Hello": 1461,
+      "Ġdream": 1462,
+      "Ġhot": 1463,
+      "bo": 1464,
+      "ber": 1465,
+      "ĠSally": 1466,
+      "Ġfilled": 1467,
+      "Ġdir": 1468,
+      "ield": 1469,
+      "Ġcookies": 1470,
+      "Ġlaugh": 1471,
+      "Ġbroken": 1472,
+      "Ġdinner": 1473,
+      "lf": 1474,
+      "Ġelse": 1475,
+      "Ġhid": 1476,
+      "ced": 1477,
+      "Ġpink": 1478,
+      "Ġfollowed": 1479,
+      "Ġtable": 1480,
+      "Ġmar": 1481,
+      "Ġcolors": 1482,
+      "oup": 1483,
+      "Ġmoment": 1484,
+      "Ġcontinued": 1485,
+      "Ġwonderful": 1486,
+      "ĠEm": 1487,
+      "ey": 1488,
+      "ined": 1489,
+      "irrel": 1490,
+      "rot": 1491,
+      "Ġfinally": 1492,
+      "Jack": 1493,
+      "Ġarm": 1494,
+      "Ġmight": 1495,
+      "ĠNow": 1496,
+      "Ġcast": 1497,
+      "Ġyes": 1498,
+      "Ġbuild": 1499,
+      "Ġenough": 1500,
+      "ĠBilly": 1501,
+      "Ġsomeone": 1502,
+      "Ġperfect": 1503,
+      "Ġfair": 1504,
+      "Ġstayed": 1505,
+      "app": 1506,
+      "Ġmorning": 1507,
+      "ĠThere": 1508,
+      "Ġpuppy": 1509,
+      "ol": 1510,
+      "Ġdaddy": 1511,
+      "Ġtrying": 1512,
+      "'ll": 1513,
+      "Ġju": 1514,
+      "Ġothers": 1515,
+      "Ġbooks": 1516,
+      "Ġagreed": 1517,
+      "Ġmus": 1518,
+      "Ġsnow": 1519,
+      "Ġsquirrel": 1520,
+      "Ġcream": 1521,
+      "room": 1522,
+      "Ġgetting": 1523,
+      "Ġgrandma": 1524,
+      "ĠLila": 1525,
+      "Ġleaves": 1526,
+      "Ġbaby": 1527,
+      "Ġcount": 1528,
+      "icy": 1529,
+      "Ġfew": 1530,
+      "At": 1531,
+      "Ġfall": 1532,
+      "Then": 1533,
+      "gon": 1534,
+      "Ġbreak": 1535,
+      "Ġclimbed": 1536,
+      "ries": 1537,
+      "Ġbeach": 1538,
+      "ash": 1539,
+      "Ġbug": 1540,
+      "Ġplease": 1541,
+      "Ġmother": 1542,
+      "Ġbrought": 1543,
+      "Ġtrain": 1544,
+      "ance": 1545,
+      "ĠThis": 1546,
+      "Ġdeep": 1547,
+      "Ġvis": 1548,
+      "ated": 1549,
+      "shed": 1550,
+      "Ġmet": 1551,
+      "Ġwasn": 1552,
+      "Ġsometimes": 1553,
+      "Ġeverything": 1554,
+      "ĠTommy": 1555,
+      "ich": 1556,
+      "Ġmusic": 1557,
+      "key": 1558,
+      "ling": 1559,
+      "This": 1560,
+      "os": 1561,
+      "Ġturned": 1562,
+      "lc": 1563,
+      "Ġride": 1564,
+      "oom": 1565,
+      "Ġsong": 1566,
+      "oring": 1567,
+      "Ġspark": 1568,
+      "Ġfight": 1569,
+      "Ġhungry": 1570,
+      "ons": 1571,
+      "Ġpictures": 1572,
+      "ds": 1573,
+      "Ġmakes": 1574,
+      "Ġsear": 1575,
+      "ucky": 1576,
+      "Ġlistened": 1577,
+      "Ġjoy": 1578,
+      "Ġpol": 1579,
+      "ĠWhat": 1580,
+      "His": 1581,
+      "ee": 1582,
+      "Ġclot": 1583,
+      "Ġsail": 1584,
+      "apped": 1585,
+      "bble": 1586,
+      "Ġcomp": 1587,
+      "Ġplan": 1588,
+      "Ġwants": 1589,
+      "Ġclothes": 1590,
+      "Ġpoin": 1591,
+      "ĠK": 1592,
+      "zz": 1593,
+      "Ġballoon": 1594,
+      "Ġstrange": 1595,
+      "man": 1596,
+      "enny": 1597,
+      "Ġpi": 1598,
+      "Ġgrow": 1599,
+      "Ġflying": 1600,
+      "row": 1601,
+      "Ġscary": 1602,
+      "Ġtreat": 1603,
+      "Ġwaited": 1604,
+      "Ġamazed": 1605,
+      "Ġteddy": 1606,
+      "Ġcastle": 1607,
+      "ister": 1608,
+      "Ġele": 1609,
+      "Ġamazing": 1610,
+      "med": 1611,
+      "Ġspl": 1612,
+      "Oh": 1613,
+      "Ġleave": 1614,
+      "Ġowner": 1615,
+      "Ġpromised": 1616,
+      "Ġdanger": 1617,
+      "ever": 1618,
+      "OK": 1619,
+      "Ġsuch": 1620,
+      "Ġwhite": 1621,
+      "Ġpat": 1622,
+      "Ġtalk": 1623,
+      "uffy": 1624,
+      "Ġfur": 1625,
+      "Ġpie": 1626,
+      "ope": 1627,
+      "red": 1628,
+      "Ġpulled": 1629,
+      "Ġpre": 1630,
+      "Ġwoods": 1631,
+      "ĠTo": 1632,
+      "Ġshared": 1633,
+      "Ġalone": 1634,
+      "Ġtowards": 1635,
+      "cle": 1636,
+      "ĠMaybe": 1637,
+      "Ġsit": 1638,
+      "Ġnap": 1639,
+      "Ġcolorful": 1640,
+      "amp": 1641,
+      "hone": 1642,
+      "Ġvisit": 1643,
+      "igg": 1644,
+      "ugg": 1645,
+      "thy": 1646,
+      "ence": 1647,
+      "Ġtail": 1648,
+      "ctor": 1649,
+      "Ġmagical": 1650,
+      "Ġriver": 1651,
+      "Ġhig": 1652,
+      "Ġbelie": 1653,
+      "Ġgrate": 1654,
+      "ually": 1655,
+      "ang": 1656,
+      "ott": 1657,
+      "Ġhide": 1658,
+      "Ġsilly": 1659,
+      "Ġsmiles": 1660,
+      "ower": 1661,
+      "Ġside": 1662,
+      "Max": 1663,
+      "Ġroll": 1664,
+      "Ġgu": 1665,
+      "ĠAmy": 1666,
+      "Ġpro": 1667,
+      "eter": 1668,
+      "Ġfaster": 1669,
+      "Ġgrateful": 1670,
+      "Ġtreasure": 1671,
+      "ased": 1672,
+      "Ġsnack": 1673,
+      "up": 1674,
+      "Ġland": 1675,
+      "avy": 1676,
+      "Ġmoral": 1677,
+      "ained": 1678,
+      "Ġsister": 1679,
+      "ĠGra": 1680,
+      "Ġshap": 1681,
+      "Ġpaint": 1682,
+      "Ġslowly": 1683,
+      "Ġfield": 1684,
+      "Ġpet": 1685,
+      "Ġsec": 1686,
+      "orm": 1687,
+      "ĠJim": 1688,
+      "Ġbran": 1689,
+      "Ġmin": 1690,
+      "Ġmust": 1691,
+      "Ġhelping": 1692,
+      "Ġworried": 1693,
+      "Ġjob": 1694,
+      "Ġfox": 1695,
+      "set": 1696,
+      "Ġmoney": 1697,
+      "Ġpot": 1698,
+      "Ġqui": 1699,
+      "Ġbel": 1700,
+      "Ġacc": 1701,
+      "Ġliving": 1702,
+      "Ġmonster": 1703,
+      "less": 1704,
+      "Ġparty": 1705,
+      "ear": 1706,
+      "Ġmost": 1707,
+      "Ġwear": 1708,
+      "Ġremember": 1709,
+      "ire": 1710,
+      "Ġsign": 1711,
+      "wl": 1712,
+      "Ġcloud": 1713,
+      "Ġcandy": 1714,
+      "Ġhigher": 1715,
+      "ipped": 1716,
+      "ident": 1717,
+      "ĠAll": 1718,
+      "der": 1719,
+      "ze": 1720,
+      "Ġquiet": 1721,
+      "Ġtown": 1722,
+      "unch": 1723,
+      "Ġprincess": 1724,
+      "Ġruns": 1725,
+      "asket": 1726,
+      "em": 1727,
+      "Ġeverywhere": 1728,
+      "Ġjoin": 1729,
+      "Ġstepped": 1730,
+      "Ġbasket": 1731,
+      "Ġlake": 1732,
+      "Ġcup": 1733,
+      "sw": 1734,
+      "outh": 1735,
+      "Ġcarrot": 1736,
+      "Ġcoll": 1737,
+      "Ġplant": 1738,
+      "Ġscream": 1739,
+      "ĠDaddy": 1740,
+      "Ġbuck": 1741,
+      "Ġheavy": 1742,
+      "Ġbigger": 1743,
+      "Ġcho": 1744,
+      "Ġblank": 1745,
+      "Ġclosed": 1746,
+      "Ġwon": 1747,
+      "ises": 1748,
+      "Ġansw": 1749,
+      "br": 1750,
+      "Ġblanket": 1751,
+      "Ġmouth": 1752,
+      "ames": 1753,
+      "eces": 1754,
+      "Ġeating": 1755,
+      "Ġpieces": 1756,
+      "cket": 1757,
+      "Ġstre": 1758,
+      "Ġwelc": 1759,
+      "Ġwouldn": 1760,
+      "Ġreach": 1761,
+      "Ġbroke": 1762,
+      "eared": 1763,
+      "Ġdangerous": 1764,
+      "gs": 1765,
+      "ph": 1766,
+      "ĠMolly": 1767,
+      "Ġce": 1768,
+      "ĠMr": 1769,
+      "ord": 1770,
+      "fort": 1771,
+      "Ġdolls": 1772,
+      "ming": 1773,
+      "Ġdance": 1774,
+      "Ġdragon": 1775,
+      "Ġthinks": 1776,
+      "Ġasks": 1777,
+      "Ġacross": 1778,
+      "Okay": 1779,
+      "Ġchair": 1780,
+      "Ġteac": 1781,
+      "Ġbott": 1782,
+      "Hi": 1783,
+      "Ġpa": 1784,
+      "Ġneigh": 1785,
+      "Ġbar": 1786,
+      "Ġbike": 1787,
+      "Ġpack": 1788,
+      "iting": 1789,
+      "Ġdisapp": 1790,
+      "Ġneighb": 1791,
+      "Ġstuck": 1792,
+      "de": 1793,
+      "Ġgif": 1794,
+      "Ġfruit": 1795,
+      "Ġbelieve": 1796,
+      "cy": 1797,
+      "Ġve": 1798,
+      "Ġcrying": 1799,
+      "ier": 1800,
+      "phant": 1801,
+      "Ġsuddenly": 1802,
+      "Ġsoup": 1803,
+      "Ġrace": 1804,
+      "Ġthrew": 1805,
+      "Sure": 1806,
+      "Ġfarmer": 1807,
+      "Ġaccident": 1808,
+      "Ġdirty": 1809,
+      "Ġelephant": 1810,
+      "Ġmonkey": 1811,
+      "Ġheal": 1812,
+      "weet": 1813,
+      "Ġrem": 1814,
+      "Ġpers": 1815,
+      "Ġsame": 1816,
+      "ored": 1817,
+      "ventually": 1818,
+      "ead": 1819,
+      "pping": 1820,
+      "Ġgentle": 1821,
+      "Ġfree": 1822,
+      "Ġbrown": 1823,
+      "Maybe": 1824,
+      "Ġinst": 1825,
+      "Ġbee": 1826,
+      "ix": 1827,
+      "Ġben": 1828,
+      "Ġwin": 1829,
+      "Ġblack": 1830,
+      "Ġalong": 1831,
+      "Ġlonger": 1832,
+      "ible": 1833,
+      "Ġspr": 1834,
+      "Ġclapped": 1835,
+      "Finally": 1836,
+      "Why": 1837,
+      "cked": 1838,
+      "Ġwords": 1839,
+      "ĠFl": 1840,
+      "Ġteacher": 1841,
+      "Ġupset": 1842,
+      "chool": 1843,
+      "Ġpiece": 1844,
+      "Ġwell": 1845,
+      "Ġcheered": 1846,
+      "Ġhit": 1847,
+      "Ġsang": 1848,
+      "ment": 1849,
+      "Ġbowl": 1850,
+      "Ġbite": 1851,
+      "Ġdoctor": 1852,
+      "ĠJill": 1853,
+      "Ġbucket": 1854,
+      "Mia": 1855,
+      "Ġbath": 1856,
+      "Ġcaught": 1857,
+      "Ġheart": 1858,
+      "Ġforget": 1859,
+      "Ġmark": 1860,
+      "Ġbutt": 1861,
+      "Ġdry": 1862,
+      "Ġyoung": 1863,
+      "Ġsea": 1864,
+      "Ġcour": 1865,
+      "Ġdropped": 1866,
+      "ese": 1867,
+      "Ġyard": 1868,
+      "Ġplac": 1869,
+      "ourn": 1870,
+      "Ġschool": 1871,
+      "Ġswings": 1872,
+      "bby": 1873,
+      "Ġwings": 1874,
+      "bs": 1875,
+      "Ġexplained": 1876,
+      "Ġjourn": 1877,
+      "Ġbring": 1878,
+      "Ġdrink": 1879,
+      "Ġstreet": 1880,
+      "Ġjuice": 1881,
+      "ung": 1882,
+      "Ġnearby": 1883,
+      "ĠEmma": 1884,
+      "Ġsmo": 1885,
+      "Ġsmart": 1886,
+      "Ġpushed": 1887,
+      "Ġstories": 1888,
+      "Ġdrove": 1889,
+      "Ġtiny": 1890,
+      "Ġpen": 1891,
+      "Ġcourse": 1892,
+      "Ġes": 1893,
+      "Ġmine": 1894,
+      "Ġtoday": 1895,
+      "Ġpocket": 1896,
+      "Ġyear": 1897,
+      "aughter": 1898,
+      "Ġje": 1899,
+      "Ġsecret": 1900,
+      "Ġexp": 1901,
+      "Ġwithout": 1902,
+      "Ġsinging": 1903,
+      "Ġwelcome": 1904,
+      "Ġhappen": 1905,
+      "to": 1906,
+      "Ġfit": 1907,
+      "Ġstu": 1908,
+      "vel": 1909,
+      "ract": 1910,
+      "Ġbus": 1911,
+      "Ġcheese": 1912,
+      "Ġcray": 1913,
+      "Ġfairy": 1914,
+      "Ġjar": 1915,
+      "Ġturns": 1916,
+      "Ġbush": 1917,
+      "bow": 1918,
+      "llo": 1919,
+      "Ġexploring": 1920,
+      "Ġlon": 1921,
+      "Ġstand": 1922,
+      "itting": 1923,
+      "Ġseemed": 1924,
+      "Ġspoon": 1925,
+      "ĠFinally": 1926,
+      "Ġgames": 1927,
+      "Ġwoke": 1928,
+      "issed": 1929,
+      "Ġresp": 1930,
+      "Ġtrou": 1931,
+      "Ġtwins": 1932,
+      "Ġhoped": 1933,
+      "Ġatt": 1934,
+      "Ġlonely": 1935,
+      "Ġant": 1936,
+      "ĠMama": 1937,
+      "orrow": 1938,
+      "Ġnoises": 1939,
+      "Ġhugs": 1940,
+      "ountain": 1941,
+      "yard": 1942,
+      "Ġdaughter": 1943,
+      "Ġinv": 1944,
+      "Ġkey": 1945,
+      "ail": 1946,
+      "Ġrocks": 1947,
+      "Ġdisco": 1948,
+      "Ġsu": 1949,
+      "Ġlunch": 1950,
+      "read": 1951,
+      "oun": 1952,
+      "vered": 1953,
+      "Ġbackyard": 1954,
+      "Ġsuc": 1955,
+      "Ġcow": 1956,
+      "Ġapple": 1957,
+      "ek": 1958,
+      "Ġswam": 1959,
+      "Ġshoes": 1960,
+      "Ġstars": 1961,
+      "Ġshook": 1962,
+      "ittens": 1963,
+      "Ġmiss": 1964,
+      "ches": 1965,
+      "Ġwish": 1966,
+      "Ġrelie": 1967,
+      "fused": 1968,
+      "Ġshapes": 1969,
+      "urple": 1970,
+      "Ġtower": 1971,
+      "ity": 1972,
+      "Ġcorn": 1973,
+      "Ġmoved": 1974,
+      "shine": 1975,
+      "Ġ3": 1976,
+      "Ġthough": 1977,
+      "Ġcir": 1978,
+      "umb": 1979,
+      "Ġtaking": 1980,
+      "ts": 1981,
+      "ĠTweet": 1982,
+      "ape": 1983,
+      "Ġrainbow": 1984,
+      "Ġthrow": 1985,
+      "Ġstar": 1986,
+      "Ġbench": 1987,
+      "Ġneck": 1988,
+      "ocked": 1989,
+      "Ġcreature": 1990,
+      "Ġbubble": 1991,
+      "Ġlate": 1992,
+      "Ġadventures": 1993,
+      "Ġowl": 1994,
+      "ions": 1995,
+      "And": 1996,
+      "Ġwhe": 1997,
+      "Ġpar": 1998,
+      "Ġshell": 1999,
+      "Ġkite": 2000,
+      "ĠFluffy": 2001,
+      "ining": 2002,
+      "Ġmil": 2003,
+      "unt": 2004,
+      "Ġfence": 2005,
+      "Ġmix": 2006,
+      "Ġlift": 2007,
+      "Ġaccidentally": 2008,
+      "Ġwise": 2009,
+      "Ġhello": 2010,
+      "Ġpurple": 2011,
+      "pper": 2012,
+      "Ġonto": 2013,
+      "Ġspin": 2014,
+      "ten": 2015,
+      "ours": 2016,
+      "Ġsitting": 2017,
+      "idge": 2018,
+      "Ġsunshine": 2019,
+      "Ġcute": 2020,
+      "Ġmat": 2021,
+      "ward": 2022,
+      "Ġshop": 2023,
+      "Ġwhist": 2024,
+      "Ġdist": 2025,
+      "Ġorange": 2026,
+      "Lila": 2027,
+      "Ġnaught": 2028,
+      "ĠSammy": 2029,
+      "Ġnaughty": 2030,
+      "Ġnest": 2031,
+      "ose": 2032,
+      "ors": 2033,
+      "lla": 2034,
+      "Ġmilk": 2035,
+      "fish": 2036,
+      "Ġaf": 2037,
+      "Ġboun": 2038,
+      "Ġphone": 2039,
+      "Ġarms": 2040,
+      "Ġeas": 2041,
+      "ness": 2042,
+      "Ġcarry": 2043,
+      "ĠGrandma": 2044,
+      "og": 2045,
+      "Ġbought": 2046,
+      "Ġdriver": 2047,
+      "Ġinstead": 2048,
+      "Later": 2049,
+      "Ġtalked": 2050,
+      "Ġsearched": 2051,
+      "gged": 2052,
+      "Ġpig": 2053,
+      "Ġcozy": 2054,
+      "Ġsunny": 2055,
+      "itty": 2056,
+      "Ġfeels": 2057,
+      "Ġfan": 2058,
+      "Ġwondered": 2059,
+      "Ġcomes": 2060,
+      "Ġswimming": 2061,
+      "uched": 2062,
+      "Ġtouched": 2063,
+      "Ġpop": 2064,
+      "ĠInside": 2065,
+      "ale": 2066,
+      "Ġlucky": 2067,
+      "Ġlaughing": 2068,
+      "Ġbelong": 2069,
+      "Ġsounds": 2070,
+      "Ġwom": 2071,
+      "Ġcave": 2072,
+      "let": 2073,
+      "Ġjourney": 2074,
+      "Ġwoman": 2075,
+      "Ġcou": 2076,
+      "Ġnothing": 2077,
+      "Ġcoat": 2078,
+      "Ġrelieved": 2079,
+      "ĠO": 2080,
+      "Ġpeace": 2081,
+      "adow": 2082,
+      "Ġnose": 2083,
+      "Ġbusy": 2084,
+      "Bob": 2085,
+      "Ġpast": 2086,
+      "Ġapples": 2087,
+      "Ġsick": 2088,
+      "Ġrope": 2089,
+      "Ġpatient": 2090,
+      "Ġact": 2091,
+      "Ġpudd": 2092,
+      "Ġinc": 2093,
+      "raid": 2094,
+      "Ġwatching": 2095,
+      "Ġbranch": 2096,
+      "Ġafraid": 2097,
+      "Ġtom": 2098,
+      "ider": 2099,
+      "Ġdays": 2100,
+      "Ġret": 2101,
+      "cing": 2102,
+      "ĠMary": 2103,
+      "Ġband": 2104,
+      "Ġfarm": 2105,
+      "Ġhuge": 2106,
+      "ĠThank": 2107,
+      "ator": 2108,
+      "Ġexciting": 2109,
+      "Ġdanced": 2110,
+      "thday": 2111,
+      "Ġwar": 2112,
+      "ĠSoon": 2113,
+      "ball": 2114,
+      "Ġgigg": 2115,
+      "blem": 2116,
+      "Ġzoom": 2117,
+      "Ġmad": 2118,
+      "Ġvill": 2119,
+      "Ġforever": 2120,
+      "Ġproblem": 2121,
+      "Ġcollect": 2122,
+      "ped": 2123,
+      "irt": 2124,
+      "Ġminut": 2125,
+      "Ġwra": 2126,
+      "ho": 2127,
+      "Ġlife": 2128,
+      "Ġknee": 2129,
+      "ces": 2130,
+      "Do": 2131,
+      "cer": 2132,
+      "mp": 2133,
+      "arp": 2134,
+      "Ġking": 2135,
+      "Ġasleep": 2136,
+      "Ġreturn": 2137,
+      "Ġsharp": 2138,
+      "Ġrel": 2139,
+      "Ġpower": 2140,
+      "eth": 2141,
+      "Ġholding": 2142,
+      "Ġfing": 2143,
+      "Ġhealthy": 2144,
+      "ĠMittens": 2145,
+      "Ġprot": 2146,
+      "Ġmeet": 2147,
+      "Ġorgan": 2148,
+      "Ġclever": 2149,
+      "Ġspotted": 2150,
+      "Ġletter": 2151,
+      "Ġgather": 2152,
+      "alm": 2153,
+      "Of": 2154,
+      "ere": 2155,
+      "Ġround": 2156,
+      "Ġstorm": 2157,
+      "Ġprotect": 2158,
+      "Ġgift": 2159,
+      "amed": 2160,
+      "Ġmail": 2161,
+      "ĠJen": 2162,
+      "Ġbirthday": 2163,
+      "Ġpres": 2164,
+      "Ġsaf": 2165,
+      "Ġneighbor": 2166,
+      "epend": 2167,
+      "Ġtakes": 2168,
+      "sc": 2169,
+      "Ġear": 2170,
+      "Ġcomfort": 2171,
+      "Ġent": 2172,
+      "Ġrep": 2173,
+      "Ġperson": 2174,
+      "Ġsmiling": 2175,
+      "ĠWith": 2176,
+      "Ġgently": 2177,
+      "Ġpointed": 2178,
+      "Every": 2179,
+      "owed": 2180,
+      "Ġspo": 2181,
+      "col": 2182,
+      "Ġtasty": 2183,
+      "ular": 2184,
+      "ĠJimmy": 2185,
+      "Ġplane": 2186,
+      "sting": 2187,
+      "hin": 2188,
+      "Ġhoney": 2189,
+      "itch": 2190,
+      "Ġpill": 2191,
+      "Ġpass": 2192,
+      "itten": 2193,
+      "Ġmatter": 2194,
+      "Ġadm": 2195,
+      "Ġtasted": 2196,
+      "Ġsmelled": 2197,
+      "nic": 2198,
+      "ove": 2199,
+      "Ġeag": 2200,
+      "Ġshining": 2201,
+      "Hey": 2202,
+      "Ġhope": 2203,
+      "Ġplaces": 2204,
+      "Ġkick": 2205,
+      "ĠCh": 2206,
+      "Ġpicnic": 2207,
+      "Ġbottle": 2208,
+      "Ġrespect": 2209,
+      "Ġblew": 2210,
+      "Ġappeared": 2211,
+      "Ġsupp": 2212,
+      "Tommy": 2213,
+      "ĠCome": 2214,
+      "Ġspider": 2215,
+      "Ġintere": 2216,
+      "Ġcheer": 2217,
+      "board": 2218,
+      "Ġwearing": 2219,
+      "Ġpresent": 2220,
+      "ert": 2221,
+      "Ġmist": 2222,
+      "ize": 2223,
+      "Ġtrouble": 2224,
+      "Ġtrip": 2225,
+      "Ġpract": 2226,
+      "Ġkiss": 2227,
+      "Ġquest": 2228,
+      "ond": 2229,
+      "Ġash": 2230,
+      "Ġloves": 2231,
+      "Ġtightly": 2232,
+      "gg": 2233,
+      "arge": 2234,
+      "Ġsur": 2235,
+      "Ġspread": 2236,
+      "aur": 2237,
+      "Ġwide": 2238,
+      "ones": 2239,
+      "umber": 2240,
+      "Ġfeather": 2241,
+      "Ġsplas": 2242,
+      "ont": 2243,
+      "ndp": 2244,
+      "Ġlater": 2245,
+      "Ġwhole": 2246,
+      "Ġanyone": 2247,
+      "Ġbread": 2248,
+      "Molly": 2249,
+      "Ġdes": 2250,
+      "Ġrec": 2251,
+      "ella": 2252,
+      "Ġroad": 2253,
+      "In": 2254,
+      "Ġoce": 2255,
+      "Ġgiant": 2256,
+      "Ġocean": 2257,
+      "els": 2258,
+      "Ġpuzz": 2259,
+      "Ġcookie": 2260,
+      "Ġpan": 2261,
+      "Ġpath": 2262,
+      "ÅĵI": 2263,
+      "Ġconfused": 2264,
+      "Ġscreamed": 2265,
+      "Ġclouds": 2266,
+      "eb": 2267,
+      "Ġimpress": 2268,
+      "Ġfront": 2269,
+      "ĠGo": 2270,
+      "Ġseat": 2271,
+      "lex": 2272,
+      "Ġlay": 2273,
+      "Ġwhich": 2274,
+      "la": 2275,
+      "Ġthin": 2276,
+      "Ġteach": 2277,
+      "erly": 2278,
+      "Ġdi": 2279,
+      "Ġanswer": 2280,
+      "ungle": 2281,
+      "Ġap": 2282,
+      "ssed": 2283,
+      "hile": 2284,
+      "ub": 2285,
+      "Ġlarge": 2286,
+      "Ġjungle": 2287,
+      "Ġpromise": 2288,
+      "Ġser": 2289,
+      "Ġber": 2290,
+      "Ġwild": 2291,
+      "Ġbark": 2292,
+      "Ġmach": 2293,
+      "oose": 2294,
+      "Ġbutton": 2295,
+      "ndpa": 2296,
+      "Good": 2297,
+      "Ġmyster": 2298,
+      "Ġsnake": 2299,
+      "Ġvillage": 2300,
+      "Ġhor": 2301,
+      "ĠEmily": 2302,
+      "Come": 2303,
+      "Ġtool": 2304,
+      "Ġputs": 2305,
+      "Ġlast": 2306,
+      "Ġimag": 2307,
+      "ĠJake": 2308,
+      "Lucy": 2309,
+      "Ġtid": 2310,
+      "Ġban": 2311,
+      "lebr": 2312,
+      "Ġeventually": 2313,
+      "Ġslid": 2314,
+      "Ġwave": 2315,
+      "Ġlive": 2316,
+      "Ġchased": 2317,
+      "ĠEverywhere": 2318,
+      "Ġcelebr": 2319,
+      "Ġcrayons": 2320,
+      "Just": 2321,
+      "Ġspent": 2322,
+      "Ġwrite": 2323,
+      "Ġgives": 2324,
+      "unk": 2325,
+      "ife": 2326,
+      "Ġdecor": 2327,
+      "Ġfoot": 2328,
+      "Ġdelight": 2329,
+      "Ġsol": 2330,
+      "Ġsandw": 2331,
+      "Ġdirt": 2332,
+      "ĠJenny": 2333,
+      "Ġtalking": 2334,
+      "Ġtreats": 2335,
+      "Ġcart": 2336,
+      "ching": 2337,
+      "Ġwaiting": 2338,
+      "Ġhiding": 2339,
+      "Ġsnowman": 2340,
+      "Ġinteresting": 2341,
+      "Ġhon": 2342,
+      "ony": 2343,
+      "Ġshelf": 2344,
+      "Ġtaste": 2345,
+      "een": 2346,
+      "Jim": 2347,
+      "Ġstep": 2348,
+      "Mum": 2349,
+      "Ġhelpful": 2350,
+      "Ġfeet": 2351,
+      "Ġshy": 2352,
+      "Ġgoes": 2353,
+      "Ġval": 2354,
+      "Ġemb": 2355,
+      "Ġstood": 2356,
+      "Ġshr": 2357,
+      "Ġbuilding": 2358,
+      "Ġoven": 2359,
+      "Ġstret": 2360,
+      "Ġlovely": 2361,
+      "Ġducks": 2362,
+      "Ġcorner": 2363,
+      "Ġwash": 2364,
+      "cks": 2365,
+      "Ġspe": 2366,
+      "Ġpretended": 2367,
+      "Ġrolled": 2368,
+      "Ġrude": 2369,
+      "old": 2370,
+      "Ġcalm": 2371,
+      "Ġpile": 2372,
+      "Ġteeth": 2373,
+      "Ġjumping": 2374,
+      "Ġzoo": 2375,
+      "Ġpuddle": 2376,
+      "Ġtidy": 2377,
+      "Mama": 2378,
+      "iger": 2379,
+      "ipe": 2380,
+      "Ġbugs": 2381,
+      "Ġashamed": 2382,
+      "Ġbat": 2383,
+      "ina": 2384,
+      "ĠRe": 2385,
+      "Ġob": 2386,
+      "Ġstra": 2387,
+      "ĠSt": 2388,
+      "Ġwhistle": 2389,
+      "Ġbanan": 2390,
+      "not": 2391,
+      "Ġnet": 2392,
+      "Ġforgive": 2393,
+      "Ġprince": 2394,
+      "ener": 2395,
+      "Ġshirt": 2396,
+      "Ġsel": 2397,
+      "Ġcoo": 2398,
+      "Ġembar": 2399,
+      "umpy": 2400,
+      "Ġsparkly": 2401,
+      "Ġremind": 2402,
+      "Ġsug": 2403,
+      "Ġcross": 2404,
+      "Ġmind": 2405,
+      "Ġcannot": 2406,
+      "Ġsuccess": 2407,
+      "Ġembarra": 2408,
+      "Soon": 2409,
+      "Ġmot": 2410,
+      "Ġsharing": 2411,
+      "Ġworm": 2412,
+      "Ġfold": 2413,
+      "Ġpeaceful": 2414,
+      "Ġwore": 2415,
+      "Ġmountain": 2416,
+      "Ġblow": 2417,
+      "lice": 2418,
+      "Ġign": 2419,
+      "Ġbell": 2420,
+      "Ġfurry": 2421,
+      "Ġgrab": 2422,
+      "als": 2423,
+      "ometimes": 2424,
+      "Ġwhenever": 2425,
+      "Ġpour": 2426,
+      "vous": 2427,
+      "llie": 2428,
+      "Ġpush": 2429,
+      "Ġbreath": 2430,
+      "Ġmachine": 2431,
+      "Ġsugar": 2432,
+      "Ġchick": 2433,
+      "Ġcreative": 2434,
+      "St": 2435,
+      "ned": 2436,
+      "Ġbal": 2437,
+      "Ġstir": 2438,
+      "Ġdolp": 2439,
+      "Ġtries": 2440,
+      "Now": 2441,
+      "Ġlad": 2442,
+      "ĠLe": 2443,
+      "Ġmed": 2444,
+      "Ġpool": 2445,
+      "Ġgener": 2446,
+      "Ġsal": 2447,
+      "ork": 2448,
+      "ult": 2449,
+      "Ġspray": 2450,
+      "Ġship": 2451,
+      "ian": 2452,
+      "Ġhum": 2453,
+      "Ġhel": 2454,
+      "isa": 2455,
+      "Ġselfish": 2456,
+      "Ġhar": 2457,
+      "Ġfaces": 2458,
+      "Ġmessy": 2459,
+      "Ġ'": 2460,
+      "Ġple": 2461,
+      "ĠSome": 2462,
+      "ĠHow": 2463,
+      "Ġgold": 2464,
+      "Ġchocol": 2465,
+      "Please": 2466,
+      "Ġminutes": 2467,
+      "Ġpillow": 2468,
+      "My": 2469,
+      "aking": 2470,
+      "Ġtun": 2471,
+      "Ġmissed": 2472,
+      "ighed": 2473,
+      "Ġvan": 2474,
+      "Ġfixed": 2475,
+      "Ġfighting": 2476,
+      "oin": 2477,
+      "Ġfig": 2478,
+      "Ġembarrassed": 2479,
+      "Ġmeant": 2480,
+      "Ġdrive": 2481,
+      "Ġtomorrow": 2482,
+      "Ġhours": 2483,
+      "Ġca": 2484,
+      "Ġner": 2485,
+      "Ġspicy": 2486,
+      "Ġknowing": 2487,
+      "ĠPlease": 2488,
+      "Sarah": 2489,
+      "Ġladder": 2490,
+      "ital": 2491,
+      "Ġhorse": 2492,
+      "ato": 2493,
+      "Ġug": 2494,
+      "ĠJust": 2495,
+      "Ġtrust": 2496,
+      "Ġhosp": 2497,
+      "Ġugly": 2498,
+      "Ġhospital": 2499,
+      "Ġchew": 2500,
+      "Ġbedroom": 2501,
+      "Ġeasy": 2502,
+      "Ġnervous": 2503,
+      "Ġrob": 2504,
+      "Ġthankful": 2505,
+      "Ġcarrots": 2506,
+      "Dad": 2507,
+      "elly": 2508,
+      "Ġgrew": 2509,
+      "Ġcolour": 2510,
+      "Ġbarked": 2511,
+      "Ġcouch": 2512,
+      "Ġnut": 2513,
+      "Ġmeadow": 2514,
+      "Ġtaught": 2515,
+      "Ġunderstood": 2516,
+      "Ġdisappoin": 2517,
+      "Ġpas": 2518,
+      "ano": 2519,
+      "Ġoften": 2520,
+      "Ġclass": 2521,
+      "Ġpassed": 2522,
+      "Ġknocked": 2523,
+      "Ġlanded": 2524,
+      "Ġmic": 2525,
+      "ird": 2526,
+      "Ġfear": 2527,
+      "Ġcoin": 2528,
+      "Ġmud": 2529,
+      "work": 2530,
+      "Ġdeter": 2531,
+      "Ġreg": 2532,
+      "Ġreturned": 2533,
+      "Ġdeterm": 2534,
+      "Ġhur": 2535,
+      "Ġfinish": 2536,
+      "izz": 2537,
+      "Ġtea": 2538,
+      "Ġsmooth": 2539,
+      "mo": 2540,
+      "Ġstuff": 2541,
+      "Ġmov": 2542,
+      "Ġgenerous": 2543,
+      "To": 2544,
+      "ĠOn": 2545,
+      "isp": 2546,
+      "Ġdrum": 2547,
+      "obby": 2548,
+      "Ġbubbles": 2549,
+      "Ġrobot": 2550,
+      "Ġthese": 2551,
+      "Ġseed": 2552,
+      "Ġglass": 2553,
+      "Ġdisappointed": 2554,
+      "ground": 2555,
+      "Ġring": 2556,
+      "Ġcard": 2557,
+      "Ġhears": 2558,
+      "Ġcarried": 2559,
+      "Ġmoon": 2560,
+      "Ġchocolate": 2561,
+      "Ġleaf": 2562,
+      "Ġsnacks": 2563,
+      "Ġcirc": 2564,
+      "Ġfancy": 2565,
+      "dle": 2566,
+      "Ġspend": 2567,
+      "ĠAnn": 2568,
+      "ustr": 2569,
+      "Ġcrab": 2570,
+      "Ġsongs": 2571,
+      "pack": 2572,
+      "Ġpir": 2573,
+      "ecially": 2574,
+      "osaur": 2575,
+      "Ġsold": 2576,
+      "Ġbridge": 2577,
+      "ĠEven": 2578,
+      "Ġsleepy": 2579,
+      "Ġhonest": 2580,
+      "Ġmir": 2581,
+      "ĠBr": 2582,
+      "Ġpaw": 2583,
+      "pecially": 2584,
+      "Ġav": 2585,
+      "ĠWhy": 2586,
+      "izzy": 2587,
+      "Ġchest": 2588,
+      "Ġwolf": 2589,
+      "Ġdinosaur": 2590,
+      "Ġespecially": 2591,
+      "Ġmap": 2592,
+      "Ġgas": 2593,
+      "ory": 2594,
+      "Ġchange": 2595,
+      "Ġgroup": 2596,
+      "Ġgathered": 2597,
+      "Ġsour": 2598,
+      "Ġpoor": 2599,
+      "Ġsplash": 2600,
+      "Ġwaves": 2601,
+      "Ġforward": 2602,
+      "Ġclown": 2603,
+      "Ġmysterious": 2604,
+      "ror": 2605,
+      "Ġbody": 2606,
+      "Ġfrustr": 2607,
+      "Ġcraw": 2608,
+      "Ġfake": 2609,
+      "Ġpin": 2610,
+      "Ġok": 2611,
+      "Ġrad": 2612,
+      "Ġwhisp": 2613,
+      "Ġtwirl": 2614,
+      "Ġstring": 2615,
+      "Ġsmelly": 2616,
+      "ĠTogether": 2617,
+      "sist": 2618,
+      "Ġcand": 2619,
+      "Ġgate": 2620,
+      "Ġscar": 2621,
+      "ĠKitty": 2622,
+      "Ġneckl": 2623,
+      "Billy": 2624,
+      "Ġmotor": 2625,
+      "ying": 2626,
+      "ote": 2627,
+      "Ġshore": 2628,
+      "urse": 2629,
+      "Ġjew": 2630,
+      "Ġweak": 2631,
+      "Ġgrumpy": 2632,
+      "Ġfinger": 2633,
+      "Ġsack": 2634,
+      "Ġkitten": 2635,
+      "Ġpolite": 2636,
+      "Ġglue": 2637,
+      "uce": 2638,
+      "Ġnumber": 2639,
+      "airs": 2640,
+      "Ġesc": 2641,
+      "Ġmirror": 2642,
+      "Ġsheep": 2643,
+      "Ġvase": 2644,
+      "Ġplants": 2645,
+      "Ġberries": 2646,
+      "most": 2647,
+      "Be": 2648,
+      "den": 2649,
+      "Ġjelly": 2650,
+      "ĠTheir": 2651,
+      "Ġemp": 2652,
+      "itter": 2653,
+      "There": 2654,
+      "Ġscr": 2655,
+      "Ġgray": 2656,
+      "Ġpuzzle": 2657,
+      "Ġnecklace": 2658,
+      "Ġmaybe": 2659,
+      "Ġplate": 2660,
+      "Ġalmost": 2661,
+      "usie": 2662,
+      "Ġfrustrated": 2663,
+      "Ġempty": 2664,
+      "port": 2665,
+      "orry": 2666,
+      "Ġthick": 2667,
+      "Ġjam": 2668,
+      "Ġskipped": 2669,
+      "ensive": 2670,
+      "ĠTeddy": 2671,
+      "aged": 2672,
+      "Ġcloset": 2673,
+      "Ġhidden": 2674,
+      "Ġexpensive": 2675,
+      "Ġdetermined": 2676,
+      "Ġbored": 2677,
+      "Ġlit": 2678,
+      "Ġdrew": 2679,
+      "Ġlegs": 2680,
+      "Ġhopping": 2681,
+      "ates": 2682,
+      "ĠSometimes": 2683,
+      "Ġsticks": 2684,
+      "Ġones": 2685,
+      "ĠAt": 2686,
+      "Ġbirdie": 2687,
+      "ĠDon": 2688,
+      "Ġpolice": 2689,
+      "Ġfruits": 2690,
+      "Ġtick": 2691,
+      "Ġaunt": 2692,
+      "Ġwis": 2693,
+      "Ġbake": 2694,
+      "Ġline": 2695,
+      "ots": 2696,
+      "Ġstone": 2697,
+      "Ġdogs": 2698,
+      "aul": 2699,
+      "Ġfigure": 2700,
+      "Jane": 2701,
+      "Ġsight": 2702,
+      "Ġcries": 2703,
+      "ĠBe": 2704,
+      "Ġmoving": 2705,
+      "Ġcontent": 2706,
+      "ĠBrown": 2707,
+      "Ġsaved": 2708,
+      "Ġcloth": 2709,
+      "?\".": 2710,
+      "box": 2711,
+      "Ġbranches": 2712,
+      "Ġpacked": 2713,
+      "Ġpowerful": 2714,
+      "Ġsplashed": 2715,
+      "Ġfeed": 2716,
+      "ested": 2717,
+      "Ġyelled": 2718,
+      "Where": 2719,
+      "dge": 2720,
+      "kin": 2721,
+      "Ġtiger": 2722,
+      "Ġpay": 2723,
+      "iddle": 2724,
+      "oop": 2725,
+      "ĠBella": 2726,
+      "Ġexam": 2727,
+      "Ġtaken": 2728,
+      "Ġcrane": 2729,
+      "Ġspoil": 2730,
+      "'d": 2731,
+      "Ġhang": 2732,
+      "Ġflag": 2733,
+      "Ġanswered": 2734,
+      "Ġdiscovered": 2735,
+      "ĠLeo": 2736,
+      "ush": 2737,
+      "Ġsave": 2738,
+      "Ġseek": 2739,
+      "Ġexcite": 2740,
+      "Ġpray": 2741,
+      "Ġjog": 2742,
+      "Ġstanding": 2743,
+      "Ġdolphin": 2744,
+      "Ġjack": 2745,
+      "Are": 2746,
+      "era": 2747,
+      "rag": 2748,
+      "Ġflut": 2749,
+      "getable": 2750,
+      "Ġboring": 2751,
+      "Ġlock": 2752,
+      "Ġincred": 2753,
+      "Ġexcitement": 2754,
+      "Ġsighed": 2755,
+      "Ġwip": 2756,
+      "Ġfis": 2757,
+      "Ġfill": 2758,
+      "Ġsoap": 2759,
+      "ĠMum": 2760,
+      "ola": 2761,
+      "Ġpleased": 2762,
+      "Ġjacket": 2763,
+      "light": 2764,
+      "Ġsugg": 2765,
+      "Ġmiddle": 2766,
+      "Ġeld": 2767,
+      "Ġwrote": 2768,
+      "Ġballoons": 2769,
+      "Ġorganized": 2770,
+      "que": 2771,
+      "Ġsailed": 2772,
+      "Their": 2773,
+      "Ġtells": 2774,
+      "Ġoy": 2775,
+      "Ġstones": 2776,
+      "Ġboard": 2777,
+      "Ġspun": 2778,
+      "Ġvegetable": 2779,
+      "lies": 2780,
+      "Ġind": 2781,
+      "iness": 2782,
+      "Ġworking": 2783,
+      "lower": 2784,
+      "alk": 2785,
+      "iff": 2786,
+      "Ġparrot": 2787,
+      "Stop": 2788,
+      "Ġscarf": 2789,
+      "Ġwagged": 2790,
+      "Ġclap": 2791,
+      "Ġmeasure": 2792,
+      "asing": 2793,
+      "Ġtears": 2794,
+      "body": 2795,
+      "Ġcomfortable": 2796,
+      "Ġleg": 2797,
+      "Ġswan": 2798,
+      "Ġtrue": 2799,
+      "Ġfright": 2800,
+      "Ġdrop": 2801,
+      "Ġsmoke": 2802,
+      "Ġfeathers": 2803,
+      "Ġincredible": 2804,
+      "ggs": 2805,
+      "ual": 2806,
+      "Ġtie": 2807,
+      "Ġcap": 2808,
+      "Ġlose": 2809,
+      "Ġpus": 2810,
+      "Ġeager": 2811,
+      "Ġmovie": 2812,
+      "fic": 2813,
+      "Ġcop": 2814,
+      "Ġeggs": 2815,
+      "oof": 2816,
+      "Ġrid": 2817,
+      "Ġcovered": 2818,
+      "Ġfil": 2819,
+      "Ġlem": 2820,
+      "Ġgrap": 2821,
+      "Ġdisappeared": 2822,
+      "Ġrecord": 2823,
+      "ĠTV": 2824,
+      "ĠBl": 2825,
+      "Ġext": 2826,
+      "Ġord": 2827,
+      "Ġgiggled": 2828,
+      "corn": 2829,
+      "Ġpri": 2830,
+      "Ġham": 2831,
+      "Ġrare": 2832,
+      "Ġyourself": 2833,
+      "Ġeng": 2834,
+      "Ġwhale": 2835,
+      "Ġknife": 2836,
+      "ĠLisa": 2837,
+      "Ġteam": 2838,
+      "ĠJohnny": 2839,
+      "zed": 2840,
+      "Ġtest": 2841,
+      "Ġbone": 2842,
+      "Ġdizzy": 2843,
+      "Ġlibr": 2844,
+      "Ġwrap": 2845,
+      "Ġquestions": 2846,
+      "iv": 2847,
+      "Ġlying": 2848,
+      "Ġstamp": 2849,
+      "Ġlicked": 2850,
+      "Ġnoisy": 2851,
+      "Ġkindness": 2852,
+      "Ġdiffic": 2853,
+      "Ġdrawing": 2854,
+      "apping": 2855,
+      "Jimmy": 2856,
+      "Ġstraw": 2857,
+      "Ġburn": 2858,
+      "Ġwagon": 2859,
+      "ately": 2860,
+      "Ġgrown": 2861,
+      "Ġrocket": 2862,
+      "Ġpopcorn": 2863,
+      "Sally": 2864,
+      "Ġbatter": 2865,
+      "Ġwand": 2866,
+      "Ġanc": 2867,
+      "ĠEnd": 2868,
+      "Ġsword": 2869,
+      "Ġhappening": 2870,
+      "Ġlifted": 2871,
+      "Ġbalance": 2872,
+      "Ġextra": 2873,
+      "Sorry": 2874,
+      "ha": 2875,
+      "Ġwander": 2876,
+      "Ġfat": 2877,
+      "ĠMark": 2878,
+      "ĠElla": 2879,
+      "Ġbecome": 2880,
+      "Ġtrack": 2881,
+      "Ġsmaller": 2882,
+      "Ġmistake": 2883,
+      "Ġtoast": 2884,
+      "ating": 2885,
+      "Ġmanaged": 2886,
+      "selves": 2887,
+      "ĠPeter": 2888,
+      "Ġbathroom": 2889,
+      "Ġharm": 2890,
+      "Ġdifficult": 2891,
+      "Ġtwist": 2892,
+      "Ġoffered": 2893,
+      "Ġruined": 2894,
+      "Ġmatch": 2895,
+      "Ġancient": 2896,
+      "Ġgar": 2897,
+      "illi": 2898,
+      "Ġdistance": 2899,
+      "Ġplayground": 2900,
+      "Ġlazy": 2901,
+      "Ġdancing": 2902,
+      "Ġadventur": 2903,
+      "af": 2904,
+      "ĠBa": 2905,
+      "Ġcalling": 2906,
+      "Ġcleaned": 2907,
+      "Ġcrown": 2908,
+      "ormal": 2909,
+      "Ġonce": 2910,
+      "Ġboss": 2911,
+      "Ġsell": 2912,
+      "Ġwalks": 2913,
+      "Ġfrightened": 2914,
+      "erri": 2915,
+      "Ġmask": 2916,
+      "Ġfluffy": 2917,
+      "emo": 2918,
+      "ĠZ": 2919,
+      "Ġfrag": 2920,
+      "Ġdest": 2921,
+      "Ġnormal": 2922,
+      "Ġyog": 2923,
+      "Ġpicks": 2924,
+      "Ġeye": 2925,
+      "Ġdrank": 2926,
+      "Ġcircle": 2927,
+      "Ġadventurous": 2928,
+      "Spot": 2929,
+      "Ġtent": 2930,
+      "Ġpress": 2931,
+      "Ġkissed": 2932,
+      "ict": 2933,
+      "Ġsciss": 2934,
+      "Ġgets": 2935,
+      "Ġtrunk": 2936,
+      "Ġcheck": 2937,
+      "Ġenjoying": 2938,
+      "Ġshells": 2939,
+      "Ġelderly": 2940,
+      "Ġscissors": 2941,
+      "Ġterri": 2942,
+      "Ġtoug": 2943,
+      "ages": 2944,
+      "Ġsteal": 2945,
+      "Me": 2946,
+      "ready": 2947,
+      "ete": 2948,
+      "Ġalready": 2949,
+      "ĠLittle": 2950,
+      "Ġjuicy": 2951,
+      "Ġstudy": 2952,
+      "Ġhorn": 2953,
+      "erp": 2954,
+      "Ġpizz": 2955,
+      "Ġallig": 2956,
+      "Ġlouder": 2957,
+      "Ġtowel": 2958,
+      "Ġcircles": 2959,
+      "Ġlead": 2960,
+      "Ġroar": 2961,
+      "Ġrose": 2962,
+      "Ġslipped": 2963,
+      "Ġtele": 2964,
+      "Ġfamous": 2965,
+      "Ġarg": 2966,
+      "Ġcheerful": 2967,
+      "ĠRex": 2968,
+      "Ġtough": 2969,
+      "ipper": 2970,
+      "Ġbarn": 2971,
+      "Ġfool": 2972,
+      "Ġdig": 2973,
+      "Ġdish": 2974,
+      "Ġagainst": 2975,
+      "Ġdeer": 2976,
+      "Ġsweetie": 2977,
+      "Ġengine": 2978,
+      "Ġed": 2979,
+      "Ġfather": 2980,
+      "Ġcover": 2981,
+      "Ġyours": 2982,
+      "Ġneeds": 2983,
+      "Joe": 2984,
+      "Ġbags": 2985,
+      "Ġspinning": 2986,
+      "Sue": 2987,
+      "Ġaw": 2988,
+      "anged": 2989,
+      "amond": 2990,
+      "Ġyarn": 2991,
+      "oph": 2992,
+      "Ġgiving": 2993,
+      "Ġdiamond": 2994,
+      "Ġsandwich": 2995,
+      "Ġindepend": 2996,
+      "Ġfragile": 2997,
+      "Who": 2998,
+      "cept": 2999,
+      "Ġnosy": 3000,
+      "Ġtwig": 3001,
+      "Ġhurts": 3002,
+      "Ġsuggested": 3003,
+      "Ġlemon": 3004,
+      "iest": 3005,
+      "ination": 3006,
+      "orge": 3007,
+      "Ġnod": 3008,
+      "Ġbloom": 3009,
+      "Ġhose": 3010,
+      "Ġboxes": 3011,
+      "Ġrealised": 3012,
+      "Ġfrown": 3013,
+      "ache": 3014,
+      "Ġrelax": 3015,
+      "Ġhammer": 3016,
+      "Ġadded": 3017,
+      "Ġweird": 3018,
+      "Ġmod": 3019,
+      "Ġcrack": 3020,
+      "Ġalligator": 3021,
+      "Amy": 3022,
+      "Gra": 3023,
+      "oot": 3024,
+      "Ġshake": 3025,
+      "rage": 3026,
+      "Ġlearning": 3027,
+      "Ġvegetables": 3028,
+      "Ġadd": 3029,
+      "Ġmelt": 3030,
+      "ĠSusie": 3031,
+      "elp": 3032,
+      "ĠBobby": 3033,
+      "Ġtrap": 3034,
+      "Ġcollar": 3035,
+      "Ġstubb": 3036,
+      "ique": 3037,
+      "Ġborrow": 3038,
+      "Ġpump": 3039,
+      "Ġloudly": 3040,
+      "Ġsearch": 3041,
+      "Ġchicken": 3042,
+      "Ġpizza": 3043,
+      "Ġindependent": 3044,
+      "Ġstubborn": 3045,
+      "Ġref": 3046,
+      "Ġasking": 3047,
+      "Ġbrilli": 3048,
+      "Ġdecide": 3049,
+      "Ġflash": 3050,
+      "Ġcaterp": 3051,
+      "Ġqueen": 3052,
+      "Ġsnee": 3053,
+      "ĠRose": 3054,
+      "Ġinvited": 3055,
+      "Ġstrawber": 3056,
+      "Ġfoolish": 3057,
+      "Ġcaterpill": 3058,
+      "gy": 3059,
+      "Ġtur": 3060,
+      "Ġdepend": 3061,
+      "Ġguit": 3062,
+      "Ġstri": 3063,
+      "Ġknight": 3064,
+      "Ġboys": 3065,
+      "Ġpee": 3066,
+      "Ġcomb": 3067,
+      "Ġclear": 3068,
+      "Ġunique": 3069,
+      "Ġbuttons": 3070,
+      "ĠTweety": 3071,
+      "Ġcolourful": 3072,
+      "Ġescape": 3073,
+      "Ġbrilliant": 3074,
+      "Ġrich": 3075,
+      "ĠBu": 3076,
+      "Ġsaying": 3077,
+      "Ġrode": 3078,
+      "Ġskin": 3079,
+      "Ġgarage": 3080,
+      "Help": 3081,
+      "dom": 3082,
+      "Ġmummy": 3083,
+      "Ġbeak": 3084,
+      "ured": 3085,
+      "aw": 3086,
+      "eorge": 3087,
+      "rop": 3088,
+      "edient": 3089,
+      "Ġunus": 3090,
+      "Ġoyster": 3091,
+      "Ġturkey": 3092,
+      "ĠOK": 3093,
+      "Ġfountain": 3094,
+      "Ġpatter": 3095,
+      "Ġweek": 3096,
+      "Ġchase": 3097,
+      "Ġrubb": 3098,
+      "Ġcounted": 3099,
+      "Ġregular": 3100,
+      "Ġwiped": 3101,
+      "Ġguitar": 3102,
+      "Ġunusual": 3103,
+      "land": 3104,
+      "Ġumb": 3105,
+      "Ġfork": 3106,
+      "Ġshows": 3107,
+      "Ġlights": 3108,
+      "Ġwalls": 3109,
+      "Ġdreamed": 3110,
+      "Ġbanana": 3111,
+      "Ġsuccessful": 3112,
+      "Ġjewel": 3113,
+      "Ġpattern": 3114,
+      "Ġumbre": 3115,
+      "cil": 3116,
+      "ray": 3117,
+      "inal": 3118,
+      "Ġlow": 3119,
+      "imed": 3120,
+      "Ġswe": 3121,
+      "Ġcryst": 3122,
+      "Ġpencil": 3123,
+      "Ġsafely": 3124,
+      "Ġtools": 3125,
+      "Well": 3126,
+      "Ġtape": 3127,
+      "Ġstream": 3128,
+      "ceed": 3129,
+      "Ġresc": 3130,
+      "Ġabove": 3131,
+      "Ġharder": 3132,
+      "Ġguess": 3133,
+      "Ġbottom": 3134,
+      "Ġmarket": 3135,
+      "Ġimpressed": 3136,
+      "Ġwaff": 3137,
+      "anut": 3138,
+      "iginal": 3139,
+      "Ġnotice": 3140,
+      "illa": 3141,
+      "Ġnods": 3142,
+      "Ġpeanut": 3143,
+      "olog": 3144,
+      "Ġpatch": 3145,
+      "Ġcrawled": 3146,
+      "Ġcaterpillar": 3147,
+      "na": 3148,
+      "Ġtank": 3149,
+      "Ġtask": 3150,
+      "Ġtire": 3151,
+      "Ġgun": 3152,
+      "Ġload": 3153,
+      "Ġcompet": 3154,
+      "umbled": 3155,
+      "Ġapolog": 3156,
+      "Ġsolve": 3157,
+      "How": 3158,
+      "Mummy": 3159,
+      "fast": 3160,
+      "hip": 3161,
+      "ĠNo": 3162,
+      "Ġbitter": 3163,
+      "arl": 3164,
+      "Ġears": 3165,
+      "Ġshone": 3166,
+      "Ġbrush": 3167,
+      "ĠFin": 3168,
+      "Ġoriginal": 3169,
+      "Ġfier": 3170,
+      "Ġglow": 3171,
+      "ĠNemo": 3172,
+      "Ġbreakfast": 3173,
+      "Ġadmired": 3174,
+      "ĠBlue": 3175,
+      "Ġedge": 3176,
+      "Ġdependable": 3177,
+      "und": 3178,
+      "uth": 3179,
+      "ĠIf": 3180,
+      "Ġclay": 3181,
+      "Ġstronger": 3182,
+      "Ġbossy": 3183,
+      "Ġcudd": 3184,
+      "aser": 3185,
+      "Ġgrandpa": 3186,
+      "Ġknows": 3187,
+      "Ġpicking": 3188,
+      "Ġjoke": 3189,
+      "Ġboats": 3190,
+      "Ġbald": 3191,
+      "Ġmedic": 3192,
+      "Ġscrat": 3193,
+      "Ġcone": 3194,
+      "Ġpenny": 3195,
+      "Ġlean": 3196,
+      "Ġraft": 3197,
+      "uggled": 3198,
+      "Ġsucceed": 3199,
+      "Ġobedient": 3200,
+      "Ġhumble": 3201,
+      "Ġlibrary": 3202,
+      "Re": 3203,
+      "head": 3204,
+      "Ġph": 3205,
+      "Ġnumb": 3206,
+      "Ġsauce": 3207,
+      "ĠBear": 3208,
+      "Ġtray": 3209,
+      "Ġproudly": 3210,
+      "Here": 3211,
+      "Ġsounded": 3212,
+      "Ġsquare": 3213,
+      "Ġterrible": 3214,
+      "Ġcrystal": 3215,
+      "Ġfierce": 3216,
+      "Jill": 3217,
+      "Ġwitch": 3218,
+      "inary": 3219,
+      "Ġhappiness": 3220,
+      "ĠLola": 3221,
+      "Ġhanded": 3222,
+      "Ġfridge": 3223,
+      "fa": 3224,
+      "Ġrough": 3225,
+      "ention": 3226,
+      "Ġchanged": 3227,
+      "Ġjoined": 3228,
+      "Ġraven": 3229,
+      "Ġmighty": 3230,
+      "Ġchose": 3231,
+      "Ġwheel": 3232,
+      "Ġumbrella": 3233,
+      "Ġtag": 3234,
+      "Ġcri": 3235,
+      "Ġow": 3236,
+      "arry": 3237,
+      "imp": 3238,
+      "ĠBill": 3239,
+      "Ġhelps": 3240,
+      "Ġfinding": 3241,
+      "Ġcleaning": 3242,
+      "Ġsquee": 3243,
+      "Ġfirework": 3244,
+      "Ġmedicine": 3245,
+      "azz": 3246,
+      "met": 3247,
+      "Ġplayful": 3248,
+      "Ġlocked": 3249,
+      "Ġgoat": 3250,
+      "Ġaccept": 3251,
+      "Ġcompass": 3252,
+      "Ġsurf": 3253,
+      "Ġcompetit": 3254,
+      "ext": 3255,
+      "kn": 3256,
+      "Ġsy": 3257,
+      "Ġsil": 3258,
+      "Ġbeet": 3259,
+      "ĠMar": 3260,
+      "uring": 3261,
+      "Ġchir": 3262,
+      "ĠEllie": 3263,
+      "Ġballs": 3264,
+      "ÅĵLet": 3265,
+      "Ġbutterflies": 3266,
+      "Ġguard": 3267,
+      "Ġcrayon": 3268,
+      "Ġdiscover": 3269,
+      "Ġparade": 3270,
+      "Ġmixed": 3271,
+      "Ġvalu": 3272,
+      "Ġhelmet": 3273,
+      "ĠBrownie": 3274,
+      "Em": 3275,
+      "ject": 3276,
+      "squ": 3277,
+      "ud": 3278,
+      "Ġgum": 3279,
+      "ature": 3280,
+      "Ġisland": 3281,
+      "Ġcost": 3282,
+      "Ġmole": 3283,
+      "Ġnicely": 3284,
+      "Ġkinds": 3285,
+      "Ġraced": 3286,
+      "Ġstove": 3287,
+      "Ġlaughs": 3288,
+      "Ġmarch": 3289,
+      "Ġfalls": 3290,
+      "Ġpersist": 3291,
+      "ĠBaby": 3292,
+      "ophie": 3293,
+      "Alice": 3294,
+      "ience": 3295,
+      "ito": 3296,
+      "Ġcage": 3297,
+      "Ġgoose": 3298,
+      "Ġcoins": 3299,
+      "Ġtrump": 3300,
+      "Ġmosqu": 3301,
+      "Ġserious": 3302,
+      "Ġmosquito": 3303,
+      "Ġflex": 3304,
+      "Ġcro": 3305,
+      "elon": 3306,
+      "Ġexcla": 3307,
+      "Ġchoose": 3308,
+      "Ġexplored": 3309,
+      "Ġunl": 3310,
+      "Ġbrothers": 3311,
+      "Ġguil": 3312,
+      "Ġnumbers": 3313,
+      "Ġtrumpet": 3314,
+      "Ġicy": 3315,
+      "Ġmoms": 3316,
+      "iew": 3317,
+      "Ġview": 3318,
+      "Ġenorm": 3319,
+      "Ġfireman": 3320,
+      "ĠMrs": 3321,
+      "Ġpractice": 3322,
+      "Ġenormous": 3323,
+      "wards": 3324,
+      "Ġsup": 3325,
+      "Ġvolc": 3326,
+      "Ġmeans": 3327,
+      "Ġpointing": 3328,
+      "Ġvaluable": 3329,
+      "Ġflexible": 3330,
+      "Ġexclaimed": 3331,
+      "Ġguilty": 3332,
+      "yal": 3333,
+      "Ġcam": 3334,
+      "Ġpipe": 3335,
+      "ision": 3336,
+      "ĠMy": 3337,
+      "Ġuseful": 3338,
+      "Ġfavour": 3339,
+      "Ġcrazy": 3340,
+      "Ġphot": 3341,
+      "known": 3342,
+      "Ġvolcano": 3343,
+      "Ġwake": 3344,
+      "Ġcity": 3345,
+      "omed": 3346,
+      "llip": 3347,
+      "Ġforth": 3348,
+      "Ġlollip": 3349,
+      "Ġseal": 3350,
+      "Ġallowed": 3351,
+      "Ġscare": 3352,
+      "Ġbrightly": 3353,
+      "Ġmarble": 3354,
+      "Ġpopular": 3355,
+      "Ġflashlight": 3356,
+      "Ġcompassion": 3357,
+      "Ġlollipop": 3358,
+      "ĠU": 3359,
+      "Ġing": 3360,
+      "Ġhunt": 3361,
+      "Ġdull": 3362,
+      "erry": 3363,
+      "Ġstat": 3364,
+      "Ġshel": 3365,
+      "!\".": 3366,
+      "Ġunknown": 3367,
+      "Ġhats": 3368,
+      "Ġshoot": 3369,
+      "redient": 3370,
+      "Ġbelonged": 3371,
+      "Ġfavourite": 3372,
+      "Ġingredient": 3373,
+      "Ġpil": 3374,
+      "Ġloyal": 3375,
+      "Ġbrace": 3376,
+      "ĠWhenever": 3377,
+      "Ġdreams": 3378,
+      "Ġkicked": 3379,
+      "Ġseeds": 3380,
+      "Ġtwirled": 3381,
+      "Ġsuper": 3382,
+      "time": 3383,
+      "Ġfine": 3384,
+      "Ġbees": 3385,
+      "Ġsofa": 3386,
+      "Ġshark": 3387,
+      "ĠMike": 3388,
+      "Ġanx": 3389,
+      "Ġsadly": 3390,
+      "Ġshowing": 3391,
+      "Ġways": 3392,
+      "Ġtrucks": 3393,
+      "Ġdelicate": 3394,
+      "ations": 3395,
+      "Ġrepe": 3396,
+      "Ġimpressive": 3397,
+      "Ġpoured": 3398,
+      "Ġpirate": 3399,
+      "Ġwhispered": 3400,
+      "Ġharmless": 3401,
+      "aff": 3402,
+      "Ġturt": 3403,
+      "Ġtied": 3404,
+      "aroo": 3405,
+      "ado": 3406,
+      "arth": 3407,
+      "Ġgrace": 3408,
+      "Ġhandle": 3409,
+      "Ġenc": 3410,
+      "Ġdeliver": 3411,
+      "Benny": 3412,
+      "Ġrushed": 3413,
+      "Ġusing": 3414,
+      "angaroo": 3415,
+      "Ġshape": 3416,
+      "Ġbushes": 3417,
+      "Ġpersistent": 3418,
+      "Ġgor": 3419,
+      "ĠSp": 3420,
+      "Ġkangaroo": 3421,
+      "Ġang": 3422,
+      "Ġoffice": 3423,
+      "Ġanxious": 3424,
+      "Go": 3425,
+      "alous": 3426,
+      "Ġspell": 3427,
+      "ĠWhile": 3428,
+      "iable": 3429,
+      "Ġpotato": 3430,
+      "Ġjealous": 3431,
+      "Ġwrapped": 3432,
+      "Ġfour": 3433,
+      "Ġcurt": 3434,
+      "Ġlog": 3435,
+      "Ġcoal": 3436,
+      "Ġreliable": 3437,
+      "Ġcurtain": 3438,
+      "Daisy": 3439,
+      "Ġsudden": 3440,
+      "mbol": 3441,
+      "ÅĵYes": 3442,
+      "aches": 3443,
+      "ĠPe": 3444,
+      "Ġpainted": 3445,
+      "ĠToby": 3446,
+      "Ġcere": 3447,
+      "gu": 3448,
+      "Ġtummy": 3449,
+      "Ġthose": 3450,
+      "ouses": 3451,
+      "uddy": 3452,
+      "Ġcush": 3453,
+      "Ġmetal": 3454,
+      "Ġsymbol": 3455,
+      "Ġbeetle": 3456,
+      "Ġcamera": 3457,
+      "Ġhouses": 3458,
+      "ilt": 3459,
+      "Ġcelebrate": 3460,
+      "Ġdelighted": 3461,
+      "Ġgorilla": 3462,
+      "Ġtooth": 3463,
+      "Ġthirst": 3464,
+      "keep": 3465,
+      "Ġshiver": 3466,
+      "Ġreward": 3467,
+      "Ġspace": 3468,
+      "Ġtravel": 3469,
+      "Ġrubbed": 3470,
+      "Ġprint": 3471,
+      "Ġdriving": 3472,
+      "Ġmarry": 3473,
+      "Ġwarned": 3474,
+      "Ġsoldier": 3475,
+      "Ġmotorcy": 3476,
+      "cut": 3477,
+      "Ġson": 3478,
+      "Ġtor": 3479,
+      "arlie": 3480,
+      "Ġhero": 3481,
+      "ief": 3482,
+      "Ġcarp": 3483,
+      "Ġexcitedly": 3484,
+      "Ġtemp": 3485,
+      "ĠPete": 3486,
+      "ĠBobo": 3487,
+      "cod": 3488,
+      "Ġhung": 3489,
+      "Ġgrowing": 3490,
+      "upid": 3491,
+      "Ġthinking": 3492,
+      "Ġtunn": 3493,
+      "While": 3494,
+      "cu": 3495,
+      "ipp": 3496,
+      "Ġhay": 3497,
+      "Ġyet": 3498,
+      "Ġvine": 3499,
+      "Ġacorn": 3500,
+      "icycle": 3501,
+      "Ġprep": 3502,
+      "Ġreminded": 3503,
+      "Ġgasped": 3504,
+      "Ġflute": 3505,
+      "Ġordinary": 3506,
+      "Ġcrocod": 3507,
+      "Ġamb": 3508,
+      "Ġcur": 3509,
+      "ĠBet": 3510,
+      "ĠMandy": 3511,
+      "Ġpup": 3512,
+      "Ġcreatures": 3513,
+      "Ġhurry": 3514,
+      "Ġspoiled": 3515,
+      "Ġtimes": 3516,
+      "Ġmis": 3517,
+      "Ġrice": 3518,
+      "Ġstupid": 3519,
+      "Ġshine": 3520,
+      "Ġresist": 3521,
+      "ugged": 3522,
+      "Ġlaw": 3523,
+      "Ġskull": 3524,
+      "coa": 3525,
+      "Ġmissing": 3526,
+      "Ġwheat": 3527,
+      "Ġsupport": 3528,
+      "Ġingredients": 3529,
+      "aid": 3530,
+      "loo": 3531,
+      "Ġcase": 3532,
+      "ery": 3533,
+      "Ġwashed": 3534,
+      "Ġdove": 3535,
+      "Ġspilled": 3536,
+      "Ġscoot": 3537,
+      "Ġmeal": 3538,
+      "Ġmule": 3539,
+      "ĠDucky": 3540,
+      "Ġmoder": 3541,
+      "arsh": 3542,
+      "ÅĵWhat": 3543,
+      "Ġtrick": 3544,
+      "Ġsett": 3545,
+      "ĠTweetie": 3546,
+      "Ġbounce": 3547,
+      "Ġfilthy": 3548,
+      "Ġbase": 3549,
+      "Ġhoop": 3550,
+      "Ġfre": 3551,
+      "Ġstumbled": 3552,
+      "Ġsoar": 3553,
+      "Ġweal": 3554,
+      "Ġseem": 3555,
+      "Ġword": 3556,
+      "Ġlab": 3557,
+      "ĠDave": 3558,
+      "ĠFr": 3559,
+      "Ġbadly": 3560,
+      "Ġhairy": 3561,
+      "Ġcrawl": 3562,
+      "Ġlively": 3563,
+      "Ġsteps": 3564,
+      "ÅĵLetâ": 3565,
+      "Ġbracelet": 3566,
+      "Ġcereal": 3567,
+      "Ġthirsty": 3568,
+      "Ġcarpet": 3569,
+      "Ġwool": 3570,
+      "ither": 3571,
+      "Ġgoal": 3572,
+      "Ġbackpack": 3573,
+      "Ġtruth": 3574,
+      "Ġcompl": 3575,
+      "Ġcheap": 3576,
+      "Ġdisg": 3577,
+      "Ġplaced": 3578,
+      "Ġearly": 3579,
+      "Ġdecorate": 3580,
+      "Ġnuts": 3581,
+      "Ow": 3582,
+      "cream": 3583,
+      "Ġbump": 3584,
+      "Ġthemselves": 3585,
+      "ices": 3586,
+      "Ġhelpless": 3587,
+      "Ġclum": 3588,
+      "Ġscatter": 3589,
+      "Ġscale": 3590,
+      "Ġnews": 3591,
+      "usting": 3592,
+      "Ġenv": 3593,
+      "âĤ¬âĢ": 3594,
+      "Ġtelling": 3595,
+      "Ġswinging": 3596,
+      "Ġsparkled": 3597,
+      "Ġcarrying": 3598,
+      "gging": 3599,
+      "ines": 3600,
+      "ric": 3601,
+      "Ġfriendship": 3602,
+      "Ġcareless": 3603,
+      "Ġsne": 3604,
+      "Ġdoesn": 3605,
+      "Ġfalling": 3606,
+      "Ġcomput": 3607,
+      "Ġpale": 3608,
+      "Ġpeeked": 3609,
+      "Ġcompassionate": 3610,
+      "com": 3611,
+      "vice": 3612,
+      "Ġsend": 3613,
+      "Ġstage": 3614,
+      "Ġmem": 3615,
+      "Ġchalk": 3616,
+      "Ġchasing": 3617,
+      "Ġpebble": 3618,
+      "ĠEverything": 3619,
+      "Ġcube": 3620,
+      "Ġpige": 3621,
+      "Ġcourage": 3622,
+      "Ġfingers": 3623,
+      "Ġturtle": 3624,
+      "bled": 3625,
+      "Ġsink": 3626,
+      "Ġbicycle": 3627,
+      "Ġshaking": 3628,
+      "Ġsleeping": 3629,
+      "Ġneighbour": 3630,
+      "Ġmodern": 3631,
+      "Ġdisgusting": 3632,
+      "Ġclumsy": 3633,
+      "gest": 3634,
+      "Ġhook": 3635,
+      "Ġcher": 3636,
+      "Ġnail": 3637,
+      "Ġbiggest": 3638,
+      "iches": 3639,
+      "Ġbul": 3640,
+      "Ġending": 3641,
+      "Ġdead": 3642,
+      "Ġtriang": 3643,
+      "ulance": 3644,
+      "Ġspoke": 3645,
+      "Ġpracticed": 3646,
+      "Ġambulance": 3647,
+      "Ġcomputer": 3648,
+      "ibb": 3649,
+      "Ġlamp": 3650,
+      "Ġstation": 3651,
+      "Ġchar": 3652,
+      "Ġwallet": 3653,
+      "ĠToday": 3654,
+      "Ġpackage": 3655,
+      "Ġmicrop": 3656,
+      "Ġcushion": 3657,
+      "keeper": 3658,
+      "Ġcrocodile": 3659,
+      "Ġmicrophone": 3660,
+      "under": 3661,
+      "ĠAlex": 3662,
+      "Ġthoughtful": 3663,
+      "Ġjolly": 3664,
+      "Ġpengu": 3665,
+      "Ġpumpkin": 3666,
+      "Ġcostum": 3667,
+      "Ġfive": 3668,
+      "Ġdough": 3669,
+      "Ġpony": 3670,
+      "Ġol": 3671,
+      "imi": 3672,
+      "Ġstairs": 3673,
+      "Ġknock": 3674,
+      "Ġgrand": 3675,
+      "Ġintell": 3676,
+      "Ġuniver": 3677,
+      "Ġbrighter": 3678,
+      "Ġopens": 3679,
+      "Ġdreaming": 3680,
+      "Ġbounced": 3681,
+      "Ġquestion": 3682,
+      "Ġstatue": 3683,
+      "Ġwine": 3684,
+      "isk": 3685,
+      "ĠAlice": 3686,
+      "Ġcocoa": 3687,
+      "ĠYour": 3688,
+      "Ġpepper": 3689,
+      "Ġbeauty": 3690,
+      "Ġperm": 3691,
+      "Ġpainting": 3692,
+      "Ġshoe": 3693,
+      "Ġelev": 3694,
+      "Everyone": 3695,
+      "hino": 3696,
+      "Ġwealthy": 3697,
+      "Ġintellig": 3698,
+      "noon": 3699,
+      "Ġsuit": 3700,
+      "Ġmild": 3701,
+      "Ġnature": 3702,
+      "ans": 3703,
+      "Ġhappier": 3704,
+      "Ġneat": 3705,
+      "Ġstarts": 3706,
+      "ucked": 3707,
+      "Ġafternoon": 3708,
+      "Ġtorn": 3709,
+      "Ġelevator": 3710,
+      "gen": 3711,
+      "ti": 3712,
+      "Ġten": 3713,
+      "Ġharsh": 3714,
+      "Ġped": 3715,
+      "atient": 3716,
+      "orant": 3717,
+      "Ġrece": 3718,
+      "Ġjet": 3719,
+      "illie": 3720,
+      "ĠRed": 3721,
+      "Ġreading": 3722,
+      "Ġsearching": 3723,
+      "Ġbasketball": 3724,
+      "Ġbarber": 3725,
+      "Ġspeed": 3726,
+      "See": 3727,
+      "awn": 3728,
+      "Ġstack": 3729,
+      "ĠMummy": 3730,
+      "Ġclock": 3731,
+      "ĠGive": 3732,
+      "Ġmagn": 3733,
+      "Ġleaving": 3734,
+      "Ġcupboard": 3735,
+      "Ġdesign": 3736,
+      "Ġslides": 3737,
+      "Ġsandwiches": 3738,
+      "Ġcandle": 3739,
+      "aulif": 3740,
+      "Ġriding": 3741,
+      "Ġfresh": 3742,
+      "oppy": 3743,
+      "Ġshocked": 3744,
+      "Ġener": 3745,
+      "Ġjumps": 3746,
+      "Ġhaircut": 3747,
+      "Ġrespectful": 3748,
+      "Ġcooking": 3749,
+      "Ġticket": 3750,
+      "Ġencou": 3751,
+      "Ġtunnel": 3752,
+      "auliflower": 3753,
+      "Give": 3754,
+      "Ġsle": 3755,
+      "reen": 3756,
+      "Ġmay": 3757,
+      "Ġthief": 3758,
+      "Ġyawn": 3759,
+      "Ġfort": 3760,
+      "Ġalert": 3761,
+      "Ġsorts": 3762,
+      "Ġimpatient": 3763,
+      "Ġcreate": 3764,
+      "ailable": 3765,
+      "Ġwheels": 3766,
+      "Ġvalue": 3767,
+      "Ġprize": 3768,
+      "Mary": 3769,
+      "ye": 3770,
+      "het": 3771,
+      "Ġsent": 3772,
+      "Ġbent": 3773,
+      "ince": 3774,
+      "Ġcomet": 3775,
+      "Ġcamp": 3776,
+      "Ġcauliflower": 3777,
+      "Ġmelon": 3778,
+      "Ġgem": 3779,
+      "Ġitself": 3780,
+      "iron": 3781,
+      "Ġmush": 3782,
+      "Ġmonkeys": 3783,
+      "Ġsalad": 3784,
+      "Ġdestro": 3785,
+      "Ġrescue": 3786,
+      "Ġscooter": 3787,
+      "Ġintelligent": 3788,
+      "az": 3789,
+      "Ġdug": 3790,
+      "iling": 3791,
+      "anger": 3792,
+      "Ġroof": 3793,
+      "Ġrhino": 3794,
+      "Ġscold": 3795,
+      "aghet": 3796,
+      "Ġexper": 3797,
+      "Ġbarking": 3798,
+      "Ġbananas": 3799,
+      "Ġignorant": 3800,
+      "Ġmicro": 3801,
+      "Ġavailable": 3802,
+      "Ġgraceful": 3803,
+      "Ġmotorcycle": 3804,
+      "aghetti": 3805,
+      "hood": 3806,
+      "ĠSn": 3807,
+      "Ġearth": 3808,
+      "Ġboots": 3809,
+      "Ġspaghetti": 3810,
+      "ummer": 3811,
+      "Ġagree": 3812,
+      "Ġbull": 3813,
+      "Ġanywhere": 3814,
+      "ĠGeorge": 3815,
+      "Ġbehave": 3816,
+      "ĠKim": 3817,
+      "Ġpaid": 3818,
+      "scope": 3819,
+      "Ġstretched": 3820,
+      "Ġfearful": 3821,
+      "Ġavo": 3822,
+      "Ġmicroscope": 3823,
+      "If": 3824,
+      "io": 3825,
+      "Ġnoteb": 3826,
+      "ĠEventually": 3827,
+      "Ġolder": 3828,
+      "Ġsniff": 3829,
+      "Ġadvice": 3830,
+      "Ġstops": 3831,
+      "Ġperform": 3832,
+      "Ġfurther": 3833,
+      "Ġenvious": 3834,
+      "Ġpigeon": 3835,
+      "Ġmushroom": 3836,
+      "Ġnotebook": 3837,
+      "ubby": 3838,
+      "Ġpun": 3839,
+      "ats": 3840,
+      "Ġnurse": 3841,
+      "orable": 3842,
+      "Ġthunder": 3843,
+      "Ġclapping": 3844,
+      "Ġvide": 3845,
+      "Ġbuilt": 3846,
+      "ĠCl": 3847,
+      "Ġuncom": 3848,
+      "Ġshouting": 3849,
+      "Ġarrow": 3850,
+      "Ġdrawer": 3851,
+      "Ġprov": 3852,
+      "fortable": 3853,
+      "Ġtomato": 3854,
+      "Ġmeeting": 3855,
+      "Ġobject": 3856,
+      "Ġyogurt": 3857,
+      "Ġtemple": 3858,
+      "Ġuncomfortable": 3859,
+      "ef": 3860,
+      "ues": 3861,
+      "ĠTony": 3862,
+      "Ġloop": 3863,
+      "Ġchubby": 3864,
+      "Ġswitch": 3865,
+      "Ġskip": 3866,
+      "Ġadorable": 3867,
+      "ÅĵIt": 3868,
+      "Ġcounting": 3869,
+      "Ġcooked": 3870,
+      "Ġpist": 3871,
+      "arian": 3872,
+      "enry": 3873,
+      "Ġstared": 3874,
+      "Ġshut": 3875,
+      "icop": 3876,
+      "Ġquite": 3877,
+      "Ġsnuggled": 3878,
+      "ĠGrandpa": 3879,
+      "Ġtroubled": 3880,
+      "Ġgiggle": 3881,
+      "Ġblowing": 3882,
+      "Ġhelicop": 3883,
+      "Ġfisher": 3884,
+      "Ġpistol": 3885,
+      "Ġhelicopter": 3886,
+      "par": 3887,
+      "ĠSophie": 3888,
+      "ooped": 3889,
+      "ips": 3890,
+      "Ġnowhere": 3891,
+      "Ġforgave": 3892,
+      "Ġmarched": 3893,
+      "Ġtreasures": 3894,
+      "host": 3895,
+      "Ġpassport": 3896,
+      "Ġstirred": 3897,
+      "Ġpushing": 3898,
+      "Ġcompetitive": 3899,
+      "Ġdestroy": 3900,
+      "Yay": 3901,
+      "aked": 3902,
+      "oe": 3903,
+      "tter": 3904,
+      "Ġgir": 3905,
+      "Ġghost": 3906,
+      "anic": 3907,
+      "kelet": 3908,
+      "htub": 3909,
+      "Ġreef": 3910,
+      "Ġsepar": 3911,
+      "opard": 3912,
+      "play": 3913,
+      "Ġenvel": 3914,
+      "Ġbreat": 3915,
+      "Ġrepair": 3916,
+      "Ġfootball": 3917,
+      "Ġbathtub": 3918,
+      "Ġrubber": 3919,
+      "Ġangel": 3920,
+      "Ġtriangle": 3921,
+      "Ġled": 3922,
+      "Ġmill": 3923,
+      "ĠSh": 3924,
+      "chanic": 3925,
+      "Ġnames": 3926,
+      "Ġleopard": 3927,
+      "Ġnobody": 3928,
+      "Ġanyway": 3929,
+      "uct": 3930,
+      "ctus": 3931,
+      "Ġshouldn": 3932,
+      "Ġzeb": 3933,
+      "Ġgiven": 3934,
+      "Ġholds": 3935,
+      "Ġbarrel": 3936,
+      "Ġbandage": 3937,
+      "Ġenth": 3938,
+      "Daddy": 3939,
+      "Ġzebra": 3940,
+      "ives": 3941,
+      "ube": 3942,
+      "year": 3943,
+      "Ġpor": 3944,
+      "Ġpand": 3945,
+      "Ġotter": 3946,
+      "Ġribb": 3947,
+      "Ġshield": 3948,
+      "Ġmechanic": 3949,
+      "Ġdonâ": 3950,
+      "Ġdisag": 3951,
+      "Ġdisplay": 3952,
+      "Ġmusician": 3953,
+      "ceros": 3954,
+      "Ġspeak": 3955,
+      "Ġcab": 3956,
+      "Ġcactus": 3957,
+      "ĠBetsy": 3958,
+      "Ġbulb": 3959,
+      "Ch": 3960,
+      "eath": 3961,
+      "ikes": 3962,
+      "xy": 3963,
+      "Ġtube": 3964,
+      "Ġahead": 3965,
+      "Ġsummer": 3966,
+      "Ġskelet": 3967,
+      "Ġpurse": 3968,
+      "Ġknob": 3969,
+      "Ġdidnâ": 3970,
+      "Ġcouldnâ": 3971,
+      "Ġcolours": 3972,
+      "Ġwindows": 3973,
+      "oomy": 3974,
+      "Ġgifted": 3975,
+      "Ġcartoon": 3976,
+      "Ġrhinoceros": 3977,
+      "gl": 3978,
+      "heart": 3979,
+      "Ġsize": 3980,
+      "Ġbet": 3981,
+      "ĠMiss": 3982,
+      "Ġscrew": 3983,
+      "Ġflour": 3984,
+      "Ġblin": 3985,
+      "apa": 3986,
+      "Ġdishes": 3987,
+      "Ġraining": 3988,
+      "Ġhoping": 3989,
+      "Ġshovel": 3990,
+      "Ġmint": 3991,
+      "Ġjellyfish": 3992,
+      "Ġsweater": 3993,
+      "Ġcharming": 3994,
+      "Ġpenguin": 3995,
+      "Ġenvelope": 3996,
+      "Ġenthus": 3997,
+      "Ġcabin": 3998,
+      "rec": 3999,
+      "Ġpant": 4000,
+      "Ġthread": 4001,
+      "Ġinse": 4002,
+      "Ġstaff": 4003,
+      "Ġliz": 4004,
+      "Ġunpack": 4005,
+      "Ġwriting": 4006,
+      "Ġtrash": 4007,
+      "Ġrolling": 4008,
+      "Ġwaffle": 4009,
+      "Ġiron": 4010,
+      "Ġwing": 4011,
+      "erable": 4012,
+      "Ġsheet": 4013,
+      "ĠBuddy": 4014,
+      "Ġshadow": 4015,
+      "Ġroared": 4016,
+      "Ġmuff": 4017,
+      "Ġairport": 4018,
+      "Ġceiling": 4019,
+      "Ġattic": 4020,
+      "Ġorganize": 4021,
+      "Ġstretch": 4022,
+      "Ġgrapes": 4023,
+      "Ġobs": 4024,
+      "ĠAre": 4025,
+      "ĠWould": 4026,
+      "ĠInst": 4027,
+      "Ġpiano": 4028,
+      "Ġsalt": 4029,
+      "Ġmiserable": 4030,
+      "Ġcord": 4031,
+      "Ġdess": 4032,
+      "Ġrefused": 4033,
+      "Ġscreen": 4034,
+      "ĠDan": 4035,
+      "Ġstrugg": 4036,
+      "Ġneedle": 4037,
+      "Ġbears": 4038,
+      "ĠAndy": 4039,
+      "Ġheaded": 4040,
+      "Ġsticky": 4041,
+      "Ġfreez": 4042,
+      "Ġzoomed": 4043,
+      "Ġimagined": 4044,
+      "Ġmedal": 4045,
+      "Ġmagnet": 4046,
+      "reci": 4047,
+      "Ġobser": 4048,
+      "Ġer": 4049,
+      "Ġlives": 4050,
+      "ĠAl": 4051,
+      "ĠPat": 4052,
+      "Ġappreci": 4053,
+      "asses": 4054,
+      "Ġsailor": 4055,
+      "Ġminute": 4056,
+      "Ġfisherman": 4057,
+      "vision": 4058,
+      "Ġrat": 4059,
+      "aled": 4060,
+      "Ġbrus": 4061,
+      "Ġchance": 4062,
+      "Ġpost": 4063,
+      "Ġsungl": 4064,
+      "Ġcheek": 4065,
+      "reeze": 4066,
+      "Ġdeaf": 4067,
+      "Ġrules": 4068,
+      "Ġfrogs": 4069,
+      "Ġairpl": 4070,
+      "ĠGod": 4071,
+      "Ġstrawberry": 4072,
+      "Ġslept": 4073,
+      "Ġlizard": 4074,
+      "Ġsunglasses": 4075,
+      "Ġluck": 4076,
+      "Ġinf": 4077,
+      "Ġbeep": 4078,
+      "ĠBunny": 4079,
+      "Ġmeas": 4080,
+      "Ġrod": 4081,
+      "Ġorder": 4082,
+      "Ġrestless": 4083,
+      "Ġsandbox": 4084,
+      "Ġmessage": 4085,
+      "ĠJoey": 4086,
+      "Ġcomplet": 4087,
+      "Ġattract": 4088,
+      "Ġgolden": 4089,
+      "Grandma": 4090,
+      "Ġpilot": 4091,
+      "Ġporch": 4092,
+      "Little": 4093,
+      "ler": 4094,
+      "ses": 4095
+    },
+    "merges": [
+      [
+        "h",
+        "e"
+      ],
+      [
+        "Ġ",
+        "t"
+      ],
+      [
+        "Ġ",
+        "a"
+      ],
+      [
+        "Ġ",
+        "s"
+      ],
+      [
+        "Ġ",
+        "w"
+      ],
+      [
+        "n",
+        "d"
+      ],
+      [
+        "Ġt",
+        "he"
+      ],
+      [
+        "e",
+        "d"
+      ],
+      [
+        "Ġa",
+        "nd"
+      ],
+      [
+        "Ġt",
+        "o"
+      ],
+      [
+        "Ġ",
+        "b"
+      ],
+      [
+        "i",
+        "n"
+      ],
+      [
+        "Ġ",
+        "h"
+      ],
+      [
+        "Ġw",
+        "a"
+      ],
+      [
+        "r",
+        "e"
+      ],
+      [
+        "Ġ",
+        "f"
+      ],
+      [
+        "i",
+        "t"
+      ],
+      [
+        "o",
+        "u"
+      ],
+      [
+        "Ġ",
+        "c"
+      ],
+      [
+        "Ġ",
+        "l"
+      ],
+      [
+        "Ġ",
+        "he"
+      ],
+      [
+        "Ġ",
+        "d"
+      ],
+      [
+        "e",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "s"
+      ],
+      [
+        "Ġ",
+        "m"
+      ],
+      [
+        "Ġ",
+        "p"
+      ],
+      [
+        "o",
+        "m"
+      ],
+      [
+        "Ġ",
+        "T"
+      ],
+      [
+        "Ġ",
+        "o"
+      ],
+      [
+        "a",
+        "y"
+      ],
+      [
+        "a",
+        "r"
+      ],
+      [
+        "in",
+        "g"
+      ],
+      [
+        "i",
+        "s"
+      ],
+      [
+        "Ġ",
+        "g"
+      ],
+      [
+        "i",
+        "l"
+      ],
+      [
+        "i",
+        "d"
+      ],
+      [
+        "a",
+        "t"
+      ],
+      [
+        "e",
+        "n"
+      ],
+      [
+        "Ġ",
+        "n"
+      ],
+      [
+        "Ġs",
+        "a"
+      ],
+      [
+        "Ġh",
+        "a"
+      ],
+      [
+        "Ġ",
+        "S"
+      ],
+      [
+        "i",
+        "m"
+      ],
+      [
+        "a",
+        "n"
+      ],
+      [
+        "ĠT",
+        "he"
+      ],
+      [
+        "o",
+        "r"
+      ],
+      [
+        "o",
+        "n"
+      ],
+      [
+        "Ġ",
+        "it"
+      ],
+      [
+        "Ġt",
+        "h"
+      ],
+      [
+        "l",
+        "l"
+      ],
+      [
+        "l",
+        "e"
+      ],
+      [
+        "Ġ",
+        "H"
+      ],
+      [
+        "Ġhe",
+        "r"
+      ],
+      [
+        "e",
+        "t"
+      ],
+      [
+        "o",
+        "t"
+      ],
+      [
+        "i",
+        "r"
+      ],
+      [
+        "ĠS",
+        "he"
+      ],
+      [
+        "ĠH",
+        "e"
+      ],
+      [
+        "v",
+        "er"
+      ],
+      [
+        "e",
+        "s"
+      ],
+      [
+        "Ġ",
+        "in"
+      ],
+      [
+        "u",
+        "t"
+      ],
+      [
+        "o",
+        "w"
+      ],
+      [
+        "c",
+        "k"
+      ],
+      [
+        "Ġ",
+        "e"
+      ],
+      [
+        "Ġ",
+        "u"
+      ],
+      [
+        "l",
+        "d"
+      ],
+      [
+        "ĠThe",
+        "y"
+      ],
+      [
+        "o",
+        "o"
+      ],
+      [
+        "i",
+        "g"
+      ],
+      [
+        "Ġsa",
+        "id"
+      ],
+      [
+        "a",
+        "m"
+      ],
+      [
+        "il",
+        "y"
+      ],
+      [
+        "Ġb",
+        "e"
+      ],
+      [
+        "Ġ",
+        "y"
+      ],
+      [
+        "Ġ",
+        "r"
+      ],
+      [
+        "Ġs",
+        "t"
+      ],
+      [
+        "c",
+        "e"
+      ],
+      [
+        "Ġs",
+        "he"
+      ],
+      [
+        "Ġ",
+        "\""
+      ],
+      [
+        "p",
+        "p"
+      ],
+      [
+        "k",
+        "e"
+      ],
+      [
+        "it",
+        "h"
+      ],
+      [
+        "O",
+        "n"
+      ],
+      [
+        "Ġ",
+        "I"
+      ],
+      [
+        "Ġw",
+        "ith"
+      ],
+      [
+        "v",
+        "e"
+      ],
+      [
+        "L",
+        "ily"
+      ],
+      [
+        "Ġo",
+        "n"
+      ],
+      [
+        "Ġo",
+        "f"
+      ],
+      [
+        "Ġs",
+        "o"
+      ],
+      [
+        "Ġh",
+        "is"
+      ],
+      [
+        "k",
+        "ed"
+      ],
+      [
+        "r",
+        "i"
+      ],
+      [
+        "n",
+        "t"
+      ],
+      [
+        "ver",
+        "y"
+      ],
+      [
+        "Ġp",
+        "l"
+      ],
+      [
+        "Ġd",
+        "ay"
+      ],
+      [
+        "a",
+        "d"
+      ],
+      [
+        "Ġy",
+        "ou"
+      ],
+      [
+        "Ġth",
+        "at"
+      ],
+      [
+        "Ġu",
+        "p"
+      ],
+      [
+        "Ġha",
+        "d"
+      ],
+      [
+        "s",
+        "t"
+      ],
+      [
+        "Ġpl",
+        "ay"
+      ],
+      [
+        "Ġthe",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Lily"
+      ],
+      [
+        "Ġw",
+        "e"
+      ],
+      [
+        "Ġm",
+        "om"
+      ],
+      [
+        "m",
+        "y"
+      ],
+      [
+        "Ġf",
+        "or"
+      ],
+      [
+        "e",
+        "l"
+      ],
+      [
+        "ou",
+        "ld"
+      ],
+      [
+        "u",
+        "n"
+      ],
+      [
+        "Ġ",
+        "B"
+      ],
+      [
+        "'",
+        "s"
+      ],
+      [
+        "it",
+        "t"
+      ],
+      [
+        "en",
+        "t"
+      ],
+      [
+        "Ġha",
+        "pp"
+      ],
+      [
+        "T",
+        "he"
+      ],
+      [
+        "c",
+        "h"
+      ],
+      [
+        "Ġl",
+        "i"
+      ],
+      [
+        "ou",
+        "t"
+      ],
+      [
+        "Ġwa",
+        "nt"
+      ],
+      [
+        "Ġs",
+        "h"
+      ],
+      [
+        "he",
+        "r"
+      ],
+      [
+        "l",
+        "y"
+      ],
+      [
+        "im",
+        "e"
+      ],
+      [
+        "itt",
+        "le"
+      ],
+      [
+        "ou",
+        "nd"
+      ],
+      [
+        "Ġ",
+        "very"
+      ],
+      [
+        "Ġt",
+        "ime"
+      ],
+      [
+        "om",
+        "e"
+      ],
+      [
+        "Ġl",
+        "ittle"
+      ],
+      [
+        "Ġthe",
+        "re"
+      ],
+      [
+        "s",
+        "e"
+      ],
+      [
+        "Ġd",
+        "o"
+      ],
+      [
+        "Ġw",
+        "h"
+      ],
+      [
+        "a",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "k"
+      ],
+      [
+        "e",
+        "nd"
+      ],
+      [
+        "a",
+        "l"
+      ],
+      [
+        "h",
+        "t"
+      ],
+      [
+        "Ġn",
+        "e"
+      ],
+      [
+        "Ġ",
+        "re"
+      ],
+      [
+        "Ġn",
+        "ot"
+      ],
+      [
+        "Ġhapp",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Ċ"
+      ],
+      [
+        "Ġb",
+        "ig"
+      ],
+      [
+        "Ġ",
+        "M"
+      ],
+      [
+        "Ġb",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "m"
+      ],
+      [
+        "a",
+        "ck"
+      ],
+      [
+        "Ġsa",
+        "w"
+      ],
+      [
+        "ĠI",
+        "t"
+      ],
+      [
+        "Ġa",
+        "s"
+      ],
+      [
+        "Ġa",
+        "n"
+      ],
+      [
+        "r",
+        "a"
+      ],
+      [
+        "ri",
+        "end"
+      ],
+      [
+        "Ġf",
+        "riend"
+      ],
+      [
+        "id",
+        "e"
+      ],
+      [
+        "On",
+        "e"
+      ],
+      [
+        "r",
+        "y"
+      ],
+      [
+        "'",
+        "t"
+      ],
+      [
+        "v",
+        "ed"
+      ],
+      [
+        "Ġ",
+        "is"
+      ],
+      [
+        "On",
+        "ce"
+      ],
+      [
+        "a",
+        "ke"
+      ],
+      [
+        ".",
+        "\""
+      ],
+      [
+        "Ġwe",
+        "re"
+      ],
+      [
+        "t",
+        "er"
+      ],
+      [
+        "u",
+        "g"
+      ],
+      [
+        "Ġl",
+        "oo"
+      ],
+      [
+        "Ġl",
+        "o"
+      ],
+      [
+        "o",
+        "re"
+      ],
+      [
+        "e",
+        "c"
+      ],
+      [
+        "ĠT",
+        "im"
+      ],
+      [
+        "Ġh",
+        "im"
+      ],
+      [
+        "Ġb",
+        "o"
+      ],
+      [
+        "!",
+        "\""
+      ],
+      [
+        "Ġto",
+        "o"
+      ],
+      [
+        "Ġg",
+        "o"
+      ],
+      [
+        "Ġup",
+        "on"
+      ],
+      [
+        "ir",
+        "l"
+      ],
+      [
+        "Ġ",
+        "j"
+      ],
+      [
+        "Ġwant",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "irl"
+      ],
+      [
+        "Ġs",
+        "e"
+      ],
+      [
+        "Ġ",
+        "out"
+      ],
+      [
+        "ar",
+        "d"
+      ],
+      [
+        "w",
+        "ay"
+      ],
+      [
+        "Ġs",
+        "p"
+      ],
+      [
+        "il",
+        "l"
+      ],
+      [
+        "i",
+        "nd"
+      ],
+      [
+        "Ġthe",
+        "m"
+      ],
+      [
+        "Ġc",
+        "ould"
+      ],
+      [
+        "f",
+        "u"
+      ],
+      [
+        "he",
+        "n"
+      ],
+      [
+        "Ġa",
+        "t"
+      ],
+      [
+        "u",
+        "r"
+      ],
+      [
+        "Ġd",
+        "id"
+      ],
+      [
+        "Ġsm",
+        "il"
+      ],
+      [
+        "Ġthe",
+        "ir"
+      ],
+      [
+        "Ġa",
+        "re"
+      ],
+      [
+        "Ġe",
+        "x"
+      ],
+      [
+        "Ġ",
+        "A"
+      ],
+      [
+        "a",
+        "in"
+      ],
+      [
+        "Ġw",
+        "ent"
+      ],
+      [
+        "ar",
+        "t"
+      ],
+      [
+        "he",
+        "d"
+      ],
+      [
+        "r",
+        "om"
+      ],
+      [
+        "i",
+        "c"
+      ],
+      [
+        "r",
+        "ound"
+      ],
+      [
+        "Ġha",
+        "ve"
+      ],
+      [
+        "Ġn",
+        "am"
+      ],
+      [
+        "l",
+        "p"
+      ],
+      [
+        "Ġa",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "J"
+      ],
+      [
+        "fu",
+        "l"
+      ],
+      [
+        "Ġk",
+        "n"
+      ],
+      [
+        "h",
+        "ing"
+      ],
+      [
+        "oo",
+        "d"
+      ],
+      [
+        "Ġhe",
+        "lp"
+      ],
+      [
+        "ig",
+        "ht"
+      ],
+      [
+        "Ġfriend",
+        "s"
+      ],
+      [
+        "on",
+        "e"
+      ],
+      [
+        "ar",
+        "k"
+      ],
+      [
+        "Ġb",
+        "ack"
+      ],
+      [
+        "u",
+        "m"
+      ],
+      [
+        "Ġc",
+        "an"
+      ],
+      [
+        "Ġnam",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "l"
+      ],
+      [
+        "?",
+        "\""
+      ],
+      [
+        "Ġf",
+        "un"
+      ],
+      [
+        "a",
+        "re"
+      ],
+      [
+        "ĠB",
+        "en"
+      ],
+      [
+        "Ġlo",
+        "ved"
+      ],
+      [
+        "Ġa",
+        "l"
+      ],
+      [
+        "el",
+        "t"
+      ],
+      [
+        "ĠTim",
+        "my"
+      ],
+      [
+        "Ġ",
+        "One"
+      ],
+      [
+        "o",
+        "p"
+      ],
+      [
+        "s",
+        "ide"
+      ],
+      [
+        "Ġl",
+        "e"
+      ],
+      [
+        "Ġn",
+        "o"
+      ],
+      [
+        "Ġs",
+        "c"
+      ],
+      [
+        "ĠT",
+        "om"
+      ],
+      [
+        "Ġf",
+        "elt"
+      ],
+      [
+        "ou",
+        "g"
+      ],
+      [
+        "Ġsmil",
+        "ed"
+      ],
+      [
+        "i",
+        "ck"
+      ],
+      [
+        "Ġas",
+        "ked"
+      ],
+      [
+        "Y",
+        "ou"
+      ],
+      [
+        "Ġto",
+        "y"
+      ],
+      [
+        "Ġm",
+        "an"
+      ],
+      [
+        "Ġa",
+        "round"
+      ],
+      [
+        "am",
+        "e"
+      ],
+      [
+        "Ġf",
+        "e"
+      ],
+      [
+        "Ġs",
+        "ay"
+      ],
+      [
+        "Ġbo",
+        "y"
+      ],
+      [
+        "Ġs",
+        "ome"
+      ],
+      [
+        "Ġloo",
+        "ked"
+      ],
+      [
+        "u",
+        "re"
+      ],
+      [
+        "om",
+        "et"
+      ],
+      [
+        "Ġb",
+        "r"
+      ],
+      [
+        "Ġw",
+        "ould"
+      ],
+      [
+        "Ġm",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ir"
+      ],
+      [
+        "Ġli",
+        "ke"
+      ],
+      [
+        "g",
+        "et"
+      ],
+      [
+        "Ġst",
+        "art"
+      ],
+      [
+        "Ġr",
+        "o"
+      ],
+      [
+        "a",
+        "s"
+      ],
+      [
+        "Ġse",
+        "e"
+      ],
+      [
+        "Ġ",
+        "W"
+      ],
+      [
+        "i",
+        "ce"
+      ],
+      [
+        "on",
+        "g"
+      ],
+      [
+        "Ġbir",
+        "d"
+      ],
+      [
+        "Ġs",
+        "omet"
+      ],
+      [
+        "d",
+        "d"
+      ],
+      [
+        "Ġw",
+        "or"
+      ],
+      [
+        "ad",
+        "e"
+      ],
+      [
+        "i",
+        "e"
+      ],
+      [
+        "k",
+        "ing"
+      ],
+      [
+        "Ġa",
+        "g"
+      ],
+      [
+        "ow",
+        "n"
+      ],
+      [
+        "Ġt",
+        "re"
+      ],
+      [
+        "Ġf",
+        "a"
+      ],
+      [
+        "Ġa",
+        "way"
+      ],
+      [
+        "Ġwh",
+        "at"
+      ],
+      [
+        "ing",
+        "s"
+      ],
+      [
+        "Ġstart",
+        "ed"
+      ],
+      [
+        "get",
+        "her"
+      ],
+      [
+        "Ġr",
+        "an"
+      ],
+      [
+        "Ã",
+        "¢"
+      ],
+      [
+        "â",
+        "Ĥ"
+      ],
+      [
+        "âĤ",
+        "¬"
+      ],
+      [
+        "ar",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ake"
+      ],
+      [
+        "ĠB",
+        "ut"
+      ],
+      [
+        "it",
+        "ed"
+      ],
+      [
+        "i",
+        "f"
+      ],
+      [
+        "ou",
+        "d"
+      ],
+      [
+        "Ġm",
+        "ade"
+      ],
+      [
+        "Ġto",
+        "gether"
+      ],
+      [
+        "Ġsomet",
+        "hing"
+      ],
+      [
+        "Ġex",
+        "c"
+      ],
+      [
+        "a",
+        "g"
+      ],
+      [
+        "Ġc",
+        "o"
+      ],
+      [
+        "Ġp",
+        "ark"
+      ],
+      [
+        "Ġne",
+        "w"
+      ],
+      [
+        "Ġsa",
+        "d"
+      ],
+      [
+        "Ġp",
+        "ut"
+      ],
+      [
+        ",",
+        "\""
+      ],
+      [
+        "Ġf",
+        "rom"
+      ],
+      [
+        "b",
+        "le"
+      ],
+      [
+        "t",
+        "her"
+      ],
+      [
+        "Ġp",
+        "r"
+      ],
+      [
+        "Ġm",
+        "u"
+      ],
+      [
+        "Ġc",
+        "ar"
+      ],
+      [
+        "Ġh",
+        "ome"
+      ],
+      [
+        "Ġ",
+        "You"
+      ],
+      [
+        "Ġthe",
+        "n"
+      ],
+      [
+        "Ġw",
+        "hen"
+      ],
+      [
+        "Ġf",
+        "ound"
+      ],
+      [
+        "e",
+        "ll"
+      ],
+      [
+        "Ġo",
+        "ther"
+      ],
+      [
+        "Ġag",
+        "ain"
+      ],
+      [
+        "Ġc",
+        "h"
+      ],
+      [
+        "Ġd",
+        "ec"
+      ],
+      [
+        "Ġwh",
+        "o"
+      ],
+      [
+        "Ġl",
+        "a"
+      ],
+      [
+        "ri",
+        "ed"
+      ],
+      [
+        "s",
+        "s"
+      ],
+      [
+        "Ġg",
+        "ood"
+      ],
+      [
+        "Ġh",
+        "ug"
+      ],
+      [
+        "Ġ",
+        "L"
+      ],
+      [
+        "pp",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "l"
+      ],
+      [
+        "e",
+        "p"
+      ],
+      [
+        "all",
+        "y"
+      ],
+      [
+        "Ġsay",
+        "s"
+      ],
+      [
+        "Ġf",
+        "l"
+      ],
+      [
+        "es",
+        "t"
+      ],
+      [
+        "a",
+        "ch"
+      ],
+      [
+        "Ġ",
+        "E"
+      ],
+      [
+        "Ġexc",
+        "ited"
+      ],
+      [
+        "p",
+        "l"
+      ],
+      [
+        "q",
+        "u"
+      ],
+      [
+        "oo",
+        "k"
+      ],
+      [
+        "Ġg",
+        "et"
+      ],
+      [
+        "oug",
+        "ht"
+      ],
+      [
+        "Ġplay",
+        "ing"
+      ],
+      [
+        "Ġg",
+        "ot"
+      ],
+      [
+        "Ġs",
+        "w"
+      ],
+      [
+        "ou",
+        "s"
+      ],
+      [
+        "h",
+        "at"
+      ],
+      [
+        "n",
+        "y"
+      ],
+      [
+        "id",
+        "ed"
+      ],
+      [
+        "u",
+        "ck"
+      ],
+      [
+        "Ġth",
+        "ings"
+      ],
+      [
+        "Ġe",
+        "very"
+      ],
+      [
+        "Ġdec",
+        "ided"
+      ],
+      [
+        "Ġc",
+        "ame"
+      ],
+      [
+        "Ġbe",
+        "c"
+      ],
+      [
+        "a",
+        "ve"
+      ],
+      [
+        "r",
+        "o"
+      ],
+      [
+        "a",
+        "x"
+      ],
+      [
+        "Ġli",
+        "ked"
+      ],
+      [
+        "Ġd",
+        "own"
+      ],
+      [
+        "Ġdo",
+        "g"
+      ],
+      [
+        "Ġsc",
+        "ared"
+      ],
+      [
+        "Ġ",
+        "v"
+      ],
+      [
+        "u",
+        "dd"
+      ],
+      [
+        "u",
+        "st"
+      ],
+      [
+        "Ġon",
+        "e"
+      ],
+      [
+        "Ġf",
+        "ind"
+      ],
+      [
+        "Ġb",
+        "l"
+      ],
+      [
+        "Ġth",
+        "an"
+      ],
+      [
+        "Ġ",
+        "D"
+      ],
+      [
+        "ou",
+        "se"
+      ],
+      [
+        "way",
+        "s"
+      ],
+      [
+        "Ġkn",
+        "e"
+      ],
+      [
+        "Ġdid",
+        "n"
+      ],
+      [
+        "a",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "my"
+      ],
+      [
+        "Ġc",
+        "are"
+      ],
+      [
+        "Ġal",
+        "ways"
+      ],
+      [
+        "Ġa",
+        "b"
+      ],
+      [
+        "is",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ad"
+      ],
+      [
+        "Ġfe",
+        "el"
+      ],
+      [
+        "ar",
+        "a"
+      ],
+      [
+        "b",
+        "b"
+      ],
+      [
+        "ar",
+        "n"
+      ],
+      [
+        "f",
+        "e"
+      ],
+      [
+        "Ġyou",
+        "r"
+      ],
+      [
+        "Ġout",
+        "side"
+      ],
+      [
+        "u",
+        "e"
+      ],
+      [
+        "Ġg",
+        "ra"
+      ],
+      [
+        "an",
+        "t"
+      ],
+      [
+        "Ġ",
+        "ke"
+      ],
+      [
+        "ĠM",
+        "om"
+      ],
+      [
+        "Ġtoo",
+        "k"
+      ],
+      [
+        "Ġl",
+        "ot"
+      ],
+      [
+        "n",
+        "n"
+      ],
+      [
+        "Ġb",
+        "u"
+      ],
+      [
+        "Ġab",
+        "out"
+      ],
+      [
+        "es",
+        "s"
+      ],
+      [
+        "Ġ",
+        "F"
+      ],
+      [
+        "nd",
+        "er"
+      ],
+      [
+        "Ġtre",
+        "e"
+      ],
+      [
+        "ec",
+        "i"
+      ],
+      [
+        "Ġloo",
+        "k"
+      ],
+      [
+        "Ġp",
+        "o"
+      ],
+      [
+        "Ġm",
+        "y"
+      ],
+      [
+        "ou",
+        "r"
+      ],
+      [
+        "Ġtoy",
+        "s"
+      ],
+      [
+        "it",
+        "e"
+      ],
+      [
+        "c",
+        "hed"
+      ],
+      [
+        "Ġkne",
+        "w"
+      ],
+      [
+        "Ġth",
+        "ought"
+      ],
+      [
+        "en",
+        "ed"
+      ],
+      [
+        "Ġle",
+        "arn"
+      ],
+      [
+        "Ġin",
+        "t"
+      ],
+      [
+        "Ġo",
+        "ld"
+      ],
+      [
+        "Ġm",
+        "ore"
+      ],
+      [
+        "nn",
+        "a"
+      ],
+      [
+        "is",
+        "e"
+      ],
+      [
+        "g",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "a"
+      ],
+      [
+        "udd",
+        "en"
+      ],
+      [
+        "eci",
+        "al"
+      ],
+      [
+        "Ġsp",
+        "ecial"
+      ],
+      [
+        "ĠM",
+        "ax"
+      ],
+      [
+        "a",
+        "u"
+      ],
+      [
+        "Ġw",
+        "ill"
+      ],
+      [
+        "er",
+        "s"
+      ],
+      [
+        "The",
+        "y"
+      ],
+      [
+        "re",
+        "t"
+      ],
+      [
+        "Ġp",
+        "e"
+      ],
+      [
+        "Ġh",
+        "o"
+      ],
+      [
+        "ĠS",
+        "am"
+      ],
+      [
+        "Ġt",
+        "ake"
+      ],
+      [
+        "Ġb",
+        "all"
+      ],
+      [
+        "Ġkn",
+        "ow"
+      ],
+      [
+        "Ġla",
+        "ug"
+      ],
+      [
+        "f",
+        "ter"
+      ],
+      [
+        "udden",
+        "ly"
+      ],
+      [
+        "Ġc",
+        "at"
+      ],
+      [
+        "Ġh",
+        "ow"
+      ],
+      [
+        "i",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "r"
+      ],
+      [
+        "Ġmu",
+        "ch"
+      ],
+      [
+        "Ġan",
+        "y"
+      ],
+      [
+        "Ġp",
+        "u"
+      ],
+      [
+        "m",
+        "a"
+      ],
+      [
+        "Ġs",
+        "l"
+      ],
+      [
+        "Ġs",
+        "or"
+      ],
+      [
+        "Ġm",
+        "o"
+      ],
+      [
+        "v",
+        "en"
+      ],
+      [
+        "is",
+        "h"
+      ],
+      [
+        "Ġsh",
+        "ow"
+      ],
+      [
+        "Ġcould",
+        "n"
+      ],
+      [
+        "au",
+        "se"
+      ],
+      [
+        "in",
+        "k"
+      ],
+      [
+        "B",
+        "ut"
+      ],
+      [
+        "Ġh",
+        "ouse"
+      ],
+      [
+        "Ġint",
+        "o"
+      ],
+      [
+        "um",
+        "p"
+      ],
+      [
+        "Ġo",
+        "ver"
+      ],
+      [
+        "Ġt",
+        "ried"
+      ],
+      [
+        "a",
+        "nd"
+      ],
+      [
+        "Ġe",
+        "at"
+      ],
+      [
+        "Ġs",
+        "k"
+      ],
+      [
+        "Ġs",
+        "un"
+      ],
+      [
+        "Ġt",
+        "w"
+      ],
+      [
+        "Ġcl",
+        "o"
+      ],
+      [
+        "i",
+        "a"
+      ],
+      [
+        "Ġr",
+        "un"
+      ],
+      [
+        "Ġha",
+        "nd"
+      ],
+      [
+        "ĠE",
+        "very"
+      ],
+      [
+        "Ġ",
+        "en"
+      ],
+      [
+        "Ġin",
+        "side"
+      ],
+      [
+        "d",
+        "y"
+      ],
+      [
+        "Ġ",
+        "if"
+      ],
+      [
+        "Ġto",
+        "ld"
+      ],
+      [
+        "Ġne",
+        "ver"
+      ],
+      [
+        "i",
+        "on"
+      ],
+      [
+        "Ġ",
+        "qu"
+      ],
+      [
+        "Ġbec",
+        "ause"
+      ],
+      [
+        "b",
+        "y"
+      ],
+      [
+        "Ġpr",
+        "oud"
+      ],
+      [
+        "Ġg",
+        "ave"
+      ],
+      [
+        "Ġsor",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "is"
+      ],
+      [
+        "Ġo",
+        "p"
+      ],
+      [
+        "Ġplay",
+        "ed"
+      ],
+      [
+        "at",
+        "e"
+      ],
+      [
+        "Ġex",
+        "pl"
+      ],
+      [
+        "Ġhe",
+        "ard"
+      ],
+      [
+        "t",
+        "y"
+      ],
+      [
+        "Ġo",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "ter"
+      ],
+      [
+        "an",
+        "k"
+      ],
+      [
+        "g",
+        "e"
+      ],
+      [
+        "s",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ick"
+      ],
+      [
+        "ot",
+        "her"
+      ],
+      [
+        "Ġro",
+        "om"
+      ],
+      [
+        "et",
+        "ter"
+      ],
+      [
+        "Ġj",
+        "ust"
+      ],
+      [
+        "a",
+        "ce"
+      ],
+      [
+        "Ġhug",
+        "ged"
+      ],
+      [
+        "a",
+        "k"
+      ],
+      [
+        "Ġg",
+        "re"
+      ],
+      [
+        "he",
+        "re"
+      ],
+      [
+        "Ġof",
+        "f"
+      ],
+      [
+        "ĠS",
+        "ara"
+      ],
+      [
+        "Ġp",
+        "ret"
+      ],
+      [
+        "il",
+        "e"
+      ],
+      [
+        "Ġe",
+        "ach"
+      ],
+      [
+        "Ġc",
+        "om"
+      ],
+      [
+        "Ġl",
+        "ong"
+      ],
+      [
+        "Ġbo",
+        "x"
+      ],
+      [
+        "or",
+        "t"
+      ],
+      [
+        "Ġst",
+        "r"
+      ],
+      [
+        "i",
+        "z"
+      ],
+      [
+        "Ġu",
+        "nt"
+      ],
+      [
+        "Ġwa",
+        "t"
+      ],
+      [
+        "ot",
+        "h"
+      ],
+      [
+        "Ġne",
+        "ed"
+      ],
+      [
+        "Ġj",
+        "o"
+      ],
+      [
+        "ĠW",
+        "e"
+      ],
+      [
+        "T",
+        "om"
+      ],
+      [
+        "Ġsm",
+        "all"
+      ],
+      [
+        "in",
+        "e"
+      ],
+      [
+        "Ġbe",
+        "ar"
+      ],
+      [
+        "M",
+        "om"
+      ],
+      [
+        "Ġunt",
+        "il"
+      ],
+      [
+        "Ġn",
+        "ice"
+      ],
+      [
+        "Ġt",
+        "ry"
+      ],
+      [
+        "v",
+        "ing"
+      ],
+      [
+        "u",
+        "c"
+      ],
+      [
+        "s",
+        "el"
+      ],
+      [
+        "oug",
+        "h"
+      ],
+      [
+        "Ġlearn",
+        "ed"
+      ],
+      [
+        "Ġk",
+        "ind"
+      ],
+      [
+        "ĠA",
+        "nna"
+      ],
+      [
+        "il",
+        "d"
+      ],
+      [
+        "Ġf",
+        "o"
+      ],
+      [
+        "Ġman",
+        "y"
+      ],
+      [
+        "'",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "ack"
+      ],
+      [
+        "Ġb",
+        "etter"
+      ],
+      [
+        "Ġ",
+        "im"
+      ],
+      [
+        "g",
+        "ry"
+      ],
+      [
+        "im",
+        "al"
+      ],
+      [
+        "Ġan",
+        "imal"
+      ],
+      [
+        "ur",
+        "t"
+      ],
+      [
+        "f",
+        "t"
+      ],
+      [
+        "Ġe",
+        "nd"
+      ],
+      [
+        "Ġs",
+        "n"
+      ],
+      [
+        "a",
+        "ut"
+      ],
+      [
+        "Ġt",
+        "e"
+      ],
+      [
+        "Ġc",
+        "le"
+      ],
+      [
+        "ĠJ",
+        "o"
+      ],
+      [
+        "v",
+        "ent"
+      ],
+      [
+        "ur",
+        "p"
+      ],
+      [
+        "Ġg",
+        "r"
+      ],
+      [
+        "Ġbe",
+        "aut"
+      ],
+      [
+        "Ġj",
+        "ump"
+      ],
+      [
+        "m",
+        "b"
+      ],
+      [
+        "Ġa",
+        "d"
+      ],
+      [
+        "re",
+        "am"
+      ],
+      [
+        "p",
+        "t"
+      ],
+      [
+        "ĠS",
+        "o"
+      ],
+      [
+        "ĠH",
+        "er"
+      ],
+      [
+        "Ġfl",
+        "ow"
+      ],
+      [
+        "i",
+        "es"
+      ],
+      [
+        "Ġc",
+        "he"
+      ],
+      [
+        "Ġb",
+        "ra"
+      ],
+      [
+        "Ġthan",
+        "ked"
+      ],
+      [
+        "Ġe",
+        "ven"
+      ],
+      [
+        "Ġb",
+        "est"
+      ],
+      [
+        "Ġc",
+        "all"
+      ],
+      [
+        "ad",
+        "y"
+      ],
+      [
+        "H",
+        "e"
+      ],
+      [
+        "Ġlot",
+        "s"
+      ],
+      [
+        "Ġlaug",
+        "hed"
+      ],
+      [
+        "sel",
+        "f"
+      ],
+      [
+        "Ġr",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "y"
+      ],
+      [
+        "ar",
+        "s"
+      ],
+      [
+        "ur",
+        "n"
+      ],
+      [
+        "Ġb",
+        "y"
+      ],
+      [
+        "Ġfa",
+        "st"
+      ],
+      [
+        "ll",
+        "y"
+      ],
+      [
+        "Ġf",
+        "am"
+      ],
+      [
+        "Ġ",
+        "C"
+      ],
+      [
+        "v",
+        "es"
+      ],
+      [
+        "ard",
+        "en"
+      ],
+      [
+        "Ġg",
+        "arden"
+      ],
+      [
+        "Ġbeaut",
+        "i"
+      ],
+      [
+        "w",
+        "n"
+      ],
+      [
+        "T",
+        "h"
+      ],
+      [
+        "Ġbeauti",
+        "ful"
+      ],
+      [
+        "Ġl",
+        "oud"
+      ],
+      [
+        "le",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "y"
+      ],
+      [
+        "Ġd",
+        "on"
+      ],
+      [
+        "h",
+        "n"
+      ],
+      [
+        "er",
+        "ed"
+      ],
+      [
+        "in",
+        "y"
+      ],
+      [
+        "Ġcare",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "ve"
+      ],
+      [
+        "Ġf",
+        "i"
+      ],
+      [
+        "ĠThe",
+        "n"
+      ],
+      [
+        "Å",
+        "ĵ"
+      ],
+      [
+        "a",
+        "se"
+      ],
+      [
+        "ec",
+        "t"
+      ],
+      [
+        "Ġsa",
+        "fe"
+      ],
+      [
+        "ĠA",
+        "nd"
+      ],
+      [
+        "Ġu",
+        "nder"
+      ],
+      [
+        "Ġc",
+        "ome"
+      ],
+      [
+        "ĠF",
+        "rom"
+      ],
+      [
+        "Y",
+        "es"
+      ],
+      [
+        "ĠM",
+        "ia"
+      ],
+      [
+        "I",
+        "t"
+      ],
+      [
+        "m",
+        "e"
+      ],
+      [
+        "Ġh",
+        "ard"
+      ],
+      [
+        "Ġc",
+        "u"
+      ],
+      [
+        "Ġw",
+        "o"
+      ],
+      [
+        "Ġl",
+        "ist"
+      ],
+      [
+        "Ġst",
+        "ay"
+      ],
+      [
+        "an",
+        "e"
+      ],
+      [
+        "s",
+        "h"
+      ],
+      [
+        "op",
+        "le"
+      ],
+      [
+        "Ġg",
+        "l"
+      ],
+      [
+        "n",
+        "ing"
+      ],
+      [
+        "Ġst",
+        "ill"
+      ],
+      [
+        "oo",
+        "l"
+      ],
+      [
+        "Ġh",
+        "urt"
+      ],
+      [
+        "re",
+        "e"
+      ],
+      [
+        "ĠH",
+        "is"
+      ],
+      [
+        "Ġim",
+        "p"
+      ],
+      [
+        "Ġfam",
+        "ily"
+      ],
+      [
+        "Ġ",
+        "â"
+      ],
+      [
+        "Ġb",
+        "oth"
+      ],
+      [
+        "r",
+        "m"
+      ],
+      [
+        "ig",
+        "h"
+      ],
+      [
+        "Ġli",
+        "ved"
+      ],
+      [
+        "he",
+        "s"
+      ],
+      [
+        "W",
+        "hen"
+      ],
+      [
+        "Ġpe",
+        "ople"
+      ],
+      [
+        "Ġanimal",
+        "s"
+      ],
+      [
+        "Ġco",
+        "l"
+      ],
+      [
+        "Ġbra",
+        "ve"
+      ],
+      [
+        "Ġwal",
+        "ked"
+      ],
+      [
+        "o",
+        "b"
+      ],
+      [
+        "T",
+        "im"
+      ],
+      [
+        "c",
+        "t"
+      ],
+      [
+        "Ġl",
+        "et"
+      ],
+      [
+        "urp",
+        "r"
+      ],
+      [
+        "ĠW",
+        "hen"
+      ],
+      [
+        "Ġtw",
+        "o"
+      ],
+      [
+        "Ġs",
+        "urpr"
+      ],
+      [
+        "Ġsh",
+        "ould"
+      ],
+      [
+        "is",
+        "hed"
+      ],
+      [
+        "Ġb",
+        "ad"
+      ],
+      [
+        "re",
+        "ss"
+      ],
+      [
+        "Ġke",
+        "pt"
+      ],
+      [
+        "Ġf",
+        "ore"
+      ],
+      [
+        "Ġf",
+        "lew"
+      ],
+      [
+        "Ġf",
+        "in"
+      ],
+      [
+        "Ġst",
+        "or"
+      ],
+      [
+        "Ġf",
+        "ly"
+      ],
+      [
+        "a",
+        "st"
+      ],
+      [
+        "is",
+        "ed"
+      ],
+      [
+        "i",
+        "p"
+      ],
+      [
+        "Ġit",
+        "s"
+      ],
+      [
+        "l",
+        "ed"
+      ],
+      [
+        "o",
+        "ck"
+      ],
+      [
+        "uc",
+        "y"
+      ],
+      [
+        "f",
+        "ore"
+      ],
+      [
+        "Ġgo",
+        "ing"
+      ],
+      [
+        "Ġcle",
+        "an"
+      ],
+      [
+        "Ġd",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ic"
+      ],
+      [
+        "Ġso",
+        "on"
+      ],
+      [
+        "Ġcall",
+        "ed"
+      ],
+      [
+        "Ġsh",
+        "are"
+      ],
+      [
+        "k",
+        "ay"
+      ],
+      [
+        "Ġan",
+        "gry"
+      ],
+      [
+        "Ġro",
+        "ck"
+      ],
+      [
+        "Ġc",
+        "on"
+      ],
+      [
+        "Ġpret",
+        "ty"
+      ],
+      [
+        "N",
+        "o"
+      ],
+      [
+        "Ġ",
+        "ide"
+      ],
+      [
+        "i",
+        "ed"
+      ],
+      [
+        "il",
+        "ly"
+      ],
+      [
+        "Ġg",
+        "round"
+      ],
+      [
+        "x",
+        "t"
+      ],
+      [
+        "Ġr",
+        "ed"
+      ],
+      [
+        "Ġexpl",
+        "ore"
+      ],
+      [
+        "Ġc",
+        "ry"
+      ],
+      [
+        "Ġad",
+        "vent"
+      ],
+      [
+        "Ġst",
+        "o"
+      ],
+      [
+        "s",
+        "o"
+      ],
+      [
+        "Ġre",
+        "al"
+      ],
+      [
+        "L",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ind"
+      ],
+      [
+        "Ġsh",
+        "iny"
+      ],
+      [
+        "b",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ook"
+      ],
+      [
+        "Ġal",
+        "so"
+      ],
+      [
+        "Ġdo",
+        "ll"
+      ],
+      [
+        "Ġide",
+        "a"
+      ],
+      [
+        "Ġbe",
+        "fore"
+      ],
+      [
+        "Ġop",
+        "ened"
+      ],
+      [
+        "dd",
+        "ed"
+      ],
+      [
+        "Ġwh",
+        "ile"
+      ],
+      [
+        "um",
+        "my"
+      ],
+      [
+        "Ġke",
+        "ep"
+      ],
+      [
+        "Ġe",
+        "y"
+      ],
+      [
+        "Ġn",
+        "ow"
+      ],
+      [
+        "Ġdo",
+        "or"
+      ],
+      [
+        "Ġfeel",
+        "ing"
+      ],
+      [
+        "âĤ¬",
+        "â"
+      ],
+      [
+        "o",
+        "on"
+      ],
+      [
+        "o",
+        "y"
+      ],
+      [
+        "Ġwal",
+        "king"
+      ],
+      [
+        "Ġno",
+        "ise"
+      ],
+      [
+        "Ġf",
+        "r"
+      ],
+      [
+        "le",
+        "s"
+      ],
+      [
+        "ag",
+        "e"
+      ],
+      [
+        "i",
+        "ous"
+      ],
+      [
+        "Ġcol",
+        "or"
+      ],
+      [
+        "Ġt",
+        "urn"
+      ],
+      [
+        "t",
+        "hing"
+      ],
+      [
+        "f",
+        "f"
+      ],
+      [
+        "u",
+        "ch"
+      ],
+      [
+        "t",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ed"
+      ],
+      [
+        "ar",
+        "y"
+      ],
+      [
+        "Ġd",
+        "ra"
+      ],
+      [
+        "Ġpick",
+        "ed"
+      ],
+      [
+        "im",
+        "b"
+      ],
+      [
+        "e",
+        "et"
+      ],
+      [
+        "Ġcl",
+        "imb"
+      ],
+      [
+        "Ġd",
+        "el"
+      ],
+      [
+        "W",
+        "hat"
+      ],
+      [
+        "Ġbe",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ood"
+      ],
+      [
+        "Ġu",
+        "n"
+      ],
+      [
+        "Ġf",
+        "ar"
+      ],
+      [
+        "t",
+        "ure"
+      ],
+      [
+        "j",
+        "oy"
+      ],
+      [
+        "Ġadvent",
+        "ure"
+      ],
+      [
+        "a",
+        "c"
+      ],
+      [
+        "Ġsmil",
+        "e"
+      ],
+      [
+        "Ġd",
+        "if"
+      ],
+      [
+        "Ħ",
+        "¢"
+      ],
+      [
+        "âĤ¬â",
+        "Ħ¢"
+      ],
+      [
+        "me",
+        "mb"
+      ],
+      [
+        "Ġw",
+        "r"
+      ],
+      [
+        "Ġth",
+        "r"
+      ],
+      [
+        "ug",
+        "ht"
+      ],
+      [
+        "Ġloo",
+        "king"
+      ],
+      [
+        "Ġne",
+        "xt"
+      ],
+      [
+        "ic",
+        "ed"
+      ],
+      [
+        "ĠL",
+        "ucy"
+      ],
+      [
+        "Ġno",
+        "dded"
+      ],
+      [
+        "Ġqu",
+        "ick"
+      ],
+      [
+        "Ġ",
+        "P"
+      ],
+      [
+        "Ġd",
+        "is"
+      ],
+      [
+        "Ġre",
+        "pl"
+      ],
+      [
+        "ĠD",
+        "ad"
+      ],
+      [
+        "Ġwa",
+        "it"
+      ],
+      [
+        "iz",
+        "ed"
+      ],
+      [
+        "Ġfore",
+        "st"
+      ],
+      [
+        "Ġclo",
+        "s"
+      ],
+      [
+        "ĠS",
+        "uddenly"
+      ],
+      [
+        "Ġt",
+        "ra"
+      ],
+      [
+        "T",
+        "hat"
+      ],
+      [
+        "Ġey",
+        "es"
+      ],
+      [
+        "g",
+        "er"
+      ],
+      [
+        "bb",
+        "it"
+      ],
+      [
+        "t",
+        "ed"
+      ],
+      [
+        "Ġo",
+        "wn"
+      ],
+      [
+        "Ġr",
+        "ain"
+      ],
+      [
+        "Ġimp",
+        "ort"
+      ],
+      [
+        "Ġgre",
+        "at"
+      ],
+      [
+        "Ġre",
+        "memb"
+      ],
+      [
+        "Ġpic",
+        "ture"
+      ],
+      [
+        "Th",
+        "ank"
+      ],
+      [
+        "S",
+        "uddenly"
+      ],
+      [
+        "Ġsto",
+        "pped"
+      ],
+      [
+        "Ġen",
+        "joy"
+      ],
+      [
+        "Ġv",
+        "o"
+      ],
+      [
+        "B",
+        "en"
+      ],
+      [
+        "Ġg",
+        "ive"
+      ],
+      [
+        "Ġimport",
+        "ant"
+      ],
+      [
+        "Ġwor",
+        "k"
+      ],
+      [
+        "Ġne",
+        "ar"
+      ],
+      [
+        "g",
+        "an"
+      ],
+      [
+        "p",
+        "ot"
+      ],
+      [
+        "Ġe",
+        "ver"
+      ],
+      [
+        "Ġa",
+        "pp"
+      ],
+      [
+        "Ġa",
+        "fter"
+      ],
+      [
+        "Ġquick",
+        "ly"
+      ],
+      [
+        "Ġlist",
+        "en"
+      ],
+      [
+        "Ġb",
+        "re"
+      ],
+      [
+        "t",
+        "ing"
+      ],
+      [
+        "bb",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "a"
+      ],
+      [
+        "Ġf",
+        "ish"
+      ],
+      [
+        "Ġrepl",
+        "ied"
+      ],
+      [
+        "Ġra",
+        "bbit"
+      ],
+      [
+        "Ġhand",
+        "s"
+      ],
+      [
+        "Ġ",
+        "G"
+      ],
+      [
+        "Ġnot",
+        "iced"
+      ],
+      [
+        "Ġbr",
+        "o"
+      ],
+      [
+        "Ġsl",
+        "ide"
+      ],
+      [
+        "Ġth",
+        "ink"
+      ],
+      [
+        "Ġwal",
+        "k"
+      ],
+      [
+        "Ġtr",
+        "uck"
+      ],
+      [
+        "Ġa",
+        "c"
+      ],
+      [
+        "k",
+        "es"
+      ],
+      [
+        "Ġstr",
+        "ong"
+      ],
+      [
+        "S",
+        "he"
+      ],
+      [
+        "Ġshow",
+        "ed"
+      ],
+      [
+        "Ġd",
+        "e"
+      ],
+      [
+        "Ġevery",
+        "one"
+      ],
+      [
+        "Ġwo",
+        "nder"
+      ],
+      [
+        "fe",
+        "re"
+      ],
+      [
+        "by",
+        "e"
+      ],
+      [
+        "Ġdif",
+        "fere"
+      ],
+      [
+        "ir",
+        "st"
+      ],
+      [
+        "S",
+        "o"
+      ],
+      [
+        "Ġs",
+        "ure"
+      ],
+      [
+        "Ġha",
+        "s"
+      ],
+      [
+        "Ġr",
+        "ight"
+      ],
+      [
+        "Ġbe",
+        "en"
+      ],
+      [
+        "Ġbec",
+        "ame"
+      ],
+      [
+        "Ġs",
+        "ound"
+      ],
+      [
+        "ma",
+        "z"
+      ],
+      [
+        "Ġto",
+        "w"
+      ],
+      [
+        "Ġr",
+        "u"
+      ],
+      [
+        "Ġt",
+        "al"
+      ],
+      [
+        "Ġa",
+        "maz"
+      ],
+      [
+        "Ġhe",
+        "ad"
+      ],
+      [
+        "Ġsh",
+        "out"
+      ],
+      [
+        "Ġbr",
+        "ight"
+      ],
+      [
+        "Ġy",
+        "e"
+      ],
+      [
+        "Ġwat",
+        "ched"
+      ],
+      [
+        "Ġ",
+        "R"
+      ],
+      [
+        "Ġm",
+        "or"
+      ],
+      [
+        "Ġch",
+        "ild"
+      ],
+      [
+        "a",
+        "ble"
+      ],
+      [
+        "Ġme",
+        "an"
+      ],
+      [
+        "Ġw",
+        "here"
+      ],
+      [
+        "ll",
+        "ow"
+      ],
+      [
+        "Ġh",
+        "igh"
+      ],
+      [
+        "ĠS",
+        "ue"
+      ],
+      [
+        "Ġfa",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "ook"
+      ],
+      [
+        "d",
+        "ay"
+      ],
+      [
+        "ay",
+        "be"
+      ],
+      [
+        "Ġwat",
+        "ch"
+      ],
+      [
+        "Ġbl",
+        "ue"
+      ],
+      [
+        "a",
+        "ught"
+      ],
+      [
+        "Ġdiffere",
+        "nt"
+      ],
+      [
+        "Ġst",
+        "ore"
+      ],
+      [
+        "Ġ",
+        "N"
+      ],
+      [
+        "Ġgood",
+        "bye"
+      ],
+      [
+        "Ġd",
+        "ress"
+      ],
+      [
+        "u",
+        "ll"
+      ],
+      [
+        "ĠB",
+        "ob"
+      ],
+      [
+        "n",
+        "g"
+      ],
+      [
+        "an",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "qu"
+      ],
+      [
+        "Ġo",
+        "kay"
+      ],
+      [
+        "is",
+        "y"
+      ],
+      [
+        "le",
+        "ase"
+      ],
+      [
+        "ĠMom",
+        "my"
+      ],
+      [
+        "Ġvo",
+        "ice"
+      ],
+      [
+        "J",
+        "o"
+      ],
+      [
+        "at",
+        "h"
+      ],
+      [
+        "Ġn",
+        "ight"
+      ],
+      [
+        "ĠS",
+        "pot"
+      ],
+      [
+        "Ġu",
+        "s"
+      ],
+      [
+        "Ġbo",
+        "at"
+      ],
+      [
+        "Ġflow",
+        "ers"
+      ],
+      [
+        "Ġpl",
+        "ace"
+      ],
+      [
+        "Ġfo",
+        "llow"
+      ],
+      [
+        "Ġa",
+        "r"
+      ],
+      [
+        "Ġu",
+        "se"
+      ],
+      [
+        "Ġclos",
+        "er"
+      ],
+      [
+        "un",
+        "ny"
+      ],
+      [
+        "le",
+        "ep"
+      ],
+      [
+        "ir",
+        "ed"
+      ],
+      [
+        "Ġfa",
+        "v"
+      ],
+      [
+        "Ġy",
+        "ell"
+      ],
+      [
+        "Ġgra",
+        "bbed"
+      ],
+      [
+        "Ġcu",
+        "ri"
+      ],
+      [
+        "Ġwa",
+        "rm"
+      ],
+      [
+        "Ġc",
+        "r"
+      ],
+      [
+        "Ġfor",
+        "g"
+      ],
+      [
+        "ĠSara",
+        "h"
+      ],
+      [
+        "ĠJo",
+        "hn"
+      ],
+      [
+        "Ġm",
+        "ag"
+      ],
+      [
+        "Ġst",
+        "ick"
+      ],
+      [
+        "W",
+        "e"
+      ],
+      [
+        "Ġjump",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "ake"
+      ],
+      [
+        "m",
+        "ore"
+      ],
+      [
+        "Ġt",
+        "ell"
+      ],
+      [
+        "Ġany",
+        "more"
+      ],
+      [
+        "A",
+        "fter"
+      ],
+      [
+        "Ġbut",
+        "ter"
+      ],
+      [
+        "nd",
+        "ma"
+      ],
+      [
+        "Ġth",
+        "ree"
+      ],
+      [
+        "Ġas",
+        "k"
+      ],
+      [
+        "c",
+        "o"
+      ],
+      [
+        "Ġ",
+        "our"
+      ],
+      [
+        "l",
+        "ie"
+      ],
+      [
+        "Ġcuri",
+        "ous"
+      ],
+      [
+        "ou",
+        "nt"
+      ],
+      [
+        "or",
+        "n"
+      ],
+      [
+        "Ġcon",
+        "t"
+      ],
+      [
+        "Ġfe",
+        "ll"
+      ],
+      [
+        "a",
+        "ched"
+      ],
+      [
+        "ĠT",
+        "h"
+      ],
+      [
+        "Ġbird",
+        "s"
+      ],
+      [
+        "as",
+        "s"
+      ],
+      [
+        "H",
+        "er"
+      ],
+      [
+        "is",
+        "s"
+      ],
+      [
+        "Ġhelp",
+        "ed"
+      ],
+      [
+        "ĠJ",
+        "ane"
+      ],
+      [
+        "Ġpu",
+        "ll"
+      ],
+      [
+        "Ġf",
+        "irst"
+      ],
+      [
+        "it",
+        "c"
+      ],
+      [
+        "Ġbl",
+        "ock"
+      ],
+      [
+        "Ġh",
+        "op"
+      ],
+      [
+        "Ġb",
+        "it"
+      ],
+      [
+        "Ġd",
+        "r"
+      ],
+      [
+        "Ġreal",
+        "ized"
+      ],
+      [
+        "Ġk",
+        "id"
+      ],
+      [
+        "L",
+        "ook"
+      ],
+      [
+        "il",
+        "a"
+      ],
+      [
+        "Ġm",
+        "on"
+      ],
+      [
+        "Ġbr",
+        "other"
+      ],
+      [
+        "A",
+        "nna"
+      ],
+      [
+        "S",
+        "ara"
+      ],
+      [
+        "Ġ",
+        "z"
+      ],
+      [
+        "ĠEvery",
+        "one"
+      ],
+      [
+        "Ġat",
+        "e"
+      ],
+      [
+        "Ġdo",
+        "es"
+      ],
+      [
+        "im",
+        "es"
+      ],
+      [
+        "Ġhapp",
+        "ened"
+      ],
+      [
+        "Ġst",
+        "op"
+      ],
+      [
+        "z",
+        "y"
+      ],
+      [
+        "Ġy",
+        "ummy"
+      ],
+      [
+        "Ġfav",
+        "or"
+      ],
+      [
+        "pp",
+        "y"
+      ],
+      [
+        "Ġk",
+        "itc"
+      ],
+      [
+        "Ġkitc",
+        "hen"
+      ],
+      [
+        "Ġsw",
+        "eet"
+      ],
+      [
+        "u",
+        "s"
+      ],
+      [
+        "Ġp",
+        "er"
+      ],
+      [
+        "Ġre",
+        "ally"
+      ],
+      [
+        "a",
+        "isy"
+      ],
+      [
+        "Ġgra",
+        "ss"
+      ],
+      [
+        "Ġfavor",
+        "ite"
+      ],
+      [
+        "Ġbe",
+        "gan"
+      ],
+      [
+        "Ġre",
+        "st"
+      ],
+      [
+        "Ġre",
+        "ady"
+      ],
+      [
+        "Ġle",
+        "a"
+      ],
+      [
+        "Ġre",
+        "ached"
+      ],
+      [
+        "Ġunder",
+        "st"
+      ],
+      [
+        "a",
+        "ir"
+      ],
+      [
+        "Ġst",
+        "e"
+      ],
+      [
+        "Ġb",
+        "unny"
+      ],
+      [
+        "ĠA",
+        "s"
+      ],
+      [
+        "Ġstor",
+        "y"
+      ],
+      [
+        "'",
+        "re"
+      ],
+      [
+        "Ġp",
+        "ain"
+      ],
+      [
+        "Ġs",
+        "ing"
+      ],
+      [
+        "st",
+        "er"
+      ],
+      [
+        "Ġhe",
+        "re"
+      ],
+      [
+        "Ġsa",
+        "nd"
+      ],
+      [
+        "Ġon",
+        "ly"
+      ],
+      [
+        "Ġfl",
+        "o"
+      ],
+      [
+        "Ġa",
+        "m"
+      ],
+      [
+        "Ġgl",
+        "ad"
+      ],
+      [
+        "Ġt",
+        "ri"
+      ],
+      [
+        "Ġbe",
+        "h"
+      ],
+      [
+        "Ġwor",
+        "ld"
+      ],
+      [
+        "Ġop",
+        "en"
+      ],
+      [
+        "Ġc",
+        "re"
+      ],
+      [
+        "fu",
+        "lly"
+      ],
+      [
+        "Ġpr",
+        "in"
+      ],
+      [
+        "w",
+        "here"
+      ],
+      [
+        "are",
+        "nt"
+      ],
+      [
+        "Ġflow",
+        "er"
+      ],
+      [
+        "Ġthr",
+        "ough"
+      ],
+      [
+        "Ġb",
+        "a"
+      ],
+      [
+        "Ġfi",
+        "re"
+      ],
+      [
+        "Ġd",
+        "one"
+      ],
+      [
+        "Ġha",
+        "ving"
+      ],
+      [
+        "Ġth",
+        "ing"
+      ],
+      [
+        "Ġdel",
+        "ic"
+      ],
+      [
+        "Ġhim",
+        "self"
+      ],
+      [
+        "Ġt",
+        "ired"
+      ],
+      [
+        "Ġp",
+        "arent"
+      ],
+      [
+        "Ġso",
+        "ft"
+      ],
+      [
+        "Ġf",
+        "ro"
+      ],
+      [
+        "Tim",
+        "my"
+      ],
+      [
+        "Ġta",
+        "st"
+      ],
+      [
+        "Ġbutter",
+        "f"
+      ],
+      [
+        "ĠL",
+        "et"
+      ],
+      [
+        "Ġc",
+        "ut"
+      ],
+      [
+        "Ġp",
+        "art"
+      ],
+      [
+        "Ġwh",
+        "y"
+      ],
+      [
+        "k",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ess"
+      ],
+      [
+        "C",
+        "an"
+      ],
+      [
+        "Ġwor",
+        "ry"
+      ],
+      [
+        "Mom",
+        "my"
+      ],
+      [
+        "i",
+        "ver"
+      ],
+      [
+        "Ġd",
+        "in"
+      ],
+      [
+        "u",
+        "ff"
+      ],
+      [
+        "at",
+        "er"
+      ],
+      [
+        "Ġmag",
+        "ic"
+      ],
+      [
+        "Ġwa",
+        "ved"
+      ],
+      [
+        "Ġshout",
+        "ed"
+      ],
+      [
+        "Ġpo",
+        "nd"
+      ],
+      [
+        "Ġkid",
+        "s"
+      ],
+      [
+        "Ġh",
+        "at"
+      ],
+      [
+        "Ġd",
+        "uck"
+      ],
+      [
+        "Ġse",
+        "es"
+      ],
+      [
+        "o",
+        "lly"
+      ],
+      [
+        "ill",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "ame"
+      ],
+      [
+        "i",
+        "ent"
+      ],
+      [
+        "Ġma",
+        "king"
+      ],
+      [
+        "at",
+        "her"
+      ],
+      [
+        "Jo",
+        "hn"
+      ],
+      [
+        "A",
+        "s"
+      ],
+      [
+        "ak",
+        "es"
+      ],
+      [
+        "Ġcat",
+        "ch"
+      ],
+      [
+        "Ġse",
+        "en"
+      ],
+      [
+        "Ġc",
+        "ool"
+      ],
+      [
+        "at",
+        "ion"
+      ],
+      [
+        "Ġcom",
+        "ing"
+      ],
+      [
+        "Ġl",
+        "ess"
+      ],
+      [
+        "Ġd",
+        "ark"
+      ],
+      [
+        "Ġu",
+        "sed"
+      ],
+      [
+        "ed",
+        "dy"
+      ],
+      [
+        "Ġfi",
+        "x"
+      ],
+      [
+        "ĠJo",
+        "e"
+      ],
+      [
+        "Ġthan",
+        "k"
+      ],
+      [
+        "m",
+        "er"
+      ],
+      [
+        "Ġto",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ady"
+      ],
+      [
+        "Ġha",
+        "ir"
+      ],
+      [
+        "ar",
+        "ing"
+      ],
+      [
+        "Ġp",
+        "rom"
+      ],
+      [
+        "Ġho",
+        "pped"
+      ],
+      [
+        "ĠC",
+        "an"
+      ],
+      [
+        "\"",
+        "."
+      ],
+      [
+        "ig",
+        "n"
+      ],
+      [
+        "Ġsurpr",
+        "ise"
+      ],
+      [
+        "Ġdra",
+        "w"
+      ],
+      [
+        "Ġm",
+        "um"
+      ],
+      [
+        "Ġm",
+        "ouse"
+      ],
+      [
+        "Ġfun",
+        "ny"
+      ],
+      [
+        "re",
+        "l"
+      ],
+      [
+        "Ġc",
+        "ra"
+      ],
+      [
+        "Ġ",
+        "-"
+      ],
+      [
+        "ap",
+        "er"
+      ],
+      [
+        "Ġf",
+        "ull"
+      ],
+      [
+        "Ġto",
+        "uch"
+      ],
+      [
+        "Ġl",
+        "ight"
+      ],
+      [
+        "Ġsp",
+        "ot"
+      ],
+      [
+        "re",
+        "n"
+      ],
+      [
+        "Ġd",
+        "ro"
+      ],
+      [
+        "ĠBen",
+        "ny"
+      ],
+      [
+        "Ġparent",
+        "s"
+      ],
+      [
+        "Ġwor",
+        "ked"
+      ],
+      [
+        "in",
+        "s"
+      ],
+      [
+        "one",
+        "y"
+      ],
+      [
+        "ĠD",
+        "o"
+      ],
+      [
+        "Ġsurpr",
+        "ised"
+      ],
+      [
+        "Ġcare",
+        "fully"
+      ],
+      [
+        "Ġtre",
+        "es"
+      ],
+      [
+        "Ġfro",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "ing"
+      ],
+      [
+        "Ġdo",
+        "ing"
+      ],
+      [
+        "D",
+        "on"
+      ],
+      [
+        "Ġs",
+        "at"
+      ],
+      [
+        "in",
+        "ally"
+      ],
+      [
+        "ĠT",
+        "hat"
+      ],
+      [
+        "Ġ",
+        "ice"
+      ],
+      [
+        "ĠI",
+        "n"
+      ],
+      [
+        "Ġhe",
+        "ld"
+      ],
+      [
+        "W",
+        "ow"
+      ],
+      [
+        "Ġrun",
+        "ning"
+      ],
+      [
+        "Ġpret",
+        "end"
+      ],
+      [
+        "Ġsw",
+        "im"
+      ],
+      [
+        "Ġs",
+        "et"
+      ],
+      [
+        "Ġre",
+        "ad"
+      ],
+      [
+        "Ġdelic",
+        "ious"
+      ],
+      [
+        "Ġneed",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "ight"
+      ],
+      [
+        "Ġsl",
+        "ow"
+      ],
+      [
+        "Ġrememb",
+        "ered"
+      ],
+      [
+        "Ġlo",
+        "st"
+      ],
+      [
+        "Ġco",
+        "ld"
+      ],
+      [
+        "Ġsm",
+        "ell"
+      ],
+      [
+        "ard",
+        "s"
+      ],
+      [
+        "Ġw",
+        "ood"
+      ],
+      [
+        "Ġhapp",
+        "ily"
+      ],
+      [
+        "h",
+        "y"
+      ],
+      [
+        "el",
+        "y"
+      ],
+      [
+        "Ġlook",
+        "s"
+      ],
+      [
+        "Ġbeh",
+        "ind"
+      ],
+      [
+        "Ġher",
+        "self"
+      ],
+      [
+        "Ġc",
+        "ried"
+      ],
+      [
+        "Ġenjoy",
+        "ed"
+      ],
+      [
+        "Ġnam",
+        "e"
+      ],
+      [
+        "as",
+        "k"
+      ],
+      [
+        "Ġye",
+        "ars"
+      ],
+      [
+        "Ġbu",
+        "y"
+      ],
+      [
+        "Ġho",
+        "le"
+      ],
+      [
+        "Ġblock",
+        "s"
+      ],
+      [
+        "Ġd",
+        "ri"
+      ],
+      [
+        "Ġs",
+        "leep"
+      ],
+      [
+        "Ġg",
+        "i"
+      ],
+      [
+        "Ġyell",
+        "ow"
+      ],
+      [
+        "c",
+        "ess"
+      ],
+      [
+        "Ġbutterf",
+        "ly"
+      ],
+      [
+        "i",
+        "ke"
+      ],
+      [
+        "u",
+        "ed"
+      ],
+      [
+        "Ġw",
+        "ished"
+      ],
+      [
+        "Ġper",
+        "f"
+      ],
+      [
+        "Ġan",
+        "other"
+      ],
+      [
+        "ĠD",
+        "aisy"
+      ],
+      [
+        "Ġgre",
+        "en"
+      ],
+      [
+        "Ġmo",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "all"
+      ],
+      [
+        "Ġa",
+        "ir"
+      ],
+      [
+        "Ġb",
+        "ag"
+      ],
+      [
+        "Ġflo",
+        "or"
+      ],
+      [
+        "Ġcar",
+        "s"
+      ],
+      [
+        "Ġless",
+        "on"
+      ],
+      [
+        "u",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ow"
+      ],
+      [
+        "Ġar",
+        "ri"
+      ],
+      [
+        "Ġwind",
+        "ow"
+      ],
+      [
+        "Ġsh",
+        "o"
+      ],
+      [
+        "Ġchild",
+        "ren"
+      ],
+      [
+        "n",
+        "er"
+      ],
+      [
+        "Ġfin",
+        "ished"
+      ],
+      [
+        "Ġh",
+        "ill"
+      ],
+      [
+        "ĠA",
+        "fter"
+      ],
+      [
+        "and",
+        "y"
+      ],
+      [
+        "s",
+        "p"
+      ],
+      [
+        "en",
+        "s"
+      ],
+      [
+        "Ġp",
+        "aper"
+      ],
+      [
+        "Ġli",
+        "kes"
+      ],
+      [
+        "F",
+        "rom"
+      ],
+      [
+        "s",
+        "y"
+      ],
+      [
+        "Ġho",
+        "ld"
+      ],
+      [
+        "S",
+        "am"
+      ],
+      [
+        "Ġwr",
+        "ong"
+      ],
+      [
+        "re",
+        "ed"
+      ],
+      [
+        "Ġcont",
+        "in"
+      ],
+      [
+        "Ġunderst",
+        "and"
+      ],
+      [
+        "at",
+        "ter"
+      ],
+      [
+        "u",
+        "it"
+      ],
+      [
+        "re",
+        "w"
+      ],
+      [
+        "Ġg",
+        "ent"
+      ],
+      [
+        "Ġany",
+        "thing"
+      ],
+      [
+        "Ġclo",
+        "se"
+      ],
+      [
+        "Ġwa",
+        "ll"
+      ],
+      [
+        "Ġe",
+        "l"
+      ],
+      [
+        "as",
+        "ure"
+      ],
+      [
+        "Ġle",
+        "ft"
+      ],
+      [
+        "Ġa",
+        "ble"
+      ],
+      [
+        "Ġarri",
+        "ved"
+      ],
+      [
+        "Ġh",
+        "un"
+      ],
+      [
+        "ro",
+        "ss"
+      ],
+      [
+        "a",
+        "v"
+      ],
+      [
+        "Ġhe",
+        "ar"
+      ],
+      [
+        "Ġfriend",
+        "ly"
+      ],
+      [
+        "Ġforg",
+        "ot"
+      ],
+      [
+        "Ġg",
+        "one"
+      ],
+      [
+        "am",
+        "a"
+      ],
+      [
+        "Ġcre",
+        "at"
+      ],
+      [
+        "Ġw",
+        "et"
+      ],
+      [
+        "Ġli",
+        "on"
+      ],
+      [
+        "H",
+        "ell"
+      ],
+      [
+        "Hell",
+        "o"
+      ],
+      [
+        "Ġd",
+        "ream"
+      ],
+      [
+        "Ġh",
+        "ot"
+      ],
+      [
+        "b",
+        "o"
+      ],
+      [
+        "b",
+        "er"
+      ],
+      [
+        "ĠS",
+        "ally"
+      ],
+      [
+        "Ġf",
+        "illed"
+      ],
+      [
+        "Ġd",
+        "ir"
+      ],
+      [
+        "ie",
+        "ld"
+      ],
+      [
+        "Ġcook",
+        "ies"
+      ],
+      [
+        "Ġlaug",
+        "h"
+      ],
+      [
+        "Ġbro",
+        "ken"
+      ],
+      [
+        "Ġdin",
+        "ner"
+      ],
+      [
+        "l",
+        "f"
+      ],
+      [
+        "Ġel",
+        "se"
+      ],
+      [
+        "Ġh",
+        "id"
+      ],
+      [
+        "c",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ink"
+      ],
+      [
+        "Ġfollow",
+        "ed"
+      ],
+      [
+        "Ġta",
+        "ble"
+      ],
+      [
+        "Ġm",
+        "ar"
+      ],
+      [
+        "Ġcolor",
+        "s"
+      ],
+      [
+        "ou",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "ent"
+      ],
+      [
+        "Ġcontin",
+        "ued"
+      ],
+      [
+        "Ġwonder",
+        "ful"
+      ],
+      [
+        "ĠE",
+        "m"
+      ],
+      [
+        "e",
+        "y"
+      ],
+      [
+        "in",
+        "ed"
+      ],
+      [
+        "ir",
+        "rel"
+      ],
+      [
+        "r",
+        "ot"
+      ],
+      [
+        "Ġfin",
+        "ally"
+      ],
+      [
+        "J",
+        "ack"
+      ],
+      [
+        "Ġa",
+        "rm"
+      ],
+      [
+        "Ġm",
+        "ight"
+      ],
+      [
+        "ĠN",
+        "ow"
+      ],
+      [
+        "Ġc",
+        "ast"
+      ],
+      [
+        "Ġy",
+        "es"
+      ],
+      [
+        "Ġbu",
+        "ild"
+      ],
+      [
+        "Ġen",
+        "ough"
+      ],
+      [
+        "ĠB",
+        "illy"
+      ],
+      [
+        "Ġsome",
+        "one"
+      ],
+      [
+        "Ġperf",
+        "ect"
+      ],
+      [
+        "Ġfa",
+        "ir"
+      ],
+      [
+        "Ġstay",
+        "ed"
+      ],
+      [
+        "a",
+        "pp"
+      ],
+      [
+        "Ġmor",
+        "ning"
+      ],
+      [
+        "ĠThe",
+        "re"
+      ],
+      [
+        "Ġpu",
+        "ppy"
+      ],
+      [
+        "o",
+        "l"
+      ],
+      [
+        "Ġdad",
+        "dy"
+      ],
+      [
+        "Ġtry",
+        "ing"
+      ],
+      [
+        "'",
+        "ll"
+      ],
+      [
+        "Ġj",
+        "u"
+      ],
+      [
+        "Ġother",
+        "s"
+      ],
+      [
+        "Ġbook",
+        "s"
+      ],
+      [
+        "Ġag",
+        "reed"
+      ],
+      [
+        "Ġmu",
+        "s"
+      ],
+      [
+        "Ġsn",
+        "ow"
+      ],
+      [
+        "Ġsqu",
+        "irrel"
+      ],
+      [
+        "Ġc",
+        "ream"
+      ],
+      [
+        "ro",
+        "om"
+      ],
+      [
+        "Ġget",
+        "ting"
+      ],
+      [
+        "Ġgra",
+        "ndma"
+      ],
+      [
+        "ĠL",
+        "ila"
+      ],
+      [
+        "Ġlea",
+        "ves"
+      ],
+      [
+        "Ġba",
+        "by"
+      ],
+      [
+        "Ġc",
+        "ount"
+      ],
+      [
+        "ic",
+        "y"
+      ],
+      [
+        "Ġfe",
+        "w"
+      ],
+      [
+        "A",
+        "t"
+      ],
+      [
+        "Ġf",
+        "all"
+      ],
+      [
+        "The",
+        "n"
+      ],
+      [
+        "g",
+        "on"
+      ],
+      [
+        "Ġbre",
+        "ak"
+      ],
+      [
+        "Ġclimb",
+        "ed"
+      ],
+      [
+        "ri",
+        "es"
+      ],
+      [
+        "Ġbe",
+        "ach"
+      ],
+      [
+        "as",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ug"
+      ],
+      [
+        "Ġp",
+        "lease"
+      ],
+      [
+        "Ġm",
+        "other"
+      ],
+      [
+        "Ġbr",
+        "ought"
+      ],
+      [
+        "Ġtra",
+        "in"
+      ],
+      [
+        "an",
+        "ce"
+      ],
+      [
+        "ĠTh",
+        "is"
+      ],
+      [
+        "Ġde",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "is"
+      ],
+      [
+        "at",
+        "ed"
+      ],
+      [
+        "s",
+        "hed"
+      ],
+      [
+        "Ġm",
+        "et"
+      ],
+      [
+        "Ġwas",
+        "n"
+      ],
+      [
+        "Ġsomet",
+        "imes"
+      ],
+      [
+        "Ġevery",
+        "thing"
+      ],
+      [
+        "ĠTom",
+        "my"
+      ],
+      [
+        "i",
+        "ch"
+      ],
+      [
+        "Ġmus",
+        "ic"
+      ],
+      [
+        "ke",
+        "y"
+      ],
+      [
+        "l",
+        "ing"
+      ],
+      [
+        "Th",
+        "is"
+      ],
+      [
+        "o",
+        "s"
+      ],
+      [
+        "Ġturn",
+        "ed"
+      ],
+      [
+        "l",
+        "c"
+      ],
+      [
+        "Ġr",
+        "ide"
+      ],
+      [
+        "o",
+        "om"
+      ],
+      [
+        "Ġs",
+        "ong"
+      ],
+      [
+        "or",
+        "ing"
+      ],
+      [
+        "Ġsp",
+        "ark"
+      ],
+      [
+        "Ġf",
+        "ight"
+      ],
+      [
+        "Ġhun",
+        "gry"
+      ],
+      [
+        "on",
+        "s"
+      ],
+      [
+        "Ġpicture",
+        "s"
+      ],
+      [
+        "d",
+        "s"
+      ],
+      [
+        "Ġm",
+        "akes"
+      ],
+      [
+        "Ġse",
+        "ar"
+      ],
+      [
+        "uck",
+        "y"
+      ],
+      [
+        "Ġlist",
+        "ened"
+      ],
+      [
+        "Ġjo",
+        "y"
+      ],
+      [
+        "Ġpo",
+        "l"
+      ],
+      [
+        "ĠW",
+        "hat"
+      ],
+      [
+        "H",
+        "is"
+      ],
+      [
+        "e",
+        "e"
+      ],
+      [
+        "Ġcl",
+        "ot"
+      ],
+      [
+        "Ġsa",
+        "il"
+      ],
+      [
+        "a",
+        "pped"
+      ],
+      [
+        "b",
+        "ble"
+      ],
+      [
+        "Ġcom",
+        "p"
+      ],
+      [
+        "Ġpl",
+        "an"
+      ],
+      [
+        "Ġwant",
+        "s"
+      ],
+      [
+        "Ġclot",
+        "hes"
+      ],
+      [
+        "Ġpo",
+        "in"
+      ],
+      [
+        "Ġ",
+        "K"
+      ],
+      [
+        "z",
+        "z"
+      ],
+      [
+        "Ġball",
+        "oon"
+      ],
+      [
+        "Ġstr",
+        "ange"
+      ],
+      [
+        "m",
+        "an"
+      ],
+      [
+        "en",
+        "ny"
+      ],
+      [
+        "Ġp",
+        "i"
+      ],
+      [
+        "Ġgr",
+        "ow"
+      ],
+      [
+        "Ġfly",
+        "ing"
+      ],
+      [
+        "r",
+        "ow"
+      ],
+      [
+        "Ġsc",
+        "ary"
+      ],
+      [
+        "Ġtre",
+        "at"
+      ],
+      [
+        "Ġwa",
+        "ited"
+      ],
+      [
+        "Ġamaz",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "eddy"
+      ],
+      [
+        "Ġcast",
+        "le"
+      ],
+      [
+        "is",
+        "ter"
+      ],
+      [
+        "Ġe",
+        "le"
+      ],
+      [
+        "Ġamaz",
+        "ing"
+      ],
+      [
+        "m",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "l"
+      ],
+      [
+        "O",
+        "h"
+      ],
+      [
+        "Ġle",
+        "ave"
+      ],
+      [
+        "Ġown",
+        "er"
+      ],
+      [
+        "Ġprom",
+        "ised"
+      ],
+      [
+        "Ġdan",
+        "ger"
+      ],
+      [
+        "e",
+        "ver"
+      ],
+      [
+        "O",
+        "K"
+      ],
+      [
+        "Ġs",
+        "uch"
+      ],
+      [
+        "Ġwh",
+        "ite"
+      ],
+      [
+        "Ġp",
+        "at"
+      ],
+      [
+        "Ġtal",
+        "k"
+      ],
+      [
+        "uff",
+        "y"
+      ],
+      [
+        "Ġf",
+        "ur"
+      ],
+      [
+        "Ġp",
+        "ie"
+      ],
+      [
+        "op",
+        "e"
+      ],
+      [
+        "r",
+        "ed"
+      ],
+      [
+        "Ġpull",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "re"
+      ],
+      [
+        "Ġwood",
+        "s"
+      ],
+      [
+        "ĠT",
+        "o"
+      ],
+      [
+        "Ġsh",
+        "ared"
+      ],
+      [
+        "Ġal",
+        "one"
+      ],
+      [
+        "Ġtow",
+        "ards"
+      ],
+      [
+        "c",
+        "le"
+      ],
+      [
+        "ĠM",
+        "aybe"
+      ],
+      [
+        "Ġs",
+        "it"
+      ],
+      [
+        "Ġn",
+        "ap"
+      ],
+      [
+        "Ġcolor",
+        "ful"
+      ],
+      [
+        "am",
+        "p"
+      ],
+      [
+        "h",
+        "one"
+      ],
+      [
+        "Ġvis",
+        "it"
+      ],
+      [
+        "ig",
+        "g"
+      ],
+      [
+        "ug",
+        "g"
+      ],
+      [
+        "th",
+        "y"
+      ],
+      [
+        "en",
+        "ce"
+      ],
+      [
+        "Ġta",
+        "il"
+      ],
+      [
+        "ct",
+        "or"
+      ],
+      [
+        "Ġmagic",
+        "al"
+      ],
+      [
+        "Ġr",
+        "iver"
+      ],
+      [
+        "Ġh",
+        "ig"
+      ],
+      [
+        "Ġbe",
+        "lie"
+      ],
+      [
+        "Ġgr",
+        "ate"
+      ],
+      [
+        "u",
+        "ally"
+      ],
+      [
+        "an",
+        "g"
+      ],
+      [
+        "ot",
+        "t"
+      ],
+      [
+        "Ġh",
+        "ide"
+      ],
+      [
+        "Ġs",
+        "illy"
+      ],
+      [
+        "Ġsmil",
+        "es"
+      ],
+      [
+        "ow",
+        "er"
+      ],
+      [
+        "Ġs",
+        "ide"
+      ],
+      [
+        "M",
+        "ax"
+      ],
+      [
+        "Ġro",
+        "ll"
+      ],
+      [
+        "Ġg",
+        "u"
+      ],
+      [
+        "ĠA",
+        "my"
+      ],
+      [
+        "Ġpr",
+        "o"
+      ],
+      [
+        "et",
+        "er"
+      ],
+      [
+        "Ġfast",
+        "er"
+      ],
+      [
+        "Ġgrate",
+        "ful"
+      ],
+      [
+        "Ġtre",
+        "asure"
+      ],
+      [
+        "as",
+        "ed"
+      ],
+      [
+        "Ġsn",
+        "ack"
+      ],
+      [
+        "u",
+        "p"
+      ],
+      [
+        "Ġla",
+        "nd"
+      ],
+      [
+        "av",
+        "y"
+      ],
+      [
+        "Ġmor",
+        "al"
+      ],
+      [
+        "ain",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "ister"
+      ],
+      [
+        "ĠG",
+        "ra"
+      ],
+      [
+        "Ġsh",
+        "ap"
+      ],
+      [
+        "Ġpain",
+        "t"
+      ],
+      [
+        "Ġslow",
+        "ly"
+      ],
+      [
+        "Ġf",
+        "ield"
+      ],
+      [
+        "Ġp",
+        "et"
+      ],
+      [
+        "Ġs",
+        "ec"
+      ],
+      [
+        "or",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "im"
+      ],
+      [
+        "Ġbr",
+        "an"
+      ],
+      [
+        "Ġm",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "st"
+      ],
+      [
+        "Ġhelp",
+        "ing"
+      ],
+      [
+        "Ġwor",
+        "ried"
+      ],
+      [
+        "Ġjo",
+        "b"
+      ],
+      [
+        "Ġfo",
+        "x"
+      ],
+      [
+        "s",
+        "et"
+      ],
+      [
+        "Ġm",
+        "oney"
+      ],
+      [
+        "Ġp",
+        "ot"
+      ],
+      [
+        "Ġqu",
+        "i"
+      ],
+      [
+        "Ġbe",
+        "l"
+      ],
+      [
+        "Ġac",
+        "c"
+      ],
+      [
+        "Ġli",
+        "ving"
+      ],
+      [
+        "Ġmon",
+        "ster"
+      ],
+      [
+        "le",
+        "ss"
+      ],
+      [
+        "Ġpart",
+        "y"
+      ],
+      [
+        "e",
+        "ar"
+      ],
+      [
+        "Ġmo",
+        "st"
+      ],
+      [
+        "Ġwe",
+        "ar"
+      ],
+      [
+        "Ġrememb",
+        "er"
+      ],
+      [
+        "i",
+        "re"
+      ],
+      [
+        "Ġs",
+        "ign"
+      ],
+      [
+        "w",
+        "l"
+      ],
+      [
+        "Ġcl",
+        "oud"
+      ],
+      [
+        "Ġc",
+        "andy"
+      ],
+      [
+        "Ġhig",
+        "her"
+      ],
+      [
+        "i",
+        "pped"
+      ],
+      [
+        "id",
+        "ent"
+      ],
+      [
+        "ĠA",
+        "ll"
+      ],
+      [
+        "d",
+        "er"
+      ],
+      [
+        "z",
+        "e"
+      ],
+      [
+        "Ġqui",
+        "et"
+      ],
+      [
+        "Ġto",
+        "wn"
+      ],
+      [
+        "un",
+        "ch"
+      ],
+      [
+        "Ġprin",
+        "cess"
+      ],
+      [
+        "Ġrun",
+        "s"
+      ],
+      [
+        "ask",
+        "et"
+      ],
+      [
+        "e",
+        "m"
+      ],
+      [
+        "Ġevery",
+        "where"
+      ],
+      [
+        "Ġjo",
+        "in"
+      ],
+      [
+        "Ġste",
+        "pped"
+      ],
+      [
+        "Ġb",
+        "asket"
+      ],
+      [
+        "Ġl",
+        "ake"
+      ],
+      [
+        "Ġcu",
+        "p"
+      ],
+      [
+        "s",
+        "w"
+      ],
+      [
+        "out",
+        "h"
+      ],
+      [
+        "Ġcar",
+        "rot"
+      ],
+      [
+        "Ġco",
+        "ll"
+      ],
+      [
+        "Ġpl",
+        "ant"
+      ],
+      [
+        "Ġsc",
+        "ream"
+      ],
+      [
+        "ĠDad",
+        "dy"
+      ],
+      [
+        "Ġb",
+        "uck"
+      ],
+      [
+        "Ġhe",
+        "avy"
+      ],
+      [
+        "Ġbig",
+        "ger"
+      ],
+      [
+        "Ġch",
+        "o"
+      ],
+      [
+        "Ġbl",
+        "ank"
+      ],
+      [
+        "Ġclo",
+        "sed"
+      ],
+      [
+        "Ġw",
+        "on"
+      ],
+      [
+        "is",
+        "es"
+      ],
+      [
+        "Ġan",
+        "sw"
+      ],
+      [
+        "b",
+        "r"
+      ],
+      [
+        "Ġblank",
+        "et"
+      ],
+      [
+        "Ġm",
+        "outh"
+      ],
+      [
+        "am",
+        "es"
+      ],
+      [
+        "ec",
+        "es"
+      ],
+      [
+        "Ġeat",
+        "ing"
+      ],
+      [
+        "Ġpi",
+        "eces"
+      ],
+      [
+        "ck",
+        "et"
+      ],
+      [
+        "Ġst",
+        "re"
+      ],
+      [
+        "Ġwe",
+        "lc"
+      ],
+      [
+        "Ġwould",
+        "n"
+      ],
+      [
+        "Ġre",
+        "ach"
+      ],
+      [
+        "Ġbro",
+        "ke"
+      ],
+      [
+        "e",
+        "ared"
+      ],
+      [
+        "Ġdanger",
+        "ous"
+      ],
+      [
+        "g",
+        "s"
+      ],
+      [
+        "p",
+        "h"
+      ],
+      [
+        "ĠM",
+        "olly"
+      ],
+      [
+        "Ġc",
+        "e"
+      ],
+      [
+        "ĠM",
+        "r"
+      ],
+      [
+        "or",
+        "d"
+      ],
+      [
+        "f",
+        "ort"
+      ],
+      [
+        "Ġdoll",
+        "s"
+      ],
+      [
+        "m",
+        "ing"
+      ],
+      [
+        "Ġdan",
+        "ce"
+      ],
+      [
+        "Ġdra",
+        "gon"
+      ],
+      [
+        "Ġthink",
+        "s"
+      ],
+      [
+        "Ġask",
+        "s"
+      ],
+      [
+        "Ġac",
+        "ross"
+      ],
+      [
+        "O",
+        "kay"
+      ],
+      [
+        "Ġch",
+        "air"
+      ],
+      [
+        "Ġte",
+        "ac"
+      ],
+      [
+        "Ġb",
+        "ott"
+      ],
+      [
+        "H",
+        "i"
+      ],
+      [
+        "Ġp",
+        "a"
+      ],
+      [
+        "Ġne",
+        "igh"
+      ],
+      [
+        "Ġb",
+        "ar"
+      ],
+      [
+        "Ġb",
+        "ike"
+      ],
+      [
+        "Ġp",
+        "ack"
+      ],
+      [
+        "it",
+        "ing"
+      ],
+      [
+        "Ġdis",
+        "app"
+      ],
+      [
+        "Ġneigh",
+        "b"
+      ],
+      [
+        "Ġst",
+        "uck"
+      ],
+      [
+        "d",
+        "e"
+      ],
+      [
+        "Ġg",
+        "if"
+      ],
+      [
+        "Ġfr",
+        "uit"
+      ],
+      [
+        "Ġbelie",
+        "ve"
+      ],
+      [
+        "c",
+        "y"
+      ],
+      [
+        "Ġ",
+        "ve"
+      ],
+      [
+        "Ġcry",
+        "ing"
+      ],
+      [
+        "i",
+        "er"
+      ],
+      [
+        "ph",
+        "ant"
+      ],
+      [
+        "Ġs",
+        "uddenly"
+      ],
+      [
+        "Ġs",
+        "oup"
+      ],
+      [
+        "Ġr",
+        "ace"
+      ],
+      [
+        "Ġth",
+        "rew"
+      ],
+      [
+        "S",
+        "ure"
+      ],
+      [
+        "Ġfar",
+        "mer"
+      ],
+      [
+        "Ġacc",
+        "ident"
+      ],
+      [
+        "Ġdir",
+        "ty"
+      ],
+      [
+        "Ġele",
+        "phant"
+      ],
+      [
+        "Ġmon",
+        "key"
+      ],
+      [
+        "Ġhe",
+        "al"
+      ],
+      [
+        "w",
+        "eet"
+      ],
+      [
+        "Ġre",
+        "m"
+      ],
+      [
+        "Ġp",
+        "ers"
+      ],
+      [
+        "Ġsa",
+        "me"
+      ],
+      [
+        "or",
+        "ed"
+      ],
+      [
+        "vent",
+        "ually"
+      ],
+      [
+        "e",
+        "ad"
+      ],
+      [
+        "pp",
+        "ing"
+      ],
+      [
+        "Ġgent",
+        "le"
+      ],
+      [
+        "Ġf",
+        "ree"
+      ],
+      [
+        "Ġbr",
+        "own"
+      ],
+      [
+        "M",
+        "aybe"
+      ],
+      [
+        "Ġin",
+        "st"
+      ],
+      [
+        "Ġbe",
+        "e"
+      ],
+      [
+        "i",
+        "x"
+      ],
+      [
+        "Ġb",
+        "en"
+      ],
+      [
+        "Ġw",
+        "in"
+      ],
+      [
+        "Ġbl",
+        "ack"
+      ],
+      [
+        "Ġal",
+        "ong"
+      ],
+      [
+        "Ġlong",
+        "er"
+      ],
+      [
+        "i",
+        "ble"
+      ],
+      [
+        "Ġsp",
+        "r"
+      ],
+      [
+        "Ġcl",
+        "apped"
+      ],
+      [
+        "F",
+        "inally"
+      ],
+      [
+        "W",
+        "hy"
+      ],
+      [
+        "ck",
+        "ed"
+      ],
+      [
+        "Ġwor",
+        "ds"
+      ],
+      [
+        "ĠF",
+        "l"
+      ],
+      [
+        "Ġteac",
+        "her"
+      ],
+      [
+        "Ġup",
+        "set"
+      ],
+      [
+        "ch",
+        "ool"
+      ],
+      [
+        "Ġpie",
+        "ce"
+      ],
+      [
+        "Ġwe",
+        "ll"
+      ],
+      [
+        "Ġche",
+        "ered"
+      ],
+      [
+        "Ġh",
+        "it"
+      ],
+      [
+        "Ġsa",
+        "ng"
+      ],
+      [
+        "m",
+        "ent"
+      ],
+      [
+        "Ġbow",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ite"
+      ],
+      [
+        "Ġdo",
+        "ctor"
+      ],
+      [
+        "ĠJ",
+        "ill"
+      ],
+      [
+        "Ġbuck",
+        "et"
+      ],
+      [
+        "M",
+        "ia"
+      ],
+      [
+        "Ġb",
+        "ath"
+      ],
+      [
+        "Ġc",
+        "aught"
+      ],
+      [
+        "Ġhe",
+        "art"
+      ],
+      [
+        "Ġfor",
+        "get"
+      ],
+      [
+        "Ġm",
+        "ark"
+      ],
+      [
+        "Ġbut",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ry"
+      ],
+      [
+        "Ġyou",
+        "ng"
+      ],
+      [
+        "Ġse",
+        "a"
+      ],
+      [
+        "Ġc",
+        "our"
+      ],
+      [
+        "Ġdro",
+        "pped"
+      ],
+      [
+        "es",
+        "e"
+      ],
+      [
+        "Ġy",
+        "ard"
+      ],
+      [
+        "Ġpl",
+        "ac"
+      ],
+      [
+        "our",
+        "n"
+      ],
+      [
+        "Ġs",
+        "chool"
+      ],
+      [
+        "Ġsw",
+        "ings"
+      ],
+      [
+        "bb",
+        "y"
+      ],
+      [
+        "Ġw",
+        "ings"
+      ],
+      [
+        "b",
+        "s"
+      ],
+      [
+        "Ġexpl",
+        "ained"
+      ],
+      [
+        "Ġj",
+        "ourn"
+      ],
+      [
+        "Ġbr",
+        "ing"
+      ],
+      [
+        "Ġdr",
+        "ink"
+      ],
+      [
+        "Ġstre",
+        "et"
+      ],
+      [
+        "Ġju",
+        "ice"
+      ],
+      [
+        "un",
+        "g"
+      ],
+      [
+        "Ġnear",
+        "by"
+      ],
+      [
+        "ĠEm",
+        "ma"
+      ],
+      [
+        "Ġsm",
+        "o"
+      ],
+      [
+        "Ġsm",
+        "art"
+      ],
+      [
+        "Ġpu",
+        "shed"
+      ],
+      [
+        "Ġstor",
+        "ies"
+      ],
+      [
+        "Ġdro",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "iny"
+      ],
+      [
+        "Ġp",
+        "en"
+      ],
+      [
+        "Ġcour",
+        "se"
+      ],
+      [
+        "Ġ",
+        "es"
+      ],
+      [
+        "Ġm",
+        "ine"
+      ],
+      [
+        "Ġto",
+        "day"
+      ],
+      [
+        "Ġpo",
+        "cket"
+      ],
+      [
+        "Ġye",
+        "ar"
+      ],
+      [
+        "aught",
+        "er"
+      ],
+      [
+        "Ġj",
+        "e"
+      ],
+      [
+        "Ġsec",
+        "ret"
+      ],
+      [
+        "Ġex",
+        "p"
+      ],
+      [
+        "Ġwith",
+        "out"
+      ],
+      [
+        "Ġsing",
+        "ing"
+      ],
+      [
+        "Ġwelc",
+        "ome"
+      ],
+      [
+        "Ġhapp",
+        "en"
+      ],
+      [
+        "t",
+        "o"
+      ],
+      [
+        "Ġf",
+        "it"
+      ],
+      [
+        "Ġst",
+        "u"
+      ],
+      [
+        "ve",
+        "l"
+      ],
+      [
+        "ra",
+        "ct"
+      ],
+      [
+        "Ġbu",
+        "s"
+      ],
+      [
+        "Ġche",
+        "ese"
+      ],
+      [
+        "Ġcr",
+        "ay"
+      ],
+      [
+        "Ġfair",
+        "y"
+      ],
+      [
+        "Ġj",
+        "ar"
+      ],
+      [
+        "Ġturn",
+        "s"
+      ],
+      [
+        "Ġbu",
+        "sh"
+      ],
+      [
+        "b",
+        "ow"
+      ],
+      [
+        "ll",
+        "o"
+      ],
+      [
+        "Ġexpl",
+        "oring"
+      ],
+      [
+        "Ġl",
+        "on"
+      ],
+      [
+        "Ġst",
+        "and"
+      ],
+      [
+        "itt",
+        "ing"
+      ],
+      [
+        "Ġsee",
+        "med"
+      ],
+      [
+        "Ġsp",
+        "oon"
+      ],
+      [
+        "ĠF",
+        "inally"
+      ],
+      [
+        "Ġg",
+        "ames"
+      ],
+      [
+        "Ġwo",
+        "ke"
+      ],
+      [
+        "is",
+        "sed"
+      ],
+      [
+        "Ġre",
+        "sp"
+      ],
+      [
+        "Ġtr",
+        "ou"
+      ],
+      [
+        "Ġtw",
+        "ins"
+      ],
+      [
+        "Ġhop",
+        "ed"
+      ],
+      [
+        "Ġat",
+        "t"
+      ],
+      [
+        "Ġlon",
+        "ely"
+      ],
+      [
+        "Ġa",
+        "nt"
+      ],
+      [
+        "ĠM",
+        "ama"
+      ],
+      [
+        "or",
+        "row"
+      ],
+      [
+        "Ġno",
+        "ises"
+      ],
+      [
+        "Ġhug",
+        "s"
+      ],
+      [
+        "ount",
+        "ain"
+      ],
+      [
+        "y",
+        "ard"
+      ],
+      [
+        "Ġd",
+        "aughter"
+      ],
+      [
+        "Ġin",
+        "v"
+      ],
+      [
+        "Ġke",
+        "y"
+      ],
+      [
+        "a",
+        "il"
+      ],
+      [
+        "Ġrock",
+        "s"
+      ],
+      [
+        "Ġdis",
+        "co"
+      ],
+      [
+        "Ġs",
+        "u"
+      ],
+      [
+        "Ġl",
+        "unch"
+      ],
+      [
+        "re",
+        "ad"
+      ],
+      [
+        "ou",
+        "n"
+      ],
+      [
+        "ver",
+        "ed"
+      ],
+      [
+        "Ġback",
+        "yard"
+      ],
+      [
+        "Ġs",
+        "uc"
+      ],
+      [
+        "Ġc",
+        "ow"
+      ],
+      [
+        "Ġapp",
+        "le"
+      ],
+      [
+        "e",
+        "k"
+      ],
+      [
+        "Ġsw",
+        "am"
+      ],
+      [
+        "Ġsho",
+        "es"
+      ],
+      [
+        "Ġst",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "ook"
+      ],
+      [
+        "itt",
+        "ens"
+      ],
+      [
+        "Ġm",
+        "iss"
+      ],
+      [
+        "c",
+        "hes"
+      ],
+      [
+        "Ġw",
+        "ish"
+      ],
+      [
+        "Ġre",
+        "lie"
+      ],
+      [
+        "fu",
+        "sed"
+      ],
+      [
+        "Ġshap",
+        "es"
+      ],
+      [
+        "urp",
+        "le"
+      ],
+      [
+        "Ġtow",
+        "er"
+      ],
+      [
+        "it",
+        "y"
+      ],
+      [
+        "Ġc",
+        "orn"
+      ],
+      [
+        "Ġmo",
+        "ved"
+      ],
+      [
+        "sh",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "3"
+      ],
+      [
+        "Ġth",
+        "ough"
+      ],
+      [
+        "Ġc",
+        "ir"
+      ],
+      [
+        "um",
+        "b"
+      ],
+      [
+        "Ġta",
+        "king"
+      ],
+      [
+        "t",
+        "s"
+      ],
+      [
+        "ĠT",
+        "weet"
+      ],
+      [
+        "ap",
+        "e"
+      ],
+      [
+        "Ġrain",
+        "bow"
+      ],
+      [
+        "Ġthr",
+        "ow"
+      ],
+      [
+        "Ġst",
+        "ar"
+      ],
+      [
+        "Ġben",
+        "ch"
+      ],
+      [
+        "Ġne",
+        "ck"
+      ],
+      [
+        "ock",
+        "ed"
+      ],
+      [
+        "Ġcreat",
+        "ure"
+      ],
+      [
+        "Ġbu",
+        "bble"
+      ],
+      [
+        "Ġl",
+        "ate"
+      ],
+      [
+        "Ġadventure",
+        "s"
+      ],
+      [
+        "Ġo",
+        "wl"
+      ],
+      [
+        "ion",
+        "s"
+      ],
+      [
+        "A",
+        "nd"
+      ],
+      [
+        "Ġw",
+        "he"
+      ],
+      [
+        "Ġp",
+        "ar"
+      ],
+      [
+        "Ġshe",
+        "ll"
+      ],
+      [
+        "Ġk",
+        "ite"
+      ],
+      [
+        "ĠFl",
+        "uffy"
+      ],
+      [
+        "in",
+        "ing"
+      ],
+      [
+        "Ġm",
+        "il"
+      ],
+      [
+        "u",
+        "nt"
+      ],
+      [
+        "Ġf",
+        "ence"
+      ],
+      [
+        "Ġm",
+        "ix"
+      ],
+      [
+        "Ġli",
+        "ft"
+      ],
+      [
+        "Ġaccident",
+        "ally"
+      ],
+      [
+        "Ġw",
+        "ise"
+      ],
+      [
+        "Ġhe",
+        "llo"
+      ],
+      [
+        "Ġp",
+        "urple"
+      ],
+      [
+        "pp",
+        "er"
+      ],
+      [
+        "Ġon",
+        "to"
+      ],
+      [
+        "Ġsp",
+        "in"
+      ],
+      [
+        "t",
+        "en"
+      ],
+      [
+        "our",
+        "s"
+      ],
+      [
+        "Ġs",
+        "itting"
+      ],
+      [
+        "id",
+        "ge"
+      ],
+      [
+        "Ġsun",
+        "shine"
+      ],
+      [
+        "Ġcut",
+        "e"
+      ],
+      [
+        "Ġm",
+        "at"
+      ],
+      [
+        "w",
+        "ard"
+      ],
+      [
+        "Ġsh",
+        "op"
+      ],
+      [
+        "Ġwh",
+        "ist"
+      ],
+      [
+        "Ġd",
+        "ist"
+      ],
+      [
+        "Ġor",
+        "ange"
+      ],
+      [
+        "L",
+        "ila"
+      ],
+      [
+        "Ġn",
+        "aught"
+      ],
+      [
+        "ĠSam",
+        "my"
+      ],
+      [
+        "Ġnaught",
+        "y"
+      ],
+      [
+        "Ġn",
+        "est"
+      ],
+      [
+        "o",
+        "se"
+      ],
+      [
+        "or",
+        "s"
+      ],
+      [
+        "ll",
+        "a"
+      ],
+      [
+        "Ġmil",
+        "k"
+      ],
+      [
+        "f",
+        "ish"
+      ],
+      [
+        "Ġa",
+        "f"
+      ],
+      [
+        "Ġb",
+        "oun"
+      ],
+      [
+        "Ġp",
+        "hone"
+      ],
+      [
+        "Ġarm",
+        "s"
+      ],
+      [
+        "Ġe",
+        "as"
+      ],
+      [
+        "n",
+        "ess"
+      ],
+      [
+        "Ġcar",
+        "ry"
+      ],
+      [
+        "ĠGra",
+        "ndma"
+      ],
+      [
+        "o",
+        "g"
+      ],
+      [
+        "Ġb",
+        "ought"
+      ],
+      [
+        "Ġdri",
+        "ver"
+      ],
+      [
+        "Ġinst",
+        "ead"
+      ],
+      [
+        "L",
+        "ater"
+      ],
+      [
+        "Ġtal",
+        "ked"
+      ],
+      [
+        "Ġsear",
+        "ched"
+      ],
+      [
+        "g",
+        "ged"
+      ],
+      [
+        "Ġp",
+        "ig"
+      ],
+      [
+        "Ġco",
+        "zy"
+      ],
+      [
+        "Ġsun",
+        "ny"
+      ],
+      [
+        "itt",
+        "y"
+      ],
+      [
+        "Ġfeel",
+        "s"
+      ],
+      [
+        "Ġf",
+        "an"
+      ],
+      [
+        "Ġwonder",
+        "ed"
+      ],
+      [
+        "Ġcom",
+        "es"
+      ],
+      [
+        "Ġswim",
+        "ming"
+      ],
+      [
+        "u",
+        "ched"
+      ],
+      [
+        "Ġto",
+        "uched"
+      ],
+      [
+        "Ġp",
+        "op"
+      ],
+      [
+        "ĠIn",
+        "side"
+      ],
+      [
+        "a",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ucky"
+      ],
+      [
+        "Ġlaug",
+        "hing"
+      ],
+      [
+        "Ġbel",
+        "ong"
+      ],
+      [
+        "Ġsound",
+        "s"
+      ],
+      [
+        "Ġw",
+        "om"
+      ],
+      [
+        "Ġc",
+        "ave"
+      ],
+      [
+        "le",
+        "t"
+      ],
+      [
+        "Ġjourn",
+        "ey"
+      ],
+      [
+        "Ġwom",
+        "an"
+      ],
+      [
+        "Ġc",
+        "ou"
+      ],
+      [
+        "Ġnot",
+        "hing"
+      ],
+      [
+        "Ġco",
+        "at"
+      ],
+      [
+        "Ġrelie",
+        "ved"
+      ],
+      [
+        "Ġ",
+        "O"
+      ],
+      [
+        "Ġpe",
+        "ace"
+      ],
+      [
+        "ad",
+        "ow"
+      ],
+      [
+        "Ġno",
+        "se"
+      ],
+      [
+        "Ġbu",
+        "sy"
+      ],
+      [
+        "B",
+        "ob"
+      ],
+      [
+        "Ġp",
+        "ast"
+      ],
+      [
+        "Ġapp",
+        "les"
+      ],
+      [
+        "Ġs",
+        "ick"
+      ],
+      [
+        "Ġr",
+        "ope"
+      ],
+      [
+        "Ġpat",
+        "ient"
+      ],
+      [
+        "Ġa",
+        "ct"
+      ],
+      [
+        "Ġp",
+        "udd"
+      ],
+      [
+        "Ġin",
+        "c"
+      ],
+      [
+        "ra",
+        "id"
+      ],
+      [
+        "Ġwatch",
+        "ing"
+      ],
+      [
+        "Ġbran",
+        "ch"
+      ],
+      [
+        "Ġaf",
+        "raid"
+      ],
+      [
+        "Ġto",
+        "m"
+      ],
+      [
+        "id",
+        "er"
+      ],
+      [
+        "Ġday",
+        "s"
+      ],
+      [
+        "Ġre",
+        "t"
+      ],
+      [
+        "c",
+        "ing"
+      ],
+      [
+        "ĠM",
+        "ary"
+      ],
+      [
+        "Ġb",
+        "and"
+      ],
+      [
+        "Ġfar",
+        "m"
+      ],
+      [
+        "Ġhug",
+        "e"
+      ],
+      [
+        "ĠTh",
+        "ank"
+      ],
+      [
+        "at",
+        "or"
+      ],
+      [
+        "Ġexc",
+        "iting"
+      ],
+      [
+        "Ġdan",
+        "ced"
+      ],
+      [
+        "th",
+        "day"
+      ],
+      [
+        "Ġwa",
+        "r"
+      ],
+      [
+        "ĠSo",
+        "on"
+      ],
+      [
+        "b",
+        "all"
+      ],
+      [
+        "Ġg",
+        "igg"
+      ],
+      [
+        "ble",
+        "m"
+      ],
+      [
+        "Ġz",
+        "oom"
+      ],
+      [
+        "Ġm",
+        "ad"
+      ],
+      [
+        "Ġv",
+        "ill"
+      ],
+      [
+        "Ġfore",
+        "ver"
+      ],
+      [
+        "Ġpro",
+        "blem"
+      ],
+      [
+        "Ġcoll",
+        "ect"
+      ],
+      [
+        "p",
+        "ed"
+      ],
+      [
+        "ir",
+        "t"
+      ],
+      [
+        "Ġmin",
+        "ut"
+      ],
+      [
+        "Ġw",
+        "ra"
+      ],
+      [
+        "h",
+        "o"
+      ],
+      [
+        "Ġli",
+        "fe"
+      ],
+      [
+        "Ġkne",
+        "e"
+      ],
+      [
+        "c",
+        "es"
+      ],
+      [
+        "D",
+        "o"
+      ],
+      [
+        "c",
+        "er"
+      ],
+      [
+        "m",
+        "p"
+      ],
+      [
+        "ar",
+        "p"
+      ],
+      [
+        "Ġk",
+        "ing"
+      ],
+      [
+        "Ġas",
+        "leep"
+      ],
+      [
+        "Ġret",
+        "urn"
+      ],
+      [
+        "Ġsh",
+        "arp"
+      ],
+      [
+        "Ġre",
+        "l"
+      ],
+      [
+        "Ġp",
+        "ower"
+      ],
+      [
+        "et",
+        "h"
+      ],
+      [
+        "Ġhold",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ing"
+      ],
+      [
+        "Ġheal",
+        "thy"
+      ],
+      [
+        "ĠM",
+        "ittens"
+      ],
+      [
+        "Ġpr",
+        "ot"
+      ],
+      [
+        "Ġme",
+        "et"
+      ],
+      [
+        "Ġor",
+        "gan"
+      ],
+      [
+        "Ġcle",
+        "ver"
+      ],
+      [
+        "Ġspot",
+        "ted"
+      ],
+      [
+        "Ġl",
+        "etter"
+      ],
+      [
+        "Ġg",
+        "ather"
+      ],
+      [
+        "al",
+        "m"
+      ],
+      [
+        "O",
+        "f"
+      ],
+      [
+        "e",
+        "re"
+      ],
+      [
+        "Ġr",
+        "ound"
+      ],
+      [
+        "Ġstor",
+        "m"
+      ],
+      [
+        "Ġprot",
+        "ect"
+      ],
+      [
+        "Ġgif",
+        "t"
+      ],
+      [
+        "am",
+        "ed"
+      ],
+      [
+        "Ġma",
+        "il"
+      ],
+      [
+        "ĠJ",
+        "en"
+      ],
+      [
+        "Ġbir",
+        "thday"
+      ],
+      [
+        "Ġpre",
+        "s"
+      ],
+      [
+        "Ġsa",
+        "f"
+      ],
+      [
+        "Ġneighb",
+        "or"
+      ],
+      [
+        "ep",
+        "end"
+      ],
+      [
+        "Ġta",
+        "kes"
+      ],
+      [
+        "s",
+        "c"
+      ],
+      [
+        "Ġe",
+        "ar"
+      ],
+      [
+        "Ġcom",
+        "fort"
+      ],
+      [
+        "Ġ",
+        "ent"
+      ],
+      [
+        "Ġre",
+        "p"
+      ],
+      [
+        "Ġpers",
+        "on"
+      ],
+      [
+        "Ġsmil",
+        "ing"
+      ],
+      [
+        "ĠW",
+        "ith"
+      ],
+      [
+        "Ġgent",
+        "ly"
+      ],
+      [
+        "Ġpoin",
+        "ted"
+      ],
+      [
+        "E",
+        "very"
+      ],
+      [
+        "ow",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "o"
+      ],
+      [
+        "co",
+        "l"
+      ],
+      [
+        "Ġtast",
+        "y"
+      ],
+      [
+        "ul",
+        "ar"
+      ],
+      [
+        "ĠJim",
+        "my"
+      ],
+      [
+        "Ġpl",
+        "ane"
+      ],
+      [
+        "st",
+        "ing"
+      ],
+      [
+        "h",
+        "in"
+      ],
+      [
+        "Ġh",
+        "oney"
+      ],
+      [
+        "it",
+        "ch"
+      ],
+      [
+        "Ġp",
+        "ill"
+      ],
+      [
+        "Ġp",
+        "ass"
+      ],
+      [
+        "itt",
+        "en"
+      ],
+      [
+        "Ġm",
+        "atter"
+      ],
+      [
+        "Ġad",
+        "m"
+      ],
+      [
+        "Ġtast",
+        "ed"
+      ],
+      [
+        "Ġsmell",
+        "ed"
+      ],
+      [
+        "n",
+        "ic"
+      ],
+      [
+        "o",
+        "ve"
+      ],
+      [
+        "Ġe",
+        "ag"
+      ],
+      [
+        "Ġsh",
+        "ining"
+      ],
+      [
+        "He",
+        "y"
+      ],
+      [
+        "Ġhop",
+        "e"
+      ],
+      [
+        "Ġplac",
+        "es"
+      ],
+      [
+        "Ġk",
+        "ick"
+      ],
+      [
+        "ĠC",
+        "h"
+      ],
+      [
+        "Ġpic",
+        "nic"
+      ],
+      [
+        "Ġbott",
+        "le"
+      ],
+      [
+        "Ġresp",
+        "ect"
+      ],
+      [
+        "Ġb",
+        "lew"
+      ],
+      [
+        "Ġapp",
+        "eared"
+      ],
+      [
+        "Ġsu",
+        "pp"
+      ],
+      [
+        "Tom",
+        "my"
+      ],
+      [
+        "ĠC",
+        "ome"
+      ],
+      [
+        "Ġsp",
+        "ider"
+      ],
+      [
+        "Ġint",
+        "ere"
+      ],
+      [
+        "Ġche",
+        "er"
+      ],
+      [
+        "bo",
+        "ard"
+      ],
+      [
+        "Ġwe",
+        "aring"
+      ],
+      [
+        "Ġpres",
+        "ent"
+      ],
+      [
+        "er",
+        "t"
+      ],
+      [
+        "Ġm",
+        "ist"
+      ],
+      [
+        "iz",
+        "e"
+      ],
+      [
+        "Ġtrou",
+        "ble"
+      ],
+      [
+        "Ġtri",
+        "p"
+      ],
+      [
+        "Ġp",
+        "ract"
+      ],
+      [
+        "Ġk",
+        "iss"
+      ],
+      [
+        "Ġqu",
+        "est"
+      ],
+      [
+        "o",
+        "nd"
+      ],
+      [
+        "Ġas",
+        "h"
+      ],
+      [
+        "Ġlo",
+        "ves"
+      ],
+      [
+        "Ġtight",
+        "ly"
+      ],
+      [
+        "g",
+        "g"
+      ],
+      [
+        "ar",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "ur"
+      ],
+      [
+        "Ġsp",
+        "read"
+      ],
+      [
+        "a",
+        "ur"
+      ],
+      [
+        "Ġw",
+        "ide"
+      ],
+      [
+        "on",
+        "es"
+      ],
+      [
+        "um",
+        "ber"
+      ],
+      [
+        "Ġfe",
+        "ather"
+      ],
+      [
+        "Ġspl",
+        "as"
+      ],
+      [
+        "on",
+        "t"
+      ],
+      [
+        "nd",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ater"
+      ],
+      [
+        "Ġwho",
+        "le"
+      ],
+      [
+        "Ġany",
+        "one"
+      ],
+      [
+        "Ġbre",
+        "ad"
+      ],
+      [
+        "M",
+        "olly"
+      ],
+      [
+        "Ġd",
+        "es"
+      ],
+      [
+        "Ġre",
+        "c"
+      ],
+      [
+        "ell",
+        "a"
+      ],
+      [
+        "Ġro",
+        "ad"
+      ],
+      [
+        "I",
+        "n"
+      ],
+      [
+        "Ġo",
+        "ce"
+      ],
+      [
+        "Ġgi",
+        "ant"
+      ],
+      [
+        "Ġoce",
+        "an"
+      ],
+      [
+        "el",
+        "s"
+      ],
+      [
+        "Ġpu",
+        "zz"
+      ],
+      [
+        "Ġcook",
+        "ie"
+      ],
+      [
+        "Ġp",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ath"
+      ],
+      [
+        "Åĵ",
+        "I"
+      ],
+      [
+        "Ġcon",
+        "fused"
+      ],
+      [
+        "Ġscream",
+        "ed"
+      ],
+      [
+        "Ġcloud",
+        "s"
+      ],
+      [
+        "e",
+        "b"
+      ],
+      [
+        "Ġimp",
+        "ress"
+      ],
+      [
+        "Ġfr",
+        "ont"
+      ],
+      [
+        "ĠG",
+        "o"
+      ],
+      [
+        "Ġse",
+        "at"
+      ],
+      [
+        "le",
+        "x"
+      ],
+      [
+        "Ġl",
+        "ay"
+      ],
+      [
+        "Ġwh",
+        "ich"
+      ],
+      [
+        "l",
+        "a"
+      ],
+      [
+        "Ġth",
+        "in"
+      ],
+      [
+        "Ġte",
+        "ach"
+      ],
+      [
+        "er",
+        "ly"
+      ],
+      [
+        "Ġd",
+        "i"
+      ],
+      [
+        "Ġansw",
+        "er"
+      ],
+      [
+        "ung",
+        "le"
+      ],
+      [
+        "Ġa",
+        "p"
+      ],
+      [
+        "ss",
+        "ed"
+      ],
+      [
+        "h",
+        "ile"
+      ],
+      [
+        "u",
+        "b"
+      ],
+      [
+        "Ġl",
+        "arge"
+      ],
+      [
+        "Ġj",
+        "ungle"
+      ],
+      [
+        "Ġprom",
+        "ise"
+      ],
+      [
+        "Ġs",
+        "er"
+      ],
+      [
+        "Ġb",
+        "er"
+      ],
+      [
+        "Ġw",
+        "ild"
+      ],
+      [
+        "Ġb",
+        "ark"
+      ],
+      [
+        "Ġm",
+        "ach"
+      ],
+      [
+        "oo",
+        "se"
+      ],
+      [
+        "Ġbutt",
+        "on"
+      ],
+      [
+        "ndp",
+        "a"
+      ],
+      [
+        "G",
+        "ood"
+      ],
+      [
+        "Ġmy",
+        "ster"
+      ],
+      [
+        "Ġsn",
+        "ake"
+      ],
+      [
+        "Ġvill",
+        "age"
+      ],
+      [
+        "Ġh",
+        "or"
+      ],
+      [
+        "ĠEm",
+        "ily"
+      ],
+      [
+        "C",
+        "ome"
+      ],
+      [
+        "Ġtoo",
+        "l"
+      ],
+      [
+        "Ġput",
+        "s"
+      ],
+      [
+        "Ġla",
+        "st"
+      ],
+      [
+        "Ġim",
+        "ag"
+      ],
+      [
+        "ĠJ",
+        "ake"
+      ],
+      [
+        "L",
+        "ucy"
+      ],
+      [
+        "Ġt",
+        "id"
+      ],
+      [
+        "Ġb",
+        "an"
+      ],
+      [
+        "le",
+        "br"
+      ],
+      [
+        "Ġe",
+        "ventually"
+      ],
+      [
+        "Ġsl",
+        "id"
+      ],
+      [
+        "Ġwa",
+        "ve"
+      ],
+      [
+        "Ġli",
+        "ve"
+      ],
+      [
+        "Ġch",
+        "ased"
+      ],
+      [
+        "ĠEvery",
+        "where"
+      ],
+      [
+        "Ġce",
+        "lebr"
+      ],
+      [
+        "Ġcray",
+        "ons"
+      ],
+      [
+        "J",
+        "ust"
+      ],
+      [
+        "Ġsp",
+        "ent"
+      ],
+      [
+        "Ġwr",
+        "ite"
+      ],
+      [
+        "Ġgi",
+        "ves"
+      ],
+      [
+        "un",
+        "k"
+      ],
+      [
+        "if",
+        "e"
+      ],
+      [
+        "Ġdec",
+        "or"
+      ],
+      [
+        "Ġfo",
+        "ot"
+      ],
+      [
+        "Ġdel",
+        "ight"
+      ],
+      [
+        "Ġso",
+        "l"
+      ],
+      [
+        "Ġsand",
+        "w"
+      ],
+      [
+        "Ġdir",
+        "t"
+      ],
+      [
+        "ĠJ",
+        "enny"
+      ],
+      [
+        "Ġtal",
+        "king"
+      ],
+      [
+        "Ġtreat",
+        "s"
+      ],
+      [
+        "Ġc",
+        "art"
+      ],
+      [
+        "ch",
+        "ing"
+      ],
+      [
+        "Ġwait",
+        "ing"
+      ],
+      [
+        "Ġhid",
+        "ing"
+      ],
+      [
+        "Ġsnow",
+        "man"
+      ],
+      [
+        "Ġintere",
+        "sting"
+      ],
+      [
+        "Ġh",
+        "on"
+      ],
+      [
+        "on",
+        "y"
+      ],
+      [
+        "Ġshe",
+        "lf"
+      ],
+      [
+        "Ġtast",
+        "e"
+      ],
+      [
+        "e",
+        "en"
+      ],
+      [
+        "J",
+        "im"
+      ],
+      [
+        "Ġst",
+        "ep"
+      ],
+      [
+        "M",
+        "um"
+      ],
+      [
+        "Ġhelp",
+        "ful"
+      ],
+      [
+        "Ġfe",
+        "et"
+      ],
+      [
+        "Ġsh",
+        "y"
+      ],
+      [
+        "Ġgo",
+        "es"
+      ],
+      [
+        "Ġv",
+        "al"
+      ],
+      [
+        "Ġe",
+        "mb"
+      ],
+      [
+        "Ġst",
+        "ood"
+      ],
+      [
+        "Ġsh",
+        "r"
+      ],
+      [
+        "Ġbuild",
+        "ing"
+      ],
+      [
+        "Ġo",
+        "ven"
+      ],
+      [
+        "Ġst",
+        "ret"
+      ],
+      [
+        "Ġlove",
+        "ly"
+      ],
+      [
+        "Ġduck",
+        "s"
+      ],
+      [
+        "Ġcorn",
+        "er"
+      ],
+      [
+        "Ġwas",
+        "h"
+      ],
+      [
+        "ck",
+        "s"
+      ],
+      [
+        "Ġsp",
+        "e"
+      ],
+      [
+        "Ġpretend",
+        "ed"
+      ],
+      [
+        "Ġroll",
+        "ed"
+      ],
+      [
+        "Ġru",
+        "de"
+      ],
+      [
+        "o",
+        "ld"
+      ],
+      [
+        "Ġc",
+        "alm"
+      ],
+      [
+        "Ġp",
+        "ile"
+      ],
+      [
+        "Ġte",
+        "eth"
+      ],
+      [
+        "Ġjump",
+        "ing"
+      ],
+      [
+        "Ġz",
+        "oo"
+      ],
+      [
+        "Ġpudd",
+        "le"
+      ],
+      [
+        "Ġtid",
+        "y"
+      ],
+      [
+        "M",
+        "ama"
+      ],
+      [
+        "ig",
+        "er"
+      ],
+      [
+        "ip",
+        "e"
+      ],
+      [
+        "Ġbug",
+        "s"
+      ],
+      [
+        "Ġash",
+        "amed"
+      ],
+      [
+        "Ġb",
+        "at"
+      ],
+      [
+        "in",
+        "a"
+      ],
+      [
+        "ĠR",
+        "e"
+      ],
+      [
+        "Ġo",
+        "b"
+      ],
+      [
+        "Ġst",
+        "ra"
+      ],
+      [
+        "ĠS",
+        "t"
+      ],
+      [
+        "Ġwhist",
+        "le"
+      ],
+      [
+        "Ġban",
+        "an"
+      ],
+      [
+        "n",
+        "ot"
+      ],
+      [
+        "Ġn",
+        "et"
+      ],
+      [
+        "Ġforg",
+        "ive"
+      ],
+      [
+        "Ġprin",
+        "ce"
+      ],
+      [
+        "en",
+        "er"
+      ],
+      [
+        "Ġsh",
+        "irt"
+      ],
+      [
+        "Ġs",
+        "el"
+      ],
+      [
+        "Ġc",
+        "oo"
+      ],
+      [
+        "Ġemb",
+        "ar"
+      ],
+      [
+        "ump",
+        "y"
+      ],
+      [
+        "Ġspark",
+        "ly"
+      ],
+      [
+        "Ġrem",
+        "ind"
+      ],
+      [
+        "Ġs",
+        "ug"
+      ],
+      [
+        "Ġc",
+        "ross"
+      ],
+      [
+        "Ġm",
+        "ind"
+      ],
+      [
+        "Ġcan",
+        "not"
+      ],
+      [
+        "Ġsuc",
+        "cess"
+      ],
+      [
+        "Ġembar",
+        "ra"
+      ],
+      [
+        "S",
+        "oon"
+      ],
+      [
+        "Ġm",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "aring"
+      ],
+      [
+        "Ġwor",
+        "m"
+      ],
+      [
+        "Ġfo",
+        "ld"
+      ],
+      [
+        "Ġpeace",
+        "ful"
+      ],
+      [
+        "Ġw",
+        "ore"
+      ],
+      [
+        "Ġm",
+        "ountain"
+      ],
+      [
+        "Ġbl",
+        "ow"
+      ],
+      [
+        "l",
+        "ice"
+      ],
+      [
+        "Ġ",
+        "ign"
+      ],
+      [
+        "Ġbe",
+        "ll"
+      ],
+      [
+        "Ġfur",
+        "ry"
+      ],
+      [
+        "Ġgra",
+        "b"
+      ],
+      [
+        "al",
+        "s"
+      ],
+      [
+        "omet",
+        "imes"
+      ],
+      [
+        "Ġwhen",
+        "ever"
+      ],
+      [
+        "Ġp",
+        "our"
+      ],
+      [
+        "v",
+        "ous"
+      ],
+      [
+        "ll",
+        "ie"
+      ],
+      [
+        "Ġpu",
+        "sh"
+      ],
+      [
+        "Ġbre",
+        "ath"
+      ],
+      [
+        "Ġmach",
+        "ine"
+      ],
+      [
+        "Ġsug",
+        "ar"
+      ],
+      [
+        "Ġch",
+        "ick"
+      ],
+      [
+        "Ġcreat",
+        "ive"
+      ],
+      [
+        "S",
+        "t"
+      ],
+      [
+        "n",
+        "ed"
+      ],
+      [
+        "Ġb",
+        "al"
+      ],
+      [
+        "Ġst",
+        "ir"
+      ],
+      [
+        "Ġdo",
+        "lp"
+      ],
+      [
+        "Ġtri",
+        "es"
+      ],
+      [
+        "N",
+        "ow"
+      ],
+      [
+        "Ġl",
+        "ad"
+      ],
+      [
+        "ĠL",
+        "e"
+      ],
+      [
+        "Ġm",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ool"
+      ],
+      [
+        "Ġg",
+        "ener"
+      ],
+      [
+        "Ġsa",
+        "l"
+      ],
+      [
+        "or",
+        "k"
+      ],
+      [
+        "ul",
+        "t"
+      ],
+      [
+        "Ġspr",
+        "ay"
+      ],
+      [
+        "Ġsh",
+        "ip"
+      ],
+      [
+        "i",
+        "an"
+      ],
+      [
+        "Ġh",
+        "um"
+      ],
+      [
+        "Ġhe",
+        "l"
+      ],
+      [
+        "is",
+        "a"
+      ],
+      [
+        "Ġsel",
+        "fish"
+      ],
+      [
+        "Ġh",
+        "ar"
+      ],
+      [
+        "Ġfa",
+        "ces"
+      ],
+      [
+        "Ġmess",
+        "y"
+      ],
+      [
+        "Ġ",
+        "'"
+      ],
+      [
+        "Ġp",
+        "le"
+      ],
+      [
+        "ĠS",
+        "ome"
+      ],
+      [
+        "ĠH",
+        "ow"
+      ],
+      [
+        "Ġgo",
+        "ld"
+      ],
+      [
+        "Ġcho",
+        "col"
+      ],
+      [
+        "P",
+        "lease"
+      ],
+      [
+        "Ġminut",
+        "es"
+      ],
+      [
+        "Ġpill",
+        "ow"
+      ],
+      [
+        "M",
+        "y"
+      ],
+      [
+        "a",
+        "king"
+      ],
+      [
+        "Ġt",
+        "un"
+      ],
+      [
+        "Ġm",
+        "issed"
+      ],
+      [
+        "ig",
+        "hed"
+      ],
+      [
+        "Ġv",
+        "an"
+      ],
+      [
+        "Ġfix",
+        "ed"
+      ],
+      [
+        "Ġfight",
+        "ing"
+      ],
+      [
+        "o",
+        "in"
+      ],
+      [
+        "Ġf",
+        "ig"
+      ],
+      [
+        "Ġembarra",
+        "ssed"
+      ],
+      [
+        "Ġme",
+        "ant"
+      ],
+      [
+        "Ġdri",
+        "ve"
+      ],
+      [
+        "Ġtom",
+        "orrow"
+      ],
+      [
+        "Ġh",
+        "ours"
+      ],
+      [
+        "Ġc",
+        "a"
+      ],
+      [
+        "Ġn",
+        "er"
+      ],
+      [
+        "Ġsp",
+        "icy"
+      ],
+      [
+        "Ġknow",
+        "ing"
+      ],
+      [
+        "ĠP",
+        "lease"
+      ],
+      [
+        "Sara",
+        "h"
+      ],
+      [
+        "Ġlad",
+        "der"
+      ],
+      [
+        "it",
+        "al"
+      ],
+      [
+        "Ġhor",
+        "se"
+      ],
+      [
+        "at",
+        "o"
+      ],
+      [
+        "Ġu",
+        "g"
+      ],
+      [
+        "ĠJ",
+        "ust"
+      ],
+      [
+        "Ġtr",
+        "ust"
+      ],
+      [
+        "Ġho",
+        "sp"
+      ],
+      [
+        "Ġug",
+        "ly"
+      ],
+      [
+        "Ġhosp",
+        "ital"
+      ],
+      [
+        "Ġche",
+        "w"
+      ],
+      [
+        "Ġbed",
+        "room"
+      ],
+      [
+        "Ġeas",
+        "y"
+      ],
+      [
+        "Ġner",
+        "vous"
+      ],
+      [
+        "Ġro",
+        "b"
+      ],
+      [
+        "Ġthank",
+        "ful"
+      ],
+      [
+        "Ġcarrot",
+        "s"
+      ],
+      [
+        "D",
+        "ad"
+      ],
+      [
+        "ell",
+        "y"
+      ],
+      [
+        "Ġgre",
+        "w"
+      ],
+      [
+        "Ġcol",
+        "our"
+      ],
+      [
+        "Ġbar",
+        "ked"
+      ],
+      [
+        "Ġcou",
+        "ch"
+      ],
+      [
+        "Ġn",
+        "ut"
+      ],
+      [
+        "Ġme",
+        "adow"
+      ],
+      [
+        "Ġta",
+        "ught"
+      ],
+      [
+        "Ġunderst",
+        "ood"
+      ],
+      [
+        "Ġdisapp",
+        "oin"
+      ],
+      [
+        "Ġp",
+        "as"
+      ],
+      [
+        "an",
+        "o"
+      ],
+      [
+        "Ġof",
+        "ten"
+      ],
+      [
+        "Ġcl",
+        "ass"
+      ],
+      [
+        "Ġpas",
+        "sed"
+      ],
+      [
+        "Ġkn",
+        "ocked"
+      ],
+      [
+        "Ġland",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ic"
+      ],
+      [
+        "ir",
+        "d"
+      ],
+      [
+        "Ġfe",
+        "ar"
+      ],
+      [
+        "Ġco",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "d"
+      ],
+      [
+        "w",
+        "ork"
+      ],
+      [
+        "Ġd",
+        "eter"
+      ],
+      [
+        "Ġre",
+        "g"
+      ],
+      [
+        "Ġreturn",
+        "ed"
+      ],
+      [
+        "Ġdeter",
+        "m"
+      ],
+      [
+        "Ġh",
+        "ur"
+      ],
+      [
+        "Ġfin",
+        "ish"
+      ],
+      [
+        "iz",
+        "z"
+      ],
+      [
+        "Ġte",
+        "a"
+      ],
+      [
+        "Ġsmo",
+        "oth"
+      ],
+      [
+        "m",
+        "o"
+      ],
+      [
+        "Ġst",
+        "uff"
+      ],
+      [
+        "Ġmo",
+        "v"
+      ],
+      [
+        "Ġgener",
+        "ous"
+      ],
+      [
+        "T",
+        "o"
+      ],
+      [
+        "Ġ",
+        "On"
+      ],
+      [
+        "is",
+        "p"
+      ],
+      [
+        "Ġdr",
+        "um"
+      ],
+      [
+        "o",
+        "bby"
+      ],
+      [
+        "Ġbubble",
+        "s"
+      ],
+      [
+        "Ġrob",
+        "ot"
+      ],
+      [
+        "Ġthe",
+        "se"
+      ],
+      [
+        "Ġse",
+        "ed"
+      ],
+      [
+        "Ġgl",
+        "ass"
+      ],
+      [
+        "Ġdisappoin",
+        "ted"
+      ],
+      [
+        "g",
+        "round"
+      ],
+      [
+        "Ġr",
+        "ing"
+      ],
+      [
+        "Ġc",
+        "ard"
+      ],
+      [
+        "Ġhe",
+        "ars"
+      ],
+      [
+        "Ġcar",
+        "ried"
+      ],
+      [
+        "Ġmo",
+        "on"
+      ],
+      [
+        "Ġchocol",
+        "ate"
+      ],
+      [
+        "Ġlea",
+        "f"
+      ],
+      [
+        "Ġsnack",
+        "s"
+      ],
+      [
+        "Ġcir",
+        "c"
+      ],
+      [
+        "Ġfan",
+        "cy"
+      ],
+      [
+        "d",
+        "le"
+      ],
+      [
+        "Ġsp",
+        "end"
+      ],
+      [
+        "ĠA",
+        "nn"
+      ],
+      [
+        "ust",
+        "r"
+      ],
+      [
+        "Ġcra",
+        "b"
+      ],
+      [
+        "Ġsong",
+        "s"
+      ],
+      [
+        "p",
+        "ack"
+      ],
+      [
+        "Ġp",
+        "ir"
+      ],
+      [
+        "eci",
+        "ally"
+      ],
+      [
+        "os",
+        "aur"
+      ],
+      [
+        "Ġso",
+        "ld"
+      ],
+      [
+        "Ġbr",
+        "idge"
+      ],
+      [
+        "ĠE",
+        "ven"
+      ],
+      [
+        "Ġsleep",
+        "y"
+      ],
+      [
+        "Ġhon",
+        "est"
+      ],
+      [
+        "Ġm",
+        "ir"
+      ],
+      [
+        "ĠB",
+        "r"
+      ],
+      [
+        "Ġpa",
+        "w"
+      ],
+      [
+        "p",
+        "ecially"
+      ],
+      [
+        "Ġa",
+        "v"
+      ],
+      [
+        "ĠW",
+        "hy"
+      ],
+      [
+        "iz",
+        "zy"
+      ],
+      [
+        "Ġche",
+        "st"
+      ],
+      [
+        "Ġwo",
+        "lf"
+      ],
+      [
+        "Ġdin",
+        "osaur"
+      ],
+      [
+        "Ġes",
+        "pecially"
+      ],
+      [
+        "Ġm",
+        "ap"
+      ],
+      [
+        "Ġg",
+        "as"
+      ],
+      [
+        "or",
+        "y"
+      ],
+      [
+        "Ġch",
+        "ange"
+      ],
+      [
+        "Ġgr",
+        "oup"
+      ],
+      [
+        "Ġgather",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "our"
+      ],
+      [
+        "Ġpo",
+        "or"
+      ],
+      [
+        "Ġspl",
+        "ash"
+      ],
+      [
+        "Ġwa",
+        "ves"
+      ],
+      [
+        "Ġfor",
+        "ward"
+      ],
+      [
+        "Ġcl",
+        "own"
+      ],
+      [
+        "Ġmyster",
+        "ious"
+      ],
+      [
+        "r",
+        "or"
+      ],
+      [
+        "Ġbo",
+        "dy"
+      ],
+      [
+        "Ġfr",
+        "ustr"
+      ],
+      [
+        "Ġcra",
+        "w"
+      ],
+      [
+        "Ġf",
+        "ake"
+      ],
+      [
+        "Ġp",
+        "in"
+      ],
+      [
+        "Ġo",
+        "k"
+      ],
+      [
+        "Ġr",
+        "ad"
+      ],
+      [
+        "Ġwh",
+        "isp"
+      ],
+      [
+        "Ġtw",
+        "irl"
+      ],
+      [
+        "Ġstr",
+        "ing"
+      ],
+      [
+        "Ġsmell",
+        "y"
+      ],
+      [
+        "ĠTo",
+        "gether"
+      ],
+      [
+        "s",
+        "ist"
+      ],
+      [
+        "Ġc",
+        "and"
+      ],
+      [
+        "Ġg",
+        "ate"
+      ],
+      [
+        "Ġsc",
+        "ar"
+      ],
+      [
+        "ĠK",
+        "itty"
+      ],
+      [
+        "Ġneck",
+        "l"
+      ],
+      [
+        "B",
+        "illy"
+      ],
+      [
+        "Ġmot",
+        "or"
+      ],
+      [
+        "y",
+        "ing"
+      ],
+      [
+        "ot",
+        "e"
+      ],
+      [
+        "Ġsh",
+        "ore"
+      ],
+      [
+        "ur",
+        "se"
+      ],
+      [
+        "Ġje",
+        "w"
+      ],
+      [
+        "Ġwe",
+        "ak"
+      ],
+      [
+        "Ġgr",
+        "umpy"
+      ],
+      [
+        "Ġfing",
+        "er"
+      ],
+      [
+        "Ġsa",
+        "ck"
+      ],
+      [
+        "Ġk",
+        "itten"
+      ],
+      [
+        "Ġpol",
+        "ite"
+      ],
+      [
+        "Ġgl",
+        "ue"
+      ],
+      [
+        "u",
+        "ce"
+      ],
+      [
+        "Ġn",
+        "umber"
+      ],
+      [
+        "air",
+        "s"
+      ],
+      [
+        "Ġes",
+        "c"
+      ],
+      [
+        "Ġmir",
+        "ror"
+      ],
+      [
+        "Ġshe",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "ase"
+      ],
+      [
+        "Ġplant",
+        "s"
+      ],
+      [
+        "Ġber",
+        "ries"
+      ],
+      [
+        "mo",
+        "st"
+      ],
+      [
+        "B",
+        "e"
+      ],
+      [
+        "d",
+        "en"
+      ],
+      [
+        "Ġj",
+        "elly"
+      ],
+      [
+        "ĠThe",
+        "ir"
+      ],
+      [
+        "Ġe",
+        "mp"
+      ],
+      [
+        "itt",
+        "er"
+      ],
+      [
+        "The",
+        "re"
+      ],
+      [
+        "Ġsc",
+        "r"
+      ],
+      [
+        "Ġgr",
+        "ay"
+      ],
+      [
+        "Ġpuzz",
+        "le"
+      ],
+      [
+        "Ġneckl",
+        "ace"
+      ],
+      [
+        "Ġm",
+        "aybe"
+      ],
+      [
+        "Ġpl",
+        "ate"
+      ],
+      [
+        "Ġal",
+        "most"
+      ],
+      [
+        "us",
+        "ie"
+      ],
+      [
+        "Ġfrustr",
+        "ated"
+      ],
+      [
+        "Ġemp",
+        "ty"
+      ],
+      [
+        "p",
+        "ort"
+      ],
+      [
+        "or",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "ick"
+      ],
+      [
+        "Ġj",
+        "am"
+      ],
+      [
+        "Ġsk",
+        "ipped"
+      ],
+      [
+        "ens",
+        "ive"
+      ],
+      [
+        "ĠT",
+        "eddy"
+      ],
+      [
+        "ag",
+        "ed"
+      ],
+      [
+        "Ġclos",
+        "et"
+      ],
+      [
+        "Ġhid",
+        "den"
+      ],
+      [
+        "Ġexp",
+        "ensive"
+      ],
+      [
+        "Ġdeterm",
+        "ined"
+      ],
+      [
+        "Ġb",
+        "ored"
+      ],
+      [
+        "Ġl",
+        "it"
+      ],
+      [
+        "Ġd",
+        "rew"
+      ],
+      [
+        "Ġle",
+        "gs"
+      ],
+      [
+        "Ġho",
+        "pping"
+      ],
+      [
+        "at",
+        "es"
+      ],
+      [
+        "ĠS",
+        "ometimes"
+      ],
+      [
+        "Ġstick",
+        "s"
+      ],
+      [
+        "Ġon",
+        "es"
+      ],
+      [
+        "ĠA",
+        "t"
+      ],
+      [
+        "Ġbird",
+        "ie"
+      ],
+      [
+        "ĠD",
+        "on"
+      ],
+      [
+        "Ġpol",
+        "ice"
+      ],
+      [
+        "Ġfruit",
+        "s"
+      ],
+      [
+        "Ġt",
+        "ick"
+      ],
+      [
+        "Ġa",
+        "unt"
+      ],
+      [
+        "Ġw",
+        "is"
+      ],
+      [
+        "Ġb",
+        "ake"
+      ],
+      [
+        "Ġl",
+        "ine"
+      ],
+      [
+        "ot",
+        "s"
+      ],
+      [
+        "Ġst",
+        "one"
+      ],
+      [
+        "Ġdog",
+        "s"
+      ],
+      [
+        "au",
+        "l"
+      ],
+      [
+        "Ġfig",
+        "ure"
+      ],
+      [
+        "J",
+        "ane"
+      ],
+      [
+        "Ġs",
+        "ight"
+      ],
+      [
+        "Ġc",
+        "ries"
+      ],
+      [
+        "ĠB",
+        "e"
+      ],
+      [
+        "Ġmo",
+        "ving"
+      ],
+      [
+        "Ġcont",
+        "ent"
+      ],
+      [
+        "ĠBr",
+        "own"
+      ],
+      [
+        "Ġsa",
+        "ved"
+      ],
+      [
+        "Ġcl",
+        "oth"
+      ],
+      [
+        "?\"",
+        "."
+      ],
+      [
+        "bo",
+        "x"
+      ],
+      [
+        "Ġbran",
+        "ches"
+      ],
+      [
+        "Ġpack",
+        "ed"
+      ],
+      [
+        "Ġpower",
+        "ful"
+      ],
+      [
+        "Ġsplas",
+        "hed"
+      ],
+      [
+        "Ġfe",
+        "ed"
+      ],
+      [
+        "est",
+        "ed"
+      ],
+      [
+        "Ġyell",
+        "ed"
+      ],
+      [
+        "W",
+        "here"
+      ],
+      [
+        "d",
+        "ge"
+      ],
+      [
+        "k",
+        "in"
+      ],
+      [
+        "Ġt",
+        "iger"
+      ],
+      [
+        "Ġp",
+        "ay"
+      ],
+      [
+        "id",
+        "dle"
+      ],
+      [
+        "oo",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ella"
+      ],
+      [
+        "Ġex",
+        "am"
+      ],
+      [
+        "Ġta",
+        "ken"
+      ],
+      [
+        "Ġcr",
+        "ane"
+      ],
+      [
+        "Ġspo",
+        "il"
+      ],
+      [
+        "'",
+        "d"
+      ],
+      [
+        "Ġha",
+        "ng"
+      ],
+      [
+        "Ġfl",
+        "ag"
+      ],
+      [
+        "Ġansw",
+        "ered"
+      ],
+      [
+        "Ġdisco",
+        "vered"
+      ],
+      [
+        "ĠLe",
+        "o"
+      ],
+      [
+        "u",
+        "sh"
+      ],
+      [
+        "Ġsa",
+        "ve"
+      ],
+      [
+        "Ġsee",
+        "k"
+      ],
+      [
+        "Ġexc",
+        "ite"
+      ],
+      [
+        "Ġpr",
+        "ay"
+      ],
+      [
+        "Ġjo",
+        "g"
+      ],
+      [
+        "Ġstand",
+        "ing"
+      ],
+      [
+        "Ġdolp",
+        "hin"
+      ],
+      [
+        "Ġj",
+        "ack"
+      ],
+      [
+        "A",
+        "re"
+      ],
+      [
+        "er",
+        "a"
+      ],
+      [
+        "ra",
+        "g"
+      ],
+      [
+        "Ġfl",
+        "ut"
+      ],
+      [
+        "get",
+        "able"
+      ],
+      [
+        "Ġb",
+        "oring"
+      ],
+      [
+        "Ġlo",
+        "ck"
+      ],
+      [
+        "Ġinc",
+        "red"
+      ],
+      [
+        "Ġexcite",
+        "ment"
+      ],
+      [
+        "Ġs",
+        "ighed"
+      ],
+      [
+        "Ġw",
+        "ip"
+      ],
+      [
+        "Ġf",
+        "is"
+      ],
+      [
+        "Ġf",
+        "ill"
+      ],
+      [
+        "Ġso",
+        "ap"
+      ],
+      [
+        "ĠM",
+        "um"
+      ],
+      [
+        "ol",
+        "a"
+      ],
+      [
+        "Ġple",
+        "ased"
+      ],
+      [
+        "Ġjack",
+        "et"
+      ],
+      [
+        "l",
+        "ight"
+      ],
+      [
+        "Ġs",
+        "ugg"
+      ],
+      [
+        "Ġm",
+        "iddle"
+      ],
+      [
+        "Ġe",
+        "ld"
+      ],
+      [
+        "Ġwr",
+        "ote"
+      ],
+      [
+        "Ġballoon",
+        "s"
+      ],
+      [
+        "Ġorgan",
+        "ized"
+      ],
+      [
+        "qu",
+        "e"
+      ],
+      [
+        "Ġsail",
+        "ed"
+      ],
+      [
+        "The",
+        "ir"
+      ],
+      [
+        "Ġtell",
+        "s"
+      ],
+      [
+        "Ġo",
+        "y"
+      ],
+      [
+        "Ġst",
+        "ones"
+      ],
+      [
+        "Ġbo",
+        "ard"
+      ],
+      [
+        "Ġsp",
+        "un"
+      ],
+      [
+        "Ġve",
+        "getable"
+      ],
+      [
+        "l",
+        "ies"
+      ],
+      [
+        "Ġ",
+        "ind"
+      ],
+      [
+        "in",
+        "ess"
+      ],
+      [
+        "Ġwor",
+        "king"
+      ],
+      [
+        "l",
+        "ower"
+      ],
+      [
+        "al",
+        "k"
+      ],
+      [
+        "if",
+        "f"
+      ],
+      [
+        "Ġpar",
+        "rot"
+      ],
+      [
+        "St",
+        "op"
+      ],
+      [
+        "Ġscar",
+        "f"
+      ],
+      [
+        "Ġwa",
+        "gged"
+      ],
+      [
+        "Ġcl",
+        "ap"
+      ],
+      [
+        "Ġme",
+        "asure"
+      ],
+      [
+        "as",
+        "ing"
+      ],
+      [
+        "Ġte",
+        "ars"
+      ],
+      [
+        "bo",
+        "dy"
+      ],
+      [
+        "Ġcomfort",
+        "able"
+      ],
+      [
+        "Ġle",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "an"
+      ],
+      [
+        "Ġtr",
+        "ue"
+      ],
+      [
+        "Ġfr",
+        "ight"
+      ],
+      [
+        "Ġdr",
+        "op"
+      ],
+      [
+        "Ġsmo",
+        "ke"
+      ],
+      [
+        "Ġfeather",
+        "s"
+      ],
+      [
+        "Ġincred",
+        "ible"
+      ],
+      [
+        "g",
+        "gs"
+      ],
+      [
+        "u",
+        "al"
+      ],
+      [
+        "Ġt",
+        "ie"
+      ],
+      [
+        "Ġc",
+        "ap"
+      ],
+      [
+        "Ġlo",
+        "se"
+      ],
+      [
+        "Ġpu",
+        "s"
+      ],
+      [
+        "Ġeag",
+        "er"
+      ],
+      [
+        "Ġmov",
+        "ie"
+      ],
+      [
+        "f",
+        "ic"
+      ],
+      [
+        "Ġc",
+        "op"
+      ],
+      [
+        "Ġe",
+        "ggs"
+      ],
+      [
+        "oo",
+        "f"
+      ],
+      [
+        "Ġr",
+        "id"
+      ],
+      [
+        "Ġco",
+        "vered"
+      ],
+      [
+        "Ġf",
+        "il"
+      ],
+      [
+        "Ġle",
+        "m"
+      ],
+      [
+        "Ġgra",
+        "p"
+      ],
+      [
+        "Ġdisapp",
+        "eared"
+      ],
+      [
+        "Ġrec",
+        "ord"
+      ],
+      [
+        "ĠT",
+        "V"
+      ],
+      [
+        "ĠB",
+        "l"
+      ],
+      [
+        "Ġex",
+        "t"
+      ],
+      [
+        "Ġor",
+        "d"
+      ],
+      [
+        "Ġgigg",
+        "led"
+      ],
+      [
+        "c",
+        "orn"
+      ],
+      [
+        "Ġp",
+        "ri"
+      ],
+      [
+        "Ġha",
+        "m"
+      ],
+      [
+        "Ġr",
+        "are"
+      ],
+      [
+        "Ġyour",
+        "self"
+      ],
+      [
+        "Ġen",
+        "g"
+      ],
+      [
+        "Ġwh",
+        "ale"
+      ],
+      [
+        "Ġkn",
+        "ife"
+      ],
+      [
+        "ĠL",
+        "isa"
+      ],
+      [
+        "Ġte",
+        "am"
+      ],
+      [
+        "ĠJohn",
+        "ny"
+      ],
+      [
+        "z",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "est"
+      ],
+      [
+        "Ġb",
+        "one"
+      ],
+      [
+        "Ġd",
+        "izzy"
+      ],
+      [
+        "Ġli",
+        "br"
+      ],
+      [
+        "Ġwra",
+        "p"
+      ],
+      [
+        "Ġquest",
+        "ions"
+      ],
+      [
+        "i",
+        "v"
+      ],
+      [
+        "Ġl",
+        "ying"
+      ],
+      [
+        "Ġst",
+        "amp"
+      ],
+      [
+        "Ġli",
+        "cked"
+      ],
+      [
+        "Ġno",
+        "isy"
+      ],
+      [
+        "Ġkind",
+        "ness"
+      ],
+      [
+        "Ġdif",
+        "fic"
+      ],
+      [
+        "Ġdraw",
+        "ing"
+      ],
+      [
+        "app",
+        "ing"
+      ],
+      [
+        "Jim",
+        "my"
+      ],
+      [
+        "Ġstra",
+        "w"
+      ],
+      [
+        "Ġb",
+        "urn"
+      ],
+      [
+        "Ġwa",
+        "gon"
+      ],
+      [
+        "at",
+        "ely"
+      ],
+      [
+        "Ġgr",
+        "own"
+      ],
+      [
+        "Ġrock",
+        "et"
+      ],
+      [
+        "Ġpop",
+        "corn"
+      ],
+      [
+        "S",
+        "ally"
+      ],
+      [
+        "Ġb",
+        "atter"
+      ],
+      [
+        "Ġwa",
+        "nd"
+      ],
+      [
+        "Ġan",
+        "c"
+      ],
+      [
+        "ĠE",
+        "nd"
+      ],
+      [
+        "Ġsw",
+        "ord"
+      ],
+      [
+        "Ġhappen",
+        "ing"
+      ],
+      [
+        "Ġlift",
+        "ed"
+      ],
+      [
+        "Ġbal",
+        "ance"
+      ],
+      [
+        "Ġext",
+        "ra"
+      ],
+      [
+        "S",
+        "orry"
+      ],
+      [
+        "h",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "nder"
+      ],
+      [
+        "Ġf",
+        "at"
+      ],
+      [
+        "ĠM",
+        "ark"
+      ],
+      [
+        "ĠE",
+        "lla"
+      ],
+      [
+        "Ġbec",
+        "ome"
+      ],
+      [
+        "Ġtr",
+        "ack"
+      ],
+      [
+        "Ġsmall",
+        "er"
+      ],
+      [
+        "Ġmist",
+        "ake"
+      ],
+      [
+        "Ġto",
+        "ast"
+      ],
+      [
+        "at",
+        "ing"
+      ],
+      [
+        "Ġman",
+        "aged"
+      ],
+      [
+        "sel",
+        "ves"
+      ],
+      [
+        "ĠP",
+        "eter"
+      ],
+      [
+        "Ġbath",
+        "room"
+      ],
+      [
+        "Ġhar",
+        "m"
+      ],
+      [
+        "Ġdiffic",
+        "ult"
+      ],
+      [
+        "Ġtw",
+        "ist"
+      ],
+      [
+        "Ġoff",
+        "ered"
+      ],
+      [
+        "Ġru",
+        "ined"
+      ],
+      [
+        "Ġmat",
+        "ch"
+      ],
+      [
+        "Ġanc",
+        "ient"
+      ],
+      [
+        "Ġg",
+        "ar"
+      ],
+      [
+        "ill",
+        "i"
+      ],
+      [
+        "Ġdist",
+        "ance"
+      ],
+      [
+        "Ġplay",
+        "ground"
+      ],
+      [
+        "Ġla",
+        "zy"
+      ],
+      [
+        "Ġdan",
+        "cing"
+      ],
+      [
+        "Ġadvent",
+        "ur"
+      ],
+      [
+        "a",
+        "f"
+      ],
+      [
+        "ĠB",
+        "a"
+      ],
+      [
+        "Ġcall",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ed"
+      ],
+      [
+        "Ġcr",
+        "own"
+      ],
+      [
+        "orm",
+        "al"
+      ],
+      [
+        "Ġon",
+        "ce"
+      ],
+      [
+        "Ġbo",
+        "ss"
+      ],
+      [
+        "Ġse",
+        "ll"
+      ],
+      [
+        "Ġwalk",
+        "s"
+      ],
+      [
+        "Ġfright",
+        "ened"
+      ],
+      [
+        "er",
+        "ri"
+      ],
+      [
+        "Ġm",
+        "ask"
+      ],
+      [
+        "Ġfl",
+        "uffy"
+      ],
+      [
+        "em",
+        "o"
+      ],
+      [
+        "Ġ",
+        "Z"
+      ],
+      [
+        "Ġf",
+        "rag"
+      ],
+      [
+        "Ġd",
+        "est"
+      ],
+      [
+        "Ġn",
+        "ormal"
+      ],
+      [
+        "Ġy",
+        "og"
+      ],
+      [
+        "Ġpick",
+        "s"
+      ],
+      [
+        "Ġey",
+        "e"
+      ],
+      [
+        "Ġdr",
+        "ank"
+      ],
+      [
+        "Ġcir",
+        "cle"
+      ],
+      [
+        "Ġadventur",
+        "ous"
+      ],
+      [
+        "S",
+        "pot"
+      ],
+      [
+        "Ġt",
+        "ent"
+      ],
+      [
+        "Ġp",
+        "ress"
+      ],
+      [
+        "Ġk",
+        "issed"
+      ],
+      [
+        "ic",
+        "t"
+      ],
+      [
+        "Ġsc",
+        "iss"
+      ],
+      [
+        "Ġget",
+        "s"
+      ],
+      [
+        "Ġtr",
+        "unk"
+      ],
+      [
+        "Ġche",
+        "ck"
+      ],
+      [
+        "Ġenjoy",
+        "ing"
+      ],
+      [
+        "Ġshell",
+        "s"
+      ],
+      [
+        "Ġeld",
+        "erly"
+      ],
+      [
+        "Ġsciss",
+        "ors"
+      ],
+      [
+        "Ġt",
+        "erri"
+      ],
+      [
+        "Ġto",
+        "ug"
+      ],
+      [
+        "ag",
+        "es"
+      ],
+      [
+        "Ġste",
+        "al"
+      ],
+      [
+        "M",
+        "e"
+      ],
+      [
+        "re",
+        "ady"
+      ],
+      [
+        "et",
+        "e"
+      ],
+      [
+        "Ġal",
+        "ready"
+      ],
+      [
+        "ĠL",
+        "ittle"
+      ],
+      [
+        "Ġju",
+        "icy"
+      ],
+      [
+        "Ġstu",
+        "dy"
+      ],
+      [
+        "Ġh",
+        "orn"
+      ],
+      [
+        "er",
+        "p"
+      ],
+      [
+        "Ġp",
+        "izz"
+      ],
+      [
+        "Ġall",
+        "ig"
+      ],
+      [
+        "Ġloud",
+        "er"
+      ],
+      [
+        "Ġtow",
+        "el"
+      ],
+      [
+        "Ġcirc",
+        "les"
+      ],
+      [
+        "Ġle",
+        "ad"
+      ],
+      [
+        "Ġro",
+        "ar"
+      ],
+      [
+        "Ġro",
+        "se"
+      ],
+      [
+        "Ġsl",
+        "ipped"
+      ],
+      [
+        "Ġte",
+        "le"
+      ],
+      [
+        "Ġfam",
+        "ous"
+      ],
+      [
+        "Ġar",
+        "g"
+      ],
+      [
+        "Ġcheer",
+        "ful"
+      ],
+      [
+        "ĠRe",
+        "x"
+      ],
+      [
+        "Ġtoug",
+        "h"
+      ],
+      [
+        "i",
+        "pper"
+      ],
+      [
+        "Ġb",
+        "arn"
+      ],
+      [
+        "Ġf",
+        "ool"
+      ],
+      [
+        "Ġd",
+        "ig"
+      ],
+      [
+        "Ġd",
+        "ish"
+      ],
+      [
+        "Ġagain",
+        "st"
+      ],
+      [
+        "Ġde",
+        "er"
+      ],
+      [
+        "Ġsweet",
+        "ie"
+      ],
+      [
+        "Ġeng",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "ed"
+      ],
+      [
+        "Ġf",
+        "ather"
+      ],
+      [
+        "Ġco",
+        "ver"
+      ],
+      [
+        "Ġyour",
+        "s"
+      ],
+      [
+        "Ġneed",
+        "s"
+      ],
+      [
+        "Jo",
+        "e"
+      ],
+      [
+        "Ġbag",
+        "s"
+      ],
+      [
+        "Ġspin",
+        "ning"
+      ],
+      [
+        "S",
+        "ue"
+      ],
+      [
+        "Ġa",
+        "w"
+      ],
+      [
+        "an",
+        "ged"
+      ],
+      [
+        "am",
+        "ond"
+      ],
+      [
+        "Ġy",
+        "arn"
+      ],
+      [
+        "op",
+        "h"
+      ],
+      [
+        "Ġgi",
+        "ving"
+      ],
+      [
+        "Ġdi",
+        "amond"
+      ],
+      [
+        "Ġsandw",
+        "ich"
+      ],
+      [
+        "Ġind",
+        "epend"
+      ],
+      [
+        "Ġfrag",
+        "ile"
+      ],
+      [
+        "W",
+        "ho"
+      ],
+      [
+        "ce",
+        "pt"
+      ],
+      [
+        "Ġno",
+        "sy"
+      ],
+      [
+        "Ġtw",
+        "ig"
+      ],
+      [
+        "Ġhurt",
+        "s"
+      ],
+      [
+        "Ġsugg",
+        "ested"
+      ],
+      [
+        "Ġlem",
+        "on"
+      ],
+      [
+        "i",
+        "est"
+      ],
+      [
+        "in",
+        "ation"
+      ],
+      [
+        "or",
+        "ge"
+      ],
+      [
+        "Ġno",
+        "d"
+      ],
+      [
+        "Ġbl",
+        "oom"
+      ],
+      [
+        "Ġho",
+        "se"
+      ],
+      [
+        "Ġbox",
+        "es"
+      ],
+      [
+        "Ġreal",
+        "ised"
+      ],
+      [
+        "Ġfr",
+        "own"
+      ],
+      [
+        "ac",
+        "he"
+      ],
+      [
+        "Ġrel",
+        "ax"
+      ],
+      [
+        "Ġham",
+        "mer"
+      ],
+      [
+        "Ġa",
+        "dded"
+      ],
+      [
+        "Ġwe",
+        "ird"
+      ],
+      [
+        "Ġmo",
+        "d"
+      ],
+      [
+        "Ġcr",
+        "ack"
+      ],
+      [
+        "Ġallig",
+        "ator"
+      ],
+      [
+        "A",
+        "my"
+      ],
+      [
+        "G",
+        "ra"
+      ],
+      [
+        "o",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "ake"
+      ],
+      [
+        "ra",
+        "ge"
+      ],
+      [
+        "Ġlearn",
+        "ing"
+      ],
+      [
+        "Ġvegetable",
+        "s"
+      ],
+      [
+        "Ġa",
+        "dd"
+      ],
+      [
+        "Ġm",
+        "elt"
+      ],
+      [
+        "ĠS",
+        "usie"
+      ],
+      [
+        "el",
+        "p"
+      ],
+      [
+        "ĠB",
+        "obby"
+      ],
+      [
+        "Ġtra",
+        "p"
+      ],
+      [
+        "Ġcoll",
+        "ar"
+      ],
+      [
+        "Ġstu",
+        "bb"
+      ],
+      [
+        "i",
+        "que"
+      ],
+      [
+        "Ġb",
+        "orrow"
+      ],
+      [
+        "Ġp",
+        "ump"
+      ],
+      [
+        "Ġloud",
+        "ly"
+      ],
+      [
+        "Ġsear",
+        "ch"
+      ],
+      [
+        "Ġchick",
+        "en"
+      ],
+      [
+        "Ġpizz",
+        "a"
+      ],
+      [
+        "Ġindepend",
+        "ent"
+      ],
+      [
+        "Ġstubb",
+        "orn"
+      ],
+      [
+        "Ġre",
+        "f"
+      ],
+      [
+        "Ġas",
+        "king"
+      ],
+      [
+        "Ġbr",
+        "illi"
+      ],
+      [
+        "Ġdec",
+        "ide"
+      ],
+      [
+        "Ġfl",
+        "ash"
+      ],
+      [
+        "Ġcat",
+        "erp"
+      ],
+      [
+        "Ġqu",
+        "een"
+      ],
+      [
+        "Ġsn",
+        "ee"
+      ],
+      [
+        "ĠR",
+        "ose"
+      ],
+      [
+        "Ġinv",
+        "ited"
+      ],
+      [
+        "Ġstraw",
+        "ber"
+      ],
+      [
+        "Ġfool",
+        "ish"
+      ],
+      [
+        "Ġcaterp",
+        "ill"
+      ],
+      [
+        "g",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ur"
+      ],
+      [
+        "Ġd",
+        "epend"
+      ],
+      [
+        "Ġg",
+        "uit"
+      ],
+      [
+        "Ġst",
+        "ri"
+      ],
+      [
+        "Ġkn",
+        "ight"
+      ],
+      [
+        "Ġboy",
+        "s"
+      ],
+      [
+        "Ġpe",
+        "e"
+      ],
+      [
+        "Ġcom",
+        "b"
+      ],
+      [
+        "Ġcle",
+        "ar"
+      ],
+      [
+        "Ġun",
+        "ique"
+      ],
+      [
+        "Ġbutt",
+        "ons"
+      ],
+      [
+        "ĠTweet",
+        "y"
+      ],
+      [
+        "Ġcolour",
+        "ful"
+      ],
+      [
+        "Ġesc",
+        "ape"
+      ],
+      [
+        "Ġbrilli",
+        "ant"
+      ],
+      [
+        "Ġr",
+        "ich"
+      ],
+      [
+        "ĠB",
+        "u"
+      ],
+      [
+        "Ġsay",
+        "ing"
+      ],
+      [
+        "Ġro",
+        "de"
+      ],
+      [
+        "Ġsk",
+        "in"
+      ],
+      [
+        "Ġgar",
+        "age"
+      ],
+      [
+        "H",
+        "elp"
+      ],
+      [
+        "d",
+        "om"
+      ],
+      [
+        "Ġm",
+        "ummy"
+      ],
+      [
+        "Ġbe",
+        "ak"
+      ],
+      [
+        "ur",
+        "ed"
+      ],
+      [
+        "a",
+        "w"
+      ],
+      [
+        "e",
+        "orge"
+      ],
+      [
+        "r",
+        "op"
+      ],
+      [
+        "ed",
+        "ient"
+      ],
+      [
+        "Ġun",
+        "us"
+      ],
+      [
+        "Ġoy",
+        "ster"
+      ],
+      [
+        "Ġtur",
+        "key"
+      ],
+      [
+        "Ġ",
+        "OK"
+      ],
+      [
+        "Ġf",
+        "ountain"
+      ],
+      [
+        "Ġp",
+        "atter"
+      ],
+      [
+        "Ġwe",
+        "ek"
+      ],
+      [
+        "Ġch",
+        "ase"
+      ],
+      [
+        "Ġru",
+        "bb"
+      ],
+      [
+        "Ġcount",
+        "ed"
+      ],
+      [
+        "Ġreg",
+        "ular"
+      ],
+      [
+        "Ġwip",
+        "ed"
+      ],
+      [
+        "Ġguit",
+        "ar"
+      ],
+      [
+        "Ġunus",
+        "ual"
+      ],
+      [
+        "l",
+        "and"
+      ],
+      [
+        "Ġu",
+        "mb"
+      ],
+      [
+        "Ġfor",
+        "k"
+      ],
+      [
+        "Ġshow",
+        "s"
+      ],
+      [
+        "Ġlight",
+        "s"
+      ],
+      [
+        "Ġwall",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ed"
+      ],
+      [
+        "Ġbanan",
+        "a"
+      ],
+      [
+        "Ġsuccess",
+        "ful"
+      ],
+      [
+        "Ġjew",
+        "el"
+      ],
+      [
+        "Ġpatter",
+        "n"
+      ],
+      [
+        "Ġumb",
+        "re"
+      ],
+      [
+        "c",
+        "il"
+      ],
+      [
+        "r",
+        "ay"
+      ],
+      [
+        "in",
+        "al"
+      ],
+      [
+        "Ġl",
+        "ow"
+      ],
+      [
+        "im",
+        "ed"
+      ],
+      [
+        "Ġsw",
+        "e"
+      ],
+      [
+        "Ġcry",
+        "st"
+      ],
+      [
+        "Ġpen",
+        "cil"
+      ],
+      [
+        "Ġsaf",
+        "ely"
+      ],
+      [
+        "Ġtool",
+        "s"
+      ],
+      [
+        "W",
+        "ell"
+      ],
+      [
+        "Ġt",
+        "ape"
+      ],
+      [
+        "Ġst",
+        "ream"
+      ],
+      [
+        "ce",
+        "ed"
+      ],
+      [
+        "Ġre",
+        "sc"
+      ],
+      [
+        "Ġab",
+        "ove"
+      ],
+      [
+        "Ġhard",
+        "er"
+      ],
+      [
+        "Ġgu",
+        "ess"
+      ],
+      [
+        "Ġbott",
+        "om"
+      ],
+      [
+        "Ġmark",
+        "et"
+      ],
+      [
+        "Ġimpress",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "ff"
+      ],
+      [
+        "an",
+        "ut"
+      ],
+      [
+        "ig",
+        "inal"
+      ],
+      [
+        "Ġnot",
+        "ice"
+      ],
+      [
+        "ill",
+        "a"
+      ],
+      [
+        "Ġno",
+        "ds"
+      ],
+      [
+        "Ġpe",
+        "anut"
+      ],
+      [
+        "ol",
+        "og"
+      ],
+      [
+        "Ġpat",
+        "ch"
+      ],
+      [
+        "Ġcraw",
+        "led"
+      ],
+      [
+        "Ġcaterpill",
+        "ar"
+      ],
+      [
+        "n",
+        "a"
+      ],
+      [
+        "Ġt",
+        "ank"
+      ],
+      [
+        "Ġt",
+        "ask"
+      ],
+      [
+        "Ġt",
+        "ire"
+      ],
+      [
+        "Ġg",
+        "un"
+      ],
+      [
+        "Ġlo",
+        "ad"
+      ],
+      [
+        "Ġcomp",
+        "et"
+      ],
+      [
+        "umb",
+        "led"
+      ],
+      [
+        "Ġap",
+        "olog"
+      ],
+      [
+        "Ġsol",
+        "ve"
+      ],
+      [
+        "H",
+        "ow"
+      ],
+      [
+        "M",
+        "ummy"
+      ],
+      [
+        "f",
+        "ast"
+      ],
+      [
+        "h",
+        "ip"
+      ],
+      [
+        "Ġ",
+        "No"
+      ],
+      [
+        "Ġb",
+        "itter"
+      ],
+      [
+        "ar",
+        "l"
+      ],
+      [
+        "Ġe",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "one"
+      ],
+      [
+        "Ġbr",
+        "ush"
+      ],
+      [
+        "ĠF",
+        "in"
+      ],
+      [
+        "Ġor",
+        "iginal"
+      ],
+      [
+        "Ġfi",
+        "er"
+      ],
+      [
+        "Ġgl",
+        "ow"
+      ],
+      [
+        "ĠN",
+        "emo"
+      ],
+      [
+        "Ġbreak",
+        "fast"
+      ],
+      [
+        "Ġadm",
+        "ired"
+      ],
+      [
+        "ĠBl",
+        "ue"
+      ],
+      [
+        "Ġed",
+        "ge"
+      ],
+      [
+        "Ġdepend",
+        "able"
+      ],
+      [
+        "u",
+        "nd"
+      ],
+      [
+        "ut",
+        "h"
+      ],
+      [
+        "ĠI",
+        "f"
+      ],
+      [
+        "Ġcl",
+        "ay"
+      ],
+      [
+        "Ġstrong",
+        "er"
+      ],
+      [
+        "Ġboss",
+        "y"
+      ],
+      [
+        "Ġc",
+        "udd"
+      ],
+      [
+        "as",
+        "er"
+      ],
+      [
+        "Ġgra",
+        "ndpa"
+      ],
+      [
+        "Ġknow",
+        "s"
+      ],
+      [
+        "Ġpick",
+        "ing"
+      ],
+      [
+        "Ġjo",
+        "ke"
+      ],
+      [
+        "Ġboat",
+        "s"
+      ],
+      [
+        "Ġba",
+        "ld"
+      ],
+      [
+        "Ġmed",
+        "ic"
+      ],
+      [
+        "Ġscr",
+        "at"
+      ],
+      [
+        "Ġc",
+        "one"
+      ],
+      [
+        "Ġp",
+        "enny"
+      ],
+      [
+        "Ġle",
+        "an"
+      ],
+      [
+        "Ġra",
+        "ft"
+      ],
+      [
+        "ugg",
+        "led"
+      ],
+      [
+        "Ġsuc",
+        "ceed"
+      ],
+      [
+        "Ġob",
+        "edient"
+      ],
+      [
+        "Ġhum",
+        "ble"
+      ],
+      [
+        "Ġlibr",
+        "ary"
+      ],
+      [
+        "R",
+        "e"
+      ],
+      [
+        "he",
+        "ad"
+      ],
+      [
+        "Ġp",
+        "h"
+      ],
+      [
+        "Ġn",
+        "umb"
+      ],
+      [
+        "Ġsa",
+        "uce"
+      ],
+      [
+        "ĠB",
+        "ear"
+      ],
+      [
+        "Ġtr",
+        "ay"
+      ],
+      [
+        "Ġproud",
+        "ly"
+      ],
+      [
+        "He",
+        "re"
+      ],
+      [
+        "Ġsound",
+        "ed"
+      ],
+      [
+        "Ġsqu",
+        "are"
+      ],
+      [
+        "Ġterri",
+        "ble"
+      ],
+      [
+        "Ġcryst",
+        "al"
+      ],
+      [
+        "Ġfier",
+        "ce"
+      ],
+      [
+        "J",
+        "ill"
+      ],
+      [
+        "Ġw",
+        "itch"
+      ],
+      [
+        "in",
+        "ary"
+      ],
+      [
+        "Ġhapp",
+        "iness"
+      ],
+      [
+        "ĠL",
+        "ola"
+      ],
+      [
+        "Ġhand",
+        "ed"
+      ],
+      [
+        "Ġfr",
+        "idge"
+      ],
+      [
+        "f",
+        "a"
+      ],
+      [
+        "Ġr",
+        "ough"
+      ],
+      [
+        "ent",
+        "ion"
+      ],
+      [
+        "Ġch",
+        "anged"
+      ],
+      [
+        "Ġjo",
+        "ined"
+      ],
+      [
+        "Ġra",
+        "ven"
+      ],
+      [
+        "Ġmight",
+        "y"
+      ],
+      [
+        "Ġcho",
+        "se"
+      ],
+      [
+        "Ġwhe",
+        "el"
+      ],
+      [
+        "Ġumbre",
+        "lla"
+      ],
+      [
+        "Ġt",
+        "ag"
+      ],
+      [
+        "Ġc",
+        "ri"
+      ],
+      [
+        "Ġo",
+        "w"
+      ],
+      [
+        "ar",
+        "ry"
+      ],
+      [
+        "im",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ill"
+      ],
+      [
+        "Ġhelp",
+        "s"
+      ],
+      [
+        "Ġfind",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ing"
+      ],
+      [
+        "Ġsqu",
+        "ee"
+      ],
+      [
+        "Ġfire",
+        "work"
+      ],
+      [
+        "Ġmedic",
+        "ine"
+      ],
+      [
+        "a",
+        "zz"
+      ],
+      [
+        "m",
+        "et"
+      ],
+      [
+        "Ġplay",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "cked"
+      ],
+      [
+        "Ġgo",
+        "at"
+      ],
+      [
+        "Ġac",
+        "cept"
+      ],
+      [
+        "Ġcomp",
+        "ass"
+      ],
+      [
+        "Ġsur",
+        "f"
+      ],
+      [
+        "Ġcompet",
+        "it"
+      ],
+      [
+        "e",
+        "xt"
+      ],
+      [
+        "k",
+        "n"
+      ],
+      [
+        "Ġs",
+        "y"
+      ],
+      [
+        "Ġs",
+        "il"
+      ],
+      [
+        "Ġbe",
+        "et"
+      ],
+      [
+        "ĠM",
+        "ar"
+      ],
+      [
+        "ur",
+        "ing"
+      ],
+      [
+        "Ġch",
+        "ir"
+      ],
+      [
+        "ĠE",
+        "llie"
+      ],
+      [
+        "Ġball",
+        "s"
+      ],
+      [
+        "Åĵ",
+        "Let"
+      ],
+      [
+        "Ġbutterf",
+        "lies"
+      ],
+      [
+        "Ġgu",
+        "ard"
+      ],
+      [
+        "Ġcray",
+        "on"
+      ],
+      [
+        "Ġdisco",
+        "ver"
+      ],
+      [
+        "Ġpar",
+        "ade"
+      ],
+      [
+        "Ġmix",
+        "ed"
+      ],
+      [
+        "Ġval",
+        "u"
+      ],
+      [
+        "Ġhel",
+        "met"
+      ],
+      [
+        "ĠBrown",
+        "ie"
+      ],
+      [
+        "E",
+        "m"
+      ],
+      [
+        "j",
+        "ect"
+      ],
+      [
+        "s",
+        "qu"
+      ],
+      [
+        "u",
+        "d"
+      ],
+      [
+        "Ġg",
+        "um"
+      ],
+      [
+        "at",
+        "ure"
+      ],
+      [
+        "Ġis",
+        "land"
+      ],
+      [
+        "Ġco",
+        "st"
+      ],
+      [
+        "Ġmo",
+        "le"
+      ],
+      [
+        "Ġnice",
+        "ly"
+      ],
+      [
+        "Ġkind",
+        "s"
+      ],
+      [
+        "Ġra",
+        "ced"
+      ],
+      [
+        "Ġsto",
+        "ve"
+      ],
+      [
+        "Ġlaugh",
+        "s"
+      ],
+      [
+        "Ġmar",
+        "ch"
+      ],
+      [
+        "Ġfall",
+        "s"
+      ],
+      [
+        "Ġpers",
+        "ist"
+      ],
+      [
+        "ĠBa",
+        "by"
+      ],
+      [
+        "oph",
+        "ie"
+      ],
+      [
+        "A",
+        "lice"
+      ],
+      [
+        "i",
+        "ence"
+      ],
+      [
+        "it",
+        "o"
+      ],
+      [
+        "Ġc",
+        "age"
+      ],
+      [
+        "Ġg",
+        "oose"
+      ],
+      [
+        "Ġco",
+        "ins"
+      ],
+      [
+        "Ġtr",
+        "ump"
+      ],
+      [
+        "Ġmo",
+        "squ"
+      ],
+      [
+        "Ġser",
+        "ious"
+      ],
+      [
+        "Ġmosqu",
+        "ito"
+      ],
+      [
+        "Ġf",
+        "lex"
+      ],
+      [
+        "Ġc",
+        "ro"
+      ],
+      [
+        "el",
+        "on"
+      ],
+      [
+        "Ġexc",
+        "la"
+      ],
+      [
+        "Ġch",
+        "oose"
+      ],
+      [
+        "Ġexpl",
+        "ored"
+      ],
+      [
+        "Ġun",
+        "l"
+      ],
+      [
+        "Ġbrother",
+        "s"
+      ],
+      [
+        "Ġgu",
+        "il"
+      ],
+      [
+        "Ġnumb",
+        "ers"
+      ],
+      [
+        "Ġtrump",
+        "et"
+      ],
+      [
+        "Ġ",
+        "icy"
+      ],
+      [
+        "Ġmom",
+        "s"
+      ],
+      [
+        "ie",
+        "w"
+      ],
+      [
+        "Ġv",
+        "iew"
+      ],
+      [
+        "Ġen",
+        "orm"
+      ],
+      [
+        "Ġfire",
+        "man"
+      ],
+      [
+        "ĠMr",
+        "s"
+      ],
+      [
+        "Ġpract",
+        "ice"
+      ],
+      [
+        "Ġenorm",
+        "ous"
+      ],
+      [
+        "w",
+        "ards"
+      ],
+      [
+        "Ġs",
+        "up"
+      ],
+      [
+        "Ġvo",
+        "lc"
+      ],
+      [
+        "Ġmean",
+        "s"
+      ],
+      [
+        "Ġpoin",
+        "ting"
+      ],
+      [
+        "Ġvalu",
+        "able"
+      ],
+      [
+        "Ġflex",
+        "ible"
+      ],
+      [
+        "Ġexcla",
+        "imed"
+      ],
+      [
+        "Ġguil",
+        "ty"
+      ],
+      [
+        "y",
+        "al"
+      ],
+      [
+        "Ġc",
+        "am"
+      ],
+      [
+        "Ġp",
+        "ipe"
+      ],
+      [
+        "is",
+        "ion"
+      ],
+      [
+        "ĠM",
+        "y"
+      ],
+      [
+        "Ġuse",
+        "ful"
+      ],
+      [
+        "Ġfav",
+        "our"
+      ],
+      [
+        "Ġcra",
+        "zy"
+      ],
+      [
+        "Ġph",
+        "ot"
+      ],
+      [
+        "kn",
+        "own"
+      ],
+      [
+        "Ġvolc",
+        "ano"
+      ],
+      [
+        "Ġwa",
+        "ke"
+      ],
+      [
+        "Ġc",
+        "ity"
+      ],
+      [
+        "om",
+        "ed"
+      ],
+      [
+        "ll",
+        "ip"
+      ],
+      [
+        "Ġfor",
+        "th"
+      ],
+      [
+        "Ġlo",
+        "llip"
+      ],
+      [
+        "Ġse",
+        "al"
+      ],
+      [
+        "Ġall",
+        "owed"
+      ],
+      [
+        "Ġsc",
+        "are"
+      ],
+      [
+        "Ġbright",
+        "ly"
+      ],
+      [
+        "Ġmar",
+        "ble"
+      ],
+      [
+        "Ġpop",
+        "ular"
+      ],
+      [
+        "Ġflash",
+        "light"
+      ],
+      [
+        "Ġcompass",
+        "ion"
+      ],
+      [
+        "Ġlollip",
+        "op"
+      ],
+      [
+        "Ġ",
+        "U"
+      ],
+      [
+        "Ġ",
+        "ing"
+      ],
+      [
+        "Ġh",
+        "unt"
+      ],
+      [
+        "Ġd",
+        "ull"
+      ],
+      [
+        "er",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "at"
+      ],
+      [
+        "Ġshe",
+        "l"
+      ],
+      [
+        "!\"",
+        "."
+      ],
+      [
+        "Ġun",
+        "known"
+      ],
+      [
+        "Ġhat",
+        "s"
+      ],
+      [
+        "Ġsho",
+        "ot"
+      ],
+      [
+        "red",
+        "ient"
+      ],
+      [
+        "Ġbelong",
+        "ed"
+      ],
+      [
+        "Ġfavour",
+        "ite"
+      ],
+      [
+        "Ġing",
+        "redient"
+      ],
+      [
+        "Ġp",
+        "il"
+      ],
+      [
+        "Ġlo",
+        "yal"
+      ],
+      [
+        "Ġbra",
+        "ce"
+      ],
+      [
+        "ĠWhen",
+        "ever"
+      ],
+      [
+        "Ġdream",
+        "s"
+      ],
+      [
+        "Ġkick",
+        "ed"
+      ],
+      [
+        "Ġseed",
+        "s"
+      ],
+      [
+        "Ġtwirl",
+        "ed"
+      ],
+      [
+        "Ġsup",
+        "er"
+      ],
+      [
+        "t",
+        "ime"
+      ],
+      [
+        "Ġf",
+        "ine"
+      ],
+      [
+        "Ġbe",
+        "es"
+      ],
+      [
+        "Ġso",
+        "fa"
+      ],
+      [
+        "Ġsh",
+        "ark"
+      ],
+      [
+        "ĠM",
+        "ike"
+      ],
+      [
+        "Ġan",
+        "x"
+      ],
+      [
+        "Ġsad",
+        "ly"
+      ],
+      [
+        "Ġshow",
+        "ing"
+      ],
+      [
+        "Ġway",
+        "s"
+      ],
+      [
+        "Ġtruck",
+        "s"
+      ],
+      [
+        "Ġdelic",
+        "ate"
+      ],
+      [
+        "ation",
+        "s"
+      ],
+      [
+        "Ġrep",
+        "e"
+      ],
+      [
+        "Ġimpress",
+        "ive"
+      ],
+      [
+        "Ġpour",
+        "ed"
+      ],
+      [
+        "Ġpir",
+        "ate"
+      ],
+      [
+        "Ġwhisp",
+        "ered"
+      ],
+      [
+        "Ġharm",
+        "less"
+      ],
+      [
+        "a",
+        "ff"
+      ],
+      [
+        "Ġt",
+        "urt"
+      ],
+      [
+        "Ġt",
+        "ied"
+      ],
+      [
+        "ar",
+        "oo"
+      ],
+      [
+        "ad",
+        "o"
+      ],
+      [
+        "art",
+        "h"
+      ],
+      [
+        "Ġgra",
+        "ce"
+      ],
+      [
+        "Ġhand",
+        "le"
+      ],
+      [
+        "Ġen",
+        "c"
+      ],
+      [
+        "Ġdel",
+        "iver"
+      ],
+      [
+        "Ben",
+        "ny"
+      ],
+      [
+        "Ġru",
+        "shed"
+      ],
+      [
+        "Ġus",
+        "ing"
+      ],
+      [
+        "ang",
+        "aroo"
+      ],
+      [
+        "Ġshap",
+        "e"
+      ],
+      [
+        "Ġbus",
+        "hes"
+      ],
+      [
+        "Ġpersist",
+        "ent"
+      ],
+      [
+        "Ġg",
+        "or"
+      ],
+      [
+        "ĠS",
+        "p"
+      ],
+      [
+        "Ġk",
+        "angaroo"
+      ],
+      [
+        "Ġan",
+        "g"
+      ],
+      [
+        "Ġoff",
+        "ice"
+      ],
+      [
+        "Ġanx",
+        "ious"
+      ],
+      [
+        "G",
+        "o"
+      ],
+      [
+        "al",
+        "ous"
+      ],
+      [
+        "Ġsp",
+        "ell"
+      ],
+      [
+        "ĠW",
+        "hile"
+      ],
+      [
+        "ia",
+        "ble"
+      ],
+      [
+        "Ġpot",
+        "ato"
+      ],
+      [
+        "Ġje",
+        "alous"
+      ],
+      [
+        "Ġwra",
+        "pped"
+      ],
+      [
+        "Ġf",
+        "our"
+      ],
+      [
+        "Ġc",
+        "urt"
+      ],
+      [
+        "Ġlo",
+        "g"
+      ],
+      [
+        "Ġco",
+        "al"
+      ],
+      [
+        "Ġrel",
+        "iable"
+      ],
+      [
+        "Ġcurt",
+        "ain"
+      ],
+      [
+        "D",
+        "aisy"
+      ],
+      [
+        "Ġs",
+        "udden"
+      ],
+      [
+        "mb",
+        "ol"
+      ],
+      [
+        "Åĵ",
+        "Yes"
+      ],
+      [
+        "ac",
+        "hes"
+      ],
+      [
+        "ĠP",
+        "e"
+      ],
+      [
+        "Ġpain",
+        "ted"
+      ],
+      [
+        "ĠTo",
+        "by"
+      ],
+      [
+        "Ġce",
+        "re"
+      ],
+      [
+        "g",
+        "u"
+      ],
+      [
+        "Ġt",
+        "ummy"
+      ],
+      [
+        "Ġth",
+        "ose"
+      ],
+      [
+        "ous",
+        "es"
+      ],
+      [
+        "udd",
+        "y"
+      ],
+      [
+        "Ġcu",
+        "sh"
+      ],
+      [
+        "Ġmet",
+        "al"
+      ],
+      [
+        "Ġsy",
+        "mbol"
+      ],
+      [
+        "Ġbeet",
+        "le"
+      ],
+      [
+        "Ġcam",
+        "era"
+      ],
+      [
+        "Ġh",
+        "ouses"
+      ],
+      [
+        "il",
+        "t"
+      ],
+      [
+        "Ġcelebr",
+        "ate"
+      ],
+      [
+        "Ġdelight",
+        "ed"
+      ],
+      [
+        "Ġgor",
+        "illa"
+      ],
+      [
+        "Ġto",
+        "oth"
+      ],
+      [
+        "Ġth",
+        "irst"
+      ],
+      [
+        "ke",
+        "ep"
+      ],
+      [
+        "Ġsh",
+        "iver"
+      ],
+      [
+        "Ġre",
+        "ward"
+      ],
+      [
+        "Ġsp",
+        "ace"
+      ],
+      [
+        "Ġtra",
+        "vel"
+      ],
+      [
+        "Ġru",
+        "bbed"
+      ],
+      [
+        "Ġprin",
+        "t"
+      ],
+      [
+        "Ġdri",
+        "ving"
+      ],
+      [
+        "Ġmar",
+        "ry"
+      ],
+      [
+        "Ġwar",
+        "ned"
+      ],
+      [
+        "Ġsold",
+        "ier"
+      ],
+      [
+        "Ġmotor",
+        "cy"
+      ],
+      [
+        "c",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "on"
+      ],
+      [
+        "Ġto",
+        "r"
+      ],
+      [
+        "ar",
+        "lie"
+      ],
+      [
+        "Ġher",
+        "o"
+      ],
+      [
+        "ie",
+        "f"
+      ],
+      [
+        "Ġcar",
+        "p"
+      ],
+      [
+        "Ġexcited",
+        "ly"
+      ],
+      [
+        "Ġte",
+        "mp"
+      ],
+      [
+        "ĠP",
+        "ete"
+      ],
+      [
+        "ĠBob",
+        "o"
+      ],
+      [
+        "co",
+        "d"
+      ],
+      [
+        "Ġhun",
+        "g"
+      ],
+      [
+        "Ġgrow",
+        "ing"
+      ],
+      [
+        "up",
+        "id"
+      ],
+      [
+        "Ġthin",
+        "king"
+      ],
+      [
+        "Ġtun",
+        "n"
+      ],
+      [
+        "W",
+        "hile"
+      ],
+      [
+        "c",
+        "u"
+      ],
+      [
+        "i",
+        "pp"
+      ],
+      [
+        "Ġh",
+        "ay"
+      ],
+      [
+        "Ġy",
+        "et"
+      ],
+      [
+        "Ġv",
+        "ine"
+      ],
+      [
+        "Ġac",
+        "orn"
+      ],
+      [
+        "icy",
+        "cle"
+      ],
+      [
+        "Ġpre",
+        "p"
+      ],
+      [
+        "Ġremind",
+        "ed"
+      ],
+      [
+        "Ġgas",
+        "ped"
+      ],
+      [
+        "Ġflut",
+        "e"
+      ],
+      [
+        "Ġord",
+        "inary"
+      ],
+      [
+        "Ġcro",
+        "cod"
+      ],
+      [
+        "Ġa",
+        "mb"
+      ],
+      [
+        "Ġc",
+        "ur"
+      ],
+      [
+        "ĠB",
+        "et"
+      ],
+      [
+        "ĠM",
+        "andy"
+      ],
+      [
+        "Ġpu",
+        "p"
+      ],
+      [
+        "Ġcreature",
+        "s"
+      ],
+      [
+        "Ġhur",
+        "ry"
+      ],
+      [
+        "Ġspoil",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "imes"
+      ],
+      [
+        "Ġm",
+        "is"
+      ],
+      [
+        "Ġr",
+        "ice"
+      ],
+      [
+        "Ġst",
+        "upid"
+      ],
+      [
+        "Ġsh",
+        "ine"
+      ],
+      [
+        "Ġre",
+        "sist"
+      ],
+      [
+        "ug",
+        "ged"
+      ],
+      [
+        "Ġla",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "ull"
+      ],
+      [
+        "co",
+        "a"
+      ],
+      [
+        "Ġmiss",
+        "ing"
+      ],
+      [
+        "Ġwhe",
+        "at"
+      ],
+      [
+        "Ġsupp",
+        "ort"
+      ],
+      [
+        "Ġingredient",
+        "s"
+      ],
+      [
+        "a",
+        "id"
+      ],
+      [
+        "l",
+        "oo"
+      ],
+      [
+        "Ġc",
+        "ase"
+      ],
+      [
+        "er",
+        "y"
+      ],
+      [
+        "Ġwas",
+        "hed"
+      ],
+      [
+        "Ġdo",
+        "ve"
+      ],
+      [
+        "Ġsp",
+        "illed"
+      ],
+      [
+        "Ġsc",
+        "oot"
+      ],
+      [
+        "Ġme",
+        "al"
+      ],
+      [
+        "Ġmu",
+        "le"
+      ],
+      [
+        "ĠD",
+        "ucky"
+      ],
+      [
+        "Ġmo",
+        "der"
+      ],
+      [
+        "ars",
+        "h"
+      ],
+      [
+        "Åĵ",
+        "What"
+      ],
+      [
+        "Ġtri",
+        "ck"
+      ],
+      [
+        "Ġset",
+        "t"
+      ],
+      [
+        "ĠTweet",
+        "ie"
+      ],
+      [
+        "Ġboun",
+        "ce"
+      ],
+      [
+        "Ġfil",
+        "thy"
+      ],
+      [
+        "Ġb",
+        "ase"
+      ],
+      [
+        "Ġh",
+        "oop"
+      ],
+      [
+        "Ġf",
+        "re"
+      ],
+      [
+        "Ġst",
+        "umbled"
+      ],
+      [
+        "Ġso",
+        "ar"
+      ],
+      [
+        "Ġwe",
+        "al"
+      ],
+      [
+        "Ġsee",
+        "m"
+      ],
+      [
+        "Ġwor",
+        "d"
+      ],
+      [
+        "Ġla",
+        "b"
+      ],
+      [
+        "ĠD",
+        "ave"
+      ],
+      [
+        "ĠF",
+        "r"
+      ],
+      [
+        "Ġbad",
+        "ly"
+      ],
+      [
+        "Ġhair",
+        "y"
+      ],
+      [
+        "Ġcra",
+        "wl"
+      ],
+      [
+        "Ġlive",
+        "ly"
+      ],
+      [
+        "Ġstep",
+        "s"
+      ],
+      [
+        "ÅĵLet",
+        "â"
+      ],
+      [
+        "Ġbrace",
+        "let"
+      ],
+      [
+        "Ġcere",
+        "al"
+      ],
+      [
+        "Ġthirst",
+        "y"
+      ],
+      [
+        "Ġcarp",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ool"
+      ],
+      [
+        "it",
+        "her"
+      ],
+      [
+        "Ġgo",
+        "al"
+      ],
+      [
+        "Ġback",
+        "pack"
+      ],
+      [
+        "Ġtr",
+        "uth"
+      ],
+      [
+        "Ġcom",
+        "pl"
+      ],
+      [
+        "Ġche",
+        "ap"
+      ],
+      [
+        "Ġdis",
+        "g"
+      ],
+      [
+        "Ġplac",
+        "ed"
+      ],
+      [
+        "Ġear",
+        "ly"
+      ],
+      [
+        "Ġdecor",
+        "ate"
+      ],
+      [
+        "Ġnut",
+        "s"
+      ],
+      [
+        "O",
+        "w"
+      ],
+      [
+        "c",
+        "ream"
+      ],
+      [
+        "Ġb",
+        "ump"
+      ],
+      [
+        "Ġthem",
+        "selves"
+      ],
+      [
+        "ic",
+        "es"
+      ],
+      [
+        "Ġhelp",
+        "less"
+      ],
+      [
+        "Ġcl",
+        "um"
+      ],
+      [
+        "Ġsc",
+        "atter"
+      ],
+      [
+        "Ġsc",
+        "ale"
+      ],
+      [
+        "Ġnew",
+        "s"
+      ],
+      [
+        "ust",
+        "ing"
+      ],
+      [
+        "Ġen",
+        "v"
+      ],
+      [
+        "âĤ¬â",
+        "Ģ"
+      ],
+      [
+        "Ġtell",
+        "ing"
+      ],
+      [
+        "Ġswing",
+        "ing"
+      ],
+      [
+        "Ġspark",
+        "led"
+      ],
+      [
+        "Ġcarry",
+        "ing"
+      ],
+      [
+        "gg",
+        "ing"
+      ],
+      [
+        "in",
+        "es"
+      ],
+      [
+        "ri",
+        "c"
+      ],
+      [
+        "Ġfriends",
+        "hip"
+      ],
+      [
+        "Ġcare",
+        "less"
+      ],
+      [
+        "Ġsn",
+        "e"
+      ],
+      [
+        "Ġdoes",
+        "n"
+      ],
+      [
+        "Ġfall",
+        "ing"
+      ],
+      [
+        "Ġcomp",
+        "ut"
+      ],
+      [
+        "Ġpa",
+        "le"
+      ],
+      [
+        "Ġpee",
+        "ked"
+      ],
+      [
+        "Ġcompassion",
+        "ate"
+      ],
+      [
+        "c",
+        "om"
+      ],
+      [
+        "v",
+        "ice"
+      ],
+      [
+        "Ġs",
+        "end"
+      ],
+      [
+        "Ġst",
+        "age"
+      ],
+      [
+        "Ġme",
+        "m"
+      ],
+      [
+        "Ġch",
+        "alk"
+      ],
+      [
+        "Ġch",
+        "asing"
+      ],
+      [
+        "Ġpe",
+        "bble"
+      ],
+      [
+        "ĠEvery",
+        "thing"
+      ],
+      [
+        "Ġcu",
+        "be"
+      ],
+      [
+        "Ġpig",
+        "e"
+      ],
+      [
+        "Ġcou",
+        "rage"
+      ],
+      [
+        "Ġfing",
+        "ers"
+      ],
+      [
+        "Ġturt",
+        "le"
+      ],
+      [
+        "b",
+        "led"
+      ],
+      [
+        "Ġs",
+        "ink"
+      ],
+      [
+        "Ġb",
+        "icycle"
+      ],
+      [
+        "Ġsh",
+        "aking"
+      ],
+      [
+        "Ġsleep",
+        "ing"
+      ],
+      [
+        "Ġneighb",
+        "our"
+      ],
+      [
+        "Ġmoder",
+        "n"
+      ],
+      [
+        "Ġdisg",
+        "usting"
+      ],
+      [
+        "Ġclum",
+        "sy"
+      ],
+      [
+        "g",
+        "est"
+      ],
+      [
+        "Ġh",
+        "ook"
+      ],
+      [
+        "Ġc",
+        "her"
+      ],
+      [
+        "Ġn",
+        "ail"
+      ],
+      [
+        "Ġbig",
+        "gest"
+      ],
+      [
+        "ic",
+        "hes"
+      ],
+      [
+        "Ġbu",
+        "l"
+      ],
+      [
+        "Ġend",
+        "ing"
+      ],
+      [
+        "Ġde",
+        "ad"
+      ],
+      [
+        "Ġtri",
+        "ang"
+      ],
+      [
+        "ul",
+        "ance"
+      ],
+      [
+        "Ġspo",
+        "ke"
+      ],
+      [
+        "Ġpract",
+        "iced"
+      ],
+      [
+        "Ġamb",
+        "ulance"
+      ],
+      [
+        "Ġcomput",
+        "er"
+      ],
+      [
+        "i",
+        "bb"
+      ],
+      [
+        "Ġl",
+        "amp"
+      ],
+      [
+        "Ġst",
+        "ation"
+      ],
+      [
+        "Ġch",
+        "ar"
+      ],
+      [
+        "Ġwall",
+        "et"
+      ],
+      [
+        "ĠTo",
+        "day"
+      ],
+      [
+        "Ġpack",
+        "age"
+      ],
+      [
+        "Ġmic",
+        "rop"
+      ],
+      [
+        "Ġcush",
+        "ion"
+      ],
+      [
+        "keep",
+        "er"
+      ],
+      [
+        "Ġcrocod",
+        "ile"
+      ],
+      [
+        "Ġmicrop",
+        "hone"
+      ],
+      [
+        "u",
+        "nder"
+      ],
+      [
+        "ĠA",
+        "lex"
+      ],
+      [
+        "Ġthought",
+        "ful"
+      ],
+      [
+        "Ġjo",
+        "lly"
+      ],
+      [
+        "Ġpen",
+        "gu"
+      ],
+      [
+        "Ġpump",
+        "kin"
+      ],
+      [
+        "Ġcost",
+        "um"
+      ],
+      [
+        "Ġf",
+        "ive"
+      ],
+      [
+        "Ġd",
+        "ough"
+      ],
+      [
+        "Ġp",
+        "ony"
+      ],
+      [
+        "Ġo",
+        "l"
+      ],
+      [
+        "im",
+        "i"
+      ],
+      [
+        "Ġst",
+        "airs"
+      ],
+      [
+        "Ġkn",
+        "ock"
+      ],
+      [
+        "Ġgra",
+        "nd"
+      ],
+      [
+        "Ġint",
+        "ell"
+      ],
+      [
+        "Ġun",
+        "iver"
+      ],
+      [
+        "Ġbright",
+        "er"
+      ],
+      [
+        "Ġopen",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ing"
+      ],
+      [
+        "Ġboun",
+        "ced"
+      ],
+      [
+        "Ġquest",
+        "ion"
+      ],
+      [
+        "Ġstat",
+        "ue"
+      ],
+      [
+        "Ġw",
+        "ine"
+      ],
+      [
+        "is",
+        "k"
+      ],
+      [
+        "ĠA",
+        "lice"
+      ],
+      [
+        "Ġco",
+        "coa"
+      ],
+      [
+        "ĠYou",
+        "r"
+      ],
+      [
+        "Ġpe",
+        "pper"
+      ],
+      [
+        "Ġbeaut",
+        "y"
+      ],
+      [
+        "Ġper",
+        "m"
+      ],
+      [
+        "Ġpain",
+        "ting"
+      ],
+      [
+        "Ġsho",
+        "e"
+      ],
+      [
+        "Ġele",
+        "v"
+      ],
+      [
+        "Every",
+        "one"
+      ],
+      [
+        "hin",
+        "o"
+      ],
+      [
+        "Ġweal",
+        "thy"
+      ],
+      [
+        "Ġintell",
+        "ig"
+      ],
+      [
+        "n",
+        "oon"
+      ],
+      [
+        "Ġs",
+        "uit"
+      ],
+      [
+        "Ġm",
+        "ild"
+      ],
+      [
+        "Ġn",
+        "ature"
+      ],
+      [
+        "an",
+        "s"
+      ],
+      [
+        "Ġhapp",
+        "ier"
+      ],
+      [
+        "Ġne",
+        "at"
+      ],
+      [
+        "Ġstart",
+        "s"
+      ],
+      [
+        "uck",
+        "ed"
+      ],
+      [
+        "Ġafter",
+        "noon"
+      ],
+      [
+        "Ġtor",
+        "n"
+      ],
+      [
+        "Ġelev",
+        "ator"
+      ],
+      [
+        "g",
+        "en"
+      ],
+      [
+        "t",
+        "i"
+      ],
+      [
+        "Ġt",
+        "en"
+      ],
+      [
+        "Ġh",
+        "arsh"
+      ],
+      [
+        "Ġp",
+        "ed"
+      ],
+      [
+        "at",
+        "ient"
+      ],
+      [
+        "or",
+        "ant"
+      ],
+      [
+        "Ġre",
+        "ce"
+      ],
+      [
+        "Ġj",
+        "et"
+      ],
+      [
+        "ill",
+        "ie"
+      ],
+      [
+        "ĠR",
+        "ed"
+      ],
+      [
+        "Ġread",
+        "ing"
+      ],
+      [
+        "Ġsear",
+        "ching"
+      ],
+      [
+        "Ġbasket",
+        "ball"
+      ],
+      [
+        "Ġbar",
+        "ber"
+      ],
+      [
+        "Ġspe",
+        "ed"
+      ],
+      [
+        "S",
+        "ee"
+      ],
+      [
+        "a",
+        "wn"
+      ],
+      [
+        "Ġst",
+        "ack"
+      ],
+      [
+        "ĠM",
+        "ummy"
+      ],
+      [
+        "Ġclo",
+        "ck"
+      ],
+      [
+        "ĠG",
+        "ive"
+      ],
+      [
+        "Ġmag",
+        "n"
+      ],
+      [
+        "Ġlea",
+        "ving"
+      ],
+      [
+        "Ġcup",
+        "board"
+      ],
+      [
+        "Ġdes",
+        "ign"
+      ],
+      [
+        "Ġslid",
+        "es"
+      ],
+      [
+        "Ġsandw",
+        "iches"
+      ],
+      [
+        "Ġcand",
+        "le"
+      ],
+      [
+        "aul",
+        "if"
+      ],
+      [
+        "Ġrid",
+        "ing"
+      ],
+      [
+        "Ġfre",
+        "sh"
+      ],
+      [
+        "o",
+        "ppy"
+      ],
+      [
+        "Ġsh",
+        "ocked"
+      ],
+      [
+        "Ġen",
+        "er"
+      ],
+      [
+        "Ġjump",
+        "s"
+      ],
+      [
+        "Ġhair",
+        "cut"
+      ],
+      [
+        "Ġrespect",
+        "ful"
+      ],
+      [
+        "Ġcoo",
+        "king"
+      ],
+      [
+        "Ġtick",
+        "et"
+      ],
+      [
+        "Ġenc",
+        "ou"
+      ],
+      [
+        "Ġtunn",
+        "el"
+      ],
+      [
+        "aulif",
+        "lower"
+      ],
+      [
+        "G",
+        "ive"
+      ],
+      [
+        "Ġs",
+        "le"
+      ],
+      [
+        "re",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ay"
+      ],
+      [
+        "Ġth",
+        "ief"
+      ],
+      [
+        "Ġy",
+        "awn"
+      ],
+      [
+        "Ġfor",
+        "t"
+      ],
+      [
+        "Ġal",
+        "ert"
+      ],
+      [
+        "Ġsor",
+        "ts"
+      ],
+      [
+        "Ġimp",
+        "atient"
+      ],
+      [
+        "Ġcre",
+        "ate"
+      ],
+      [
+        "ail",
+        "able"
+      ],
+      [
+        "Ġwhe",
+        "els"
+      ],
+      [
+        "Ġval",
+        "ue"
+      ],
+      [
+        "Ġpri",
+        "ze"
+      ],
+      [
+        "M",
+        "ary"
+      ],
+      [
+        "y",
+        "e"
+      ],
+      [
+        "he",
+        "t"
+      ],
+      [
+        "Ġs",
+        "ent"
+      ],
+      [
+        "Ġb",
+        "ent"
+      ],
+      [
+        "in",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "omet"
+      ],
+      [
+        "Ġc",
+        "amp"
+      ],
+      [
+        "Ġc",
+        "auliflower"
+      ],
+      [
+        "Ġm",
+        "elon"
+      ],
+      [
+        "Ġg",
+        "em"
+      ],
+      [
+        "Ġit",
+        "self"
+      ],
+      [
+        "ir",
+        "on"
+      ],
+      [
+        "Ġmu",
+        "sh"
+      ],
+      [
+        "Ġmonkey",
+        "s"
+      ],
+      [
+        "Ġsal",
+        "ad"
+      ],
+      [
+        "Ġdest",
+        "ro"
+      ],
+      [
+        "Ġresc",
+        "ue"
+      ],
+      [
+        "Ġscoot",
+        "er"
+      ],
+      [
+        "Ġintellig",
+        "ent"
+      ],
+      [
+        "a",
+        "z"
+      ],
+      [
+        "Ġd",
+        "ug"
+      ],
+      [
+        "il",
+        "ing"
+      ],
+      [
+        "an",
+        "ger"
+      ],
+      [
+        "Ġr",
+        "oof"
+      ],
+      [
+        "Ġr",
+        "hino"
+      ],
+      [
+        "Ġsc",
+        "old"
+      ],
+      [
+        "ag",
+        "het"
+      ],
+      [
+        "Ġexp",
+        "er"
+      ],
+      [
+        "Ġbark",
+        "ing"
+      ],
+      [
+        "Ġbanan",
+        "as"
+      ],
+      [
+        "Ġign",
+        "orant"
+      ],
+      [
+        "Ġmic",
+        "ro"
+      ],
+      [
+        "Ġav",
+        "ailable"
+      ],
+      [
+        "Ġgrace",
+        "ful"
+      ],
+      [
+        "Ġmotorcy",
+        "cle"
+      ],
+      [
+        "aghet",
+        "ti"
+      ],
+      [
+        "h",
+        "ood"
+      ],
+      [
+        "ĠS",
+        "n"
+      ],
+      [
+        "Ġe",
+        "arth"
+      ],
+      [
+        "Ġbo",
+        "ots"
+      ],
+      [
+        "Ġsp",
+        "aghetti"
+      ],
+      [
+        "um",
+        "mer"
+      ],
+      [
+        "Ġag",
+        "ree"
+      ],
+      [
+        "Ġbu",
+        "ll"
+      ],
+      [
+        "Ġany",
+        "where"
+      ],
+      [
+        "ĠG",
+        "eorge"
+      ],
+      [
+        "Ġbeh",
+        "ave"
+      ],
+      [
+        "ĠK",
+        "im"
+      ],
+      [
+        "Ġpa",
+        "id"
+      ],
+      [
+        "sc",
+        "ope"
+      ],
+      [
+        "Ġstret",
+        "ched"
+      ],
+      [
+        "Ġfear",
+        "ful"
+      ],
+      [
+        "Ġav",
+        "o"
+      ],
+      [
+        "Ġmicro",
+        "scope"
+      ],
+      [
+        "I",
+        "f"
+      ],
+      [
+        "i",
+        "o"
+      ],
+      [
+        "Ġnot",
+        "eb"
+      ],
+      [
+        "ĠE",
+        "ventually"
+      ],
+      [
+        "Ġold",
+        "er"
+      ],
+      [
+        "Ġsn",
+        "iff"
+      ],
+      [
+        "Ġad",
+        "vice"
+      ],
+      [
+        "Ġstop",
+        "s"
+      ],
+      [
+        "Ġperf",
+        "orm"
+      ],
+      [
+        "Ġfur",
+        "ther"
+      ],
+      [
+        "Ġenv",
+        "ious"
+      ],
+      [
+        "Ġpige",
+        "on"
+      ],
+      [
+        "Ġmush",
+        "room"
+      ],
+      [
+        "Ġnoteb",
+        "ook"
+      ],
+      [
+        "u",
+        "bby"
+      ],
+      [
+        "Ġp",
+        "un"
+      ],
+      [
+        "at",
+        "s"
+      ],
+      [
+        "Ġn",
+        "urse"
+      ],
+      [
+        "or",
+        "able"
+      ],
+      [
+        "Ġth",
+        "under"
+      ],
+      [
+        "Ġcl",
+        "apping"
+      ],
+      [
+        "Ġv",
+        "ide"
+      ],
+      [
+        "Ġbu",
+        "ilt"
+      ],
+      [
+        "ĠC",
+        "l"
+      ],
+      [
+        "Ġun",
+        "com"
+      ],
+      [
+        "Ġshout",
+        "ing"
+      ],
+      [
+        "Ġar",
+        "row"
+      ],
+      [
+        "Ġdraw",
+        "er"
+      ],
+      [
+        "Ġpro",
+        "v"
+      ],
+      [
+        "fort",
+        "able"
+      ],
+      [
+        "Ġtom",
+        "ato"
+      ],
+      [
+        "Ġmeet",
+        "ing"
+      ],
+      [
+        "Ġob",
+        "ject"
+      ],
+      [
+        "Ġyog",
+        "urt"
+      ],
+      [
+        "Ġtemp",
+        "le"
+      ],
+      [
+        "Ġuncom",
+        "fortable"
+      ],
+      [
+        "e",
+        "f"
+      ],
+      [
+        "u",
+        "es"
+      ],
+      [
+        "ĠT",
+        "ony"
+      ],
+      [
+        "Ġloo",
+        "p"
+      ],
+      [
+        "Ġch",
+        "ubby"
+      ],
+      [
+        "Ġsw",
+        "itch"
+      ],
+      [
+        "Ġsk",
+        "ip"
+      ],
+      [
+        "Ġad",
+        "orable"
+      ],
+      [
+        "Åĵ",
+        "It"
+      ],
+      [
+        "Ġcount",
+        "ing"
+      ],
+      [
+        "Ġcoo",
+        "ked"
+      ],
+      [
+        "Ġp",
+        "ist"
+      ],
+      [
+        "ar",
+        "ian"
+      ],
+      [
+        "en",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "ared"
+      ],
+      [
+        "Ġsh",
+        "ut"
+      ],
+      [
+        "ic",
+        "op"
+      ],
+      [
+        "Ġqu",
+        "ite"
+      ],
+      [
+        "Ġsn",
+        "uggled"
+      ],
+      [
+        "ĠGra",
+        "ndpa"
+      ],
+      [
+        "Ġtrou",
+        "bled"
+      ],
+      [
+        "Ġgigg",
+        "le"
+      ],
+      [
+        "Ġblow",
+        "ing"
+      ],
+      [
+        "Ġhel",
+        "icop"
+      ],
+      [
+        "Ġfis",
+        "her"
+      ],
+      [
+        "Ġpist",
+        "ol"
+      ],
+      [
+        "Ġhelicop",
+        "ter"
+      ],
+      [
+        "p",
+        "ar"
+      ],
+      [
+        "ĠS",
+        "ophie"
+      ],
+      [
+        "oo",
+        "ped"
+      ],
+      [
+        "ip",
+        "s"
+      ],
+      [
+        "Ġnow",
+        "here"
+      ],
+      [
+        "Ġforg",
+        "ave"
+      ],
+      [
+        "Ġmar",
+        "ched"
+      ],
+      [
+        "Ġtreasure",
+        "s"
+      ],
+      [
+        "ho",
+        "st"
+      ],
+      [
+        "Ġpass",
+        "port"
+      ],
+      [
+        "Ġstir",
+        "red"
+      ],
+      [
+        "Ġpus",
+        "hing"
+      ],
+      [
+        "Ġcompetit",
+        "ive"
+      ],
+      [
+        "Ġdestro",
+        "y"
+      ],
+      [
+        "Y",
+        "ay"
+      ],
+      [
+        "a",
+        "ked"
+      ],
+      [
+        "o",
+        "e"
+      ],
+      [
+        "t",
+        "ter"
+      ],
+      [
+        "Ġg",
+        "ir"
+      ],
+      [
+        "Ġg",
+        "host"
+      ],
+      [
+        "an",
+        "ic"
+      ],
+      [
+        "ke",
+        "let"
+      ],
+      [
+        "ht",
+        "ub"
+      ],
+      [
+        "Ġre",
+        "ef"
+      ],
+      [
+        "Ġse",
+        "par"
+      ],
+      [
+        "op",
+        "ard"
+      ],
+      [
+        "pl",
+        "ay"
+      ],
+      [
+        "Ġen",
+        "vel"
+      ],
+      [
+        "Ġbre",
+        "at"
+      ],
+      [
+        "Ġrep",
+        "air"
+      ],
+      [
+        "Ġfoot",
+        "ball"
+      ],
+      [
+        "Ġbat",
+        "htub"
+      ],
+      [
+        "Ġrubb",
+        "er"
+      ],
+      [
+        "Ġang",
+        "el"
+      ],
+      [
+        "Ġtriang",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ill"
+      ],
+      [
+        "ĠS",
+        "h"
+      ],
+      [
+        "ch",
+        "anic"
+      ],
+      [
+        "Ġnam",
+        "es"
+      ],
+      [
+        "Ġle",
+        "opard"
+      ],
+      [
+        "Ġno",
+        "body"
+      ],
+      [
+        "Ġany",
+        "way"
+      ],
+      [
+        "uc",
+        "t"
+      ],
+      [
+        "ct",
+        "us"
+      ],
+      [
+        "Ġshould",
+        "n"
+      ],
+      [
+        "Ġz",
+        "eb"
+      ],
+      [
+        "Ġgi",
+        "ven"
+      ],
+      [
+        "Ġhold",
+        "s"
+      ],
+      [
+        "Ġbar",
+        "rel"
+      ],
+      [
+        "Ġband",
+        "age"
+      ],
+      [
+        "Ġent",
+        "h"
+      ],
+      [
+        "Dad",
+        "dy"
+      ],
+      [
+        "Ġzeb",
+        "ra"
+      ],
+      [
+        "i",
+        "ves"
+      ],
+      [
+        "u",
+        "be"
+      ],
+      [
+        "y",
+        "ear"
+      ],
+      [
+        "Ġp",
+        "or"
+      ],
+      [
+        "Ġp",
+        "and"
+      ],
+      [
+        "Ġo",
+        "tter"
+      ],
+      [
+        "Ġr",
+        "ibb"
+      ],
+      [
+        "Ġsh",
+        "ield"
+      ],
+      [
+        "Ġme",
+        "chanic"
+      ],
+      [
+        "Ġdon",
+        "â"
+      ],
+      [
+        "Ġdis",
+        "ag"
+      ],
+      [
+        "Ġdis",
+        "play"
+      ],
+      [
+        "Ġmusic",
+        "ian"
+      ],
+      [
+        "cer",
+        "os"
+      ],
+      [
+        "Ġspe",
+        "ak"
+      ],
+      [
+        "Ġca",
+        "b"
+      ],
+      [
+        "Ġca",
+        "ctus"
+      ],
+      [
+        "ĠBet",
+        "sy"
+      ],
+      [
+        "Ġbul",
+        "b"
+      ],
+      [
+        "C",
+        "h"
+      ],
+      [
+        "e",
+        "ath"
+      ],
+      [
+        "i",
+        "kes"
+      ],
+      [
+        "x",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ube"
+      ],
+      [
+        "Ġa",
+        "head"
+      ],
+      [
+        "Ġs",
+        "ummer"
+      ],
+      [
+        "Ġs",
+        "kelet"
+      ],
+      [
+        "Ġp",
+        "urse"
+      ],
+      [
+        "Ġkn",
+        "ob"
+      ],
+      [
+        "Ġdidn",
+        "â"
+      ],
+      [
+        "Ġcouldn",
+        "â"
+      ],
+      [
+        "Ġcol",
+        "ours"
+      ],
+      [
+        "Ġwindow",
+        "s"
+      ],
+      [
+        "oom",
+        "y"
+      ],
+      [
+        "Ġgif",
+        "ted"
+      ],
+      [
+        "Ġcart",
+        "oon"
+      ],
+      [
+        "Ġrhino",
+        "ceros"
+      ],
+      [
+        "g",
+        "l"
+      ],
+      [
+        "he",
+        "art"
+      ],
+      [
+        "Ġs",
+        "ize"
+      ],
+      [
+        "Ġb",
+        "et"
+      ],
+      [
+        "ĠM",
+        "iss"
+      ],
+      [
+        "Ġsc",
+        "rew"
+      ],
+      [
+        "Ġfl",
+        "our"
+      ],
+      [
+        "Ġbl",
+        "in"
+      ],
+      [
+        "ap",
+        "a"
+      ],
+      [
+        "Ġdis",
+        "hes"
+      ],
+      [
+        "Ġrain",
+        "ing"
+      ],
+      [
+        "Ġhop",
+        "ing"
+      ],
+      [
+        "Ġsho",
+        "vel"
+      ],
+      [
+        "Ġmin",
+        "t"
+      ],
+      [
+        "Ġjelly",
+        "fish"
+      ],
+      [
+        "Ġswe",
+        "ater"
+      ],
+      [
+        "Ġchar",
+        "ming"
+      ],
+      [
+        "Ġpengu",
+        "in"
+      ],
+      [
+        "Ġenvel",
+        "ope"
+      ],
+      [
+        "Ġenth",
+        "us"
+      ],
+      [
+        "Ġcab",
+        "in"
+      ],
+      [
+        "re",
+        "c"
+      ],
+      [
+        "Ġp",
+        "ant"
+      ],
+      [
+        "Ġth",
+        "read"
+      ],
+      [
+        "Ġin",
+        "se"
+      ],
+      [
+        "Ġst",
+        "aff"
+      ],
+      [
+        "Ġli",
+        "z"
+      ],
+      [
+        "Ġun",
+        "pack"
+      ],
+      [
+        "Ġwr",
+        "iting"
+      ],
+      [
+        "Ġtra",
+        "sh"
+      ],
+      [
+        "Ġroll",
+        "ing"
+      ],
+      [
+        "Ġwaff",
+        "le"
+      ],
+      [
+        "Ġ",
+        "iron"
+      ],
+      [
+        "Ġw",
+        "ing"
+      ],
+      [
+        "er",
+        "able"
+      ],
+      [
+        "Ġshe",
+        "et"
+      ],
+      [
+        "ĠB",
+        "uddy"
+      ],
+      [
+        "Ġsh",
+        "adow"
+      ],
+      [
+        "Ġro",
+        "ared"
+      ],
+      [
+        "Ġmu",
+        "ff"
+      ],
+      [
+        "Ġair",
+        "port"
+      ],
+      [
+        "Ġce",
+        "iling"
+      ],
+      [
+        "Ġatt",
+        "ic"
+      ],
+      [
+        "Ġorgan",
+        "ize"
+      ],
+      [
+        "Ġstret",
+        "ch"
+      ],
+      [
+        "Ġgrap",
+        "es"
+      ],
+      [
+        "Ġo",
+        "bs"
+      ],
+      [
+        "ĠA",
+        "re"
+      ],
+      [
+        "ĠW",
+        "ould"
+      ],
+      [
+        "ĠIn",
+        "st"
+      ],
+      [
+        "Ġpi",
+        "ano"
+      ],
+      [
+        "Ġsal",
+        "t"
+      ],
+      [
+        "Ġmis",
+        "erable"
+      ],
+      [
+        "Ġc",
+        "ord"
+      ],
+      [
+        "Ġd",
+        "ess"
+      ],
+      [
+        "Ġre",
+        "fused"
+      ],
+      [
+        "Ġsc",
+        "reen"
+      ],
+      [
+        "ĠD",
+        "an"
+      ],
+      [
+        "Ġstr",
+        "ugg"
+      ],
+      [
+        "Ġneed",
+        "le"
+      ],
+      [
+        "Ġbear",
+        "s"
+      ],
+      [
+        "ĠAnd",
+        "y"
+      ],
+      [
+        "Ġhead",
+        "ed"
+      ],
+      [
+        "Ġstick",
+        "y"
+      ],
+      [
+        "Ġfree",
+        "z"
+      ],
+      [
+        "Ġzoom",
+        "ed"
+      ],
+      [
+        "Ġimag",
+        "ined"
+      ],
+      [
+        "Ġmed",
+        "al"
+      ],
+      [
+        "Ġmagn",
+        "et"
+      ],
+      [
+        "rec",
+        "i"
+      ],
+      [
+        "Ġobs",
+        "er"
+      ],
+      [
+        "Ġ",
+        "er"
+      ],
+      [
+        "Ġli",
+        "ves"
+      ],
+      [
+        "ĠA",
+        "l"
+      ],
+      [
+        "ĠP",
+        "at"
+      ],
+      [
+        "Ġapp",
+        "reci"
+      ],
+      [
+        "ass",
+        "es"
+      ],
+      [
+        "Ġsail",
+        "or"
+      ],
+      [
+        "Ġminut",
+        "e"
+      ],
+      [
+        "Ġfisher",
+        "man"
+      ],
+      [
+        "v",
+        "ision"
+      ],
+      [
+        "Ġr",
+        "at"
+      ],
+      [
+        "al",
+        "ed"
+      ],
+      [
+        "Ġbr",
+        "us"
+      ],
+      [
+        "Ġch",
+        "ance"
+      ],
+      [
+        "Ġpo",
+        "st"
+      ],
+      [
+        "Ġsun",
+        "gl"
+      ],
+      [
+        "Ġche",
+        "ek"
+      ],
+      [
+        "ree",
+        "ze"
+      ],
+      [
+        "Ġde",
+        "af"
+      ],
+      [
+        "Ġru",
+        "les"
+      ],
+      [
+        "Ġfrog",
+        "s"
+      ],
+      [
+        "Ġair",
+        "pl"
+      ],
+      [
+        "ĠGo",
+        "d"
+      ],
+      [
+        "Ġstrawber",
+        "ry"
+      ],
+      [
+        "Ġsle",
+        "pt"
+      ],
+      [
+        "Ġliz",
+        "ard"
+      ],
+      [
+        "Ġsungl",
+        "asses"
+      ],
+      [
+        "Ġl",
+        "uck"
+      ],
+      [
+        "Ġin",
+        "f"
+      ],
+      [
+        "Ġbe",
+        "ep"
+      ],
+      [
+        "ĠB",
+        "unny"
+      ],
+      [
+        "Ġme",
+        "as"
+      ],
+      [
+        "Ġro",
+        "d"
+      ],
+      [
+        "Ġor",
+        "der"
+      ],
+      [
+        "Ġrest",
+        "less"
+      ],
+      [
+        "Ġsand",
+        "box"
+      ],
+      [
+        "Ġmess",
+        "age"
+      ],
+      [
+        "ĠJoe",
+        "y"
+      ],
+      [
+        "Ġcomp",
+        "let"
+      ],
+      [
+        "Ġatt",
+        "ract"
+      ],
+      [
+        "Ġgold",
+        "en"
+      ],
+      [
+        "Gra",
+        "ndma"
+      ],
+      [
+        "Ġpil",
+        "ot"
+      ],
+      [
+        "Ġpor",
+        "ch"
+      ],
+      [
+        "L",
+        "ittle"
+      ],
+      [
+        "l",
+        "er"
+      ],
+      [
+        "s",
+        "es"
+      ]
+    ]
+  }
+}
\ No newline at end of file
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/tokenizer_config.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/tokenizer_config.json
@@ -0,0 +1,13 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/trainer_state.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..8284f3ac07636fca70bc7a7f3069ac3c59a06d10
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/trainer_state.json
@@ -0,0 +1,1170 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.21570610043815303,
+  "eval_steps": 2498,
+  "global_step": 3200,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0013481631277384564,
+      "grad_norm": 2.078125,
+      "learning_rate": 2.66e-05,
+      "loss": 8.299632263183593,
+      "step": 20
+    },
+    {
+      "epoch": 0.002696326255476913,
+      "grad_norm": 1.3515625,
+      "learning_rate": 5.46e-05,
+      "loss": 8.047638702392579,
+      "step": 40
+    },
+    {
+      "epoch": 0.004044489383215369,
+      "grad_norm": 1.2734375,
+      "learning_rate": 8.259999999999999e-05,
+      "loss": 7.837866973876953,
+      "step": 60
+    },
+    {
+      "epoch": 0.005392652510953826,
+      "grad_norm": 1.265625,
+      "learning_rate": 0.0001106,
+      "loss": 7.572817993164063,
+      "step": 80
+    },
+    {
+      "epoch": 0.006740815638692282,
+      "grad_norm": 1.1953125,
+      "learning_rate": 0.0001386,
+      "loss": 7.233210754394531,
+      "step": 100
+    },
+    {
+      "epoch": 0.008088978766430738,
+      "grad_norm": 1.1328125,
+      "learning_rate": 0.00016659999999999998,
+      "loss": 6.860719299316406,
+      "step": 120
+    },
+    {
+      "epoch": 0.009437141894169195,
+      "grad_norm": 0.94921875,
+      "learning_rate": 0.00019460000000000001,
+      "loss": 6.5177757263183596,
+      "step": 140
+    },
+    {
+      "epoch": 0.010785305021907651,
+      "grad_norm": 0.80078125,
+      "learning_rate": 0.0002226,
+      "loss": 6.239912414550782,
+      "step": 160
+    },
+    {
+      "epoch": 0.012133468149646108,
+      "grad_norm": 0.74609375,
+      "learning_rate": 0.00025059999999999997,
+      "loss": 6.035282897949219,
+      "step": 180
+    },
+    {
+      "epoch": 0.013481631277384564,
+      "grad_norm": 0.5546875,
+      "learning_rate": 0.0002786,
+      "loss": 5.873902893066406,
+      "step": 200
+    },
+    {
+      "epoch": 0.01482979440512302,
+      "grad_norm": 0.498046875,
+      "learning_rate": 0.00030659999999999997,
+      "loss": 5.691160202026367,
+      "step": 220
+    },
+    {
+      "epoch": 0.016177957532861477,
+      "grad_norm": 1.21875,
+      "learning_rate": 0.0003346,
+      "loss": 5.473793411254883,
+      "step": 240
+    },
+    {
+      "epoch": 0.01752612066059993,
+      "grad_norm": 1.5078125,
+      "learning_rate": 0.00036260000000000003,
+      "loss": 5.258899688720703,
+      "step": 260
+    },
+    {
+      "epoch": 0.01887428378833839,
+      "grad_norm": 0.796875,
+      "learning_rate": 0.0003906,
+      "loss": 5.03008918762207,
+      "step": 280
+    },
+    {
+      "epoch": 0.020222446916076844,
+      "grad_norm": 0.84375,
+      "learning_rate": 0.0004186,
+      "loss": 4.797770309448242,
+      "step": 300
+    },
+    {
+      "epoch": 0.021570610043815303,
+      "grad_norm": 1.5078125,
+      "learning_rate": 0.0004466,
+      "loss": 4.603690719604492,
+      "step": 320
+    },
+    {
+      "epoch": 0.022918773171553757,
+      "grad_norm": 0.96484375,
+      "learning_rate": 0.00047460000000000004,
+      "loss": 4.490921401977539,
+      "step": 340
+    },
+    {
+      "epoch": 0.024266936299292215,
+      "grad_norm": 0.6640625,
+      "learning_rate": 0.0005026,
+      "loss": 4.327465057373047,
+      "step": 360
+    },
+    {
+      "epoch": 0.02561509942703067,
+      "grad_norm": 0.86328125,
+      "learning_rate": 0.0005306,
+      "loss": 4.182389831542968,
+      "step": 380
+    },
+    {
+      "epoch": 0.026963262554769128,
+      "grad_norm": 0.82421875,
+      "learning_rate": 0.0005586,
+      "loss": 4.036349487304688,
+      "step": 400
+    },
+    {
+      "epoch": 0.028311425682507583,
+      "grad_norm": 0.71484375,
+      "learning_rate": 0.0005866,
+      "loss": 3.918545150756836,
+      "step": 420
+    },
+    {
+      "epoch": 0.02965958881024604,
+      "grad_norm": 0.765625,
+      "learning_rate": 0.0006146,
+      "loss": 3.8555908203125,
+      "step": 440
+    },
+    {
+      "epoch": 0.031007751937984496,
+      "grad_norm": 0.7734375,
+      "learning_rate": 0.0006426,
+      "loss": 3.7499755859375,
+      "step": 460
+    },
+    {
+      "epoch": 0.032355915065722954,
+      "grad_norm": 0.6484375,
+      "learning_rate": 0.0006705999999999999,
+      "loss": 3.668988800048828,
+      "step": 480
+    },
+    {
+      "epoch": 0.03370407819346141,
+      "grad_norm": 0.8828125,
+      "learning_rate": 0.0006986,
+      "loss": 3.598476791381836,
+      "step": 500
+    },
+    {
+      "epoch": 0.03505224132119986,
+      "grad_norm": 0.5625,
+      "learning_rate": 0.0007,
+      "loss": 3.52923698425293,
+      "step": 520
+    },
+    {
+      "epoch": 0.03640040444893832,
+      "grad_norm": 0.56640625,
+      "learning_rate": 0.0007,
+      "loss": 3.4486984252929687,
+      "step": 540
+    },
+    {
+      "epoch": 0.03774856757667678,
+      "grad_norm": 0.453125,
+      "learning_rate": 0.0007,
+      "loss": 3.3981090545654298,
+      "step": 560
+    },
+    {
+      "epoch": 0.03909673070441524,
+      "grad_norm": 0.5234375,
+      "learning_rate": 0.0007,
+      "loss": 3.337215042114258,
+      "step": 580
+    },
+    {
+      "epoch": 0.04044489383215369,
+      "grad_norm": 0.48828125,
+      "learning_rate": 0.0007,
+      "loss": 3.3039676666259767,
+      "step": 600
+    },
+    {
+      "epoch": 0.04179305695989215,
+      "grad_norm": 0.55078125,
+      "learning_rate": 0.0007,
+      "loss": 3.2369564056396483,
+      "step": 620
+    },
+    {
+      "epoch": 0.043141220087630605,
+      "grad_norm": 0.470703125,
+      "learning_rate": 0.0007,
+      "loss": 3.2108325958251953,
+      "step": 640
+    },
+    {
+      "epoch": 0.044489383215369056,
+      "grad_norm": 0.46875,
+      "learning_rate": 0.0007,
+      "loss": 3.153903007507324,
+      "step": 660
+    },
+    {
+      "epoch": 0.045837546343107514,
+      "grad_norm": 0.412109375,
+      "learning_rate": 0.0007,
+      "loss": 3.125510597229004,
+      "step": 680
+    },
+    {
+      "epoch": 0.04718570947084597,
+      "grad_norm": 0.44921875,
+      "learning_rate": 0.0007,
+      "loss": 3.0803747177124023,
+      "step": 700
+    },
+    {
+      "epoch": 0.04853387259858443,
+      "grad_norm": 0.390625,
+      "learning_rate": 0.0007,
+      "loss": 3.04086971282959,
+      "step": 720
+    },
+    {
+      "epoch": 0.04988203572632288,
+      "grad_norm": 0.458984375,
+      "learning_rate": 0.0007,
+      "loss": 3.0033853530883787,
+      "step": 740
+    },
+    {
+      "epoch": 0.05123019885406134,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.0007,
+      "loss": 2.9853662490844726,
+      "step": 760
+    },
+    {
+      "epoch": 0.0525783619817998,
+      "grad_norm": 0.48828125,
+      "learning_rate": 0.0007,
+      "loss": 2.9864330291748047,
+      "step": 780
+    },
+    {
+      "epoch": 0.053926525109538256,
+      "grad_norm": 0.474609375,
+      "learning_rate": 0.0007,
+      "loss": 2.9317838668823244,
+      "step": 800
+    },
+    {
+      "epoch": 0.05527468823727671,
+      "grad_norm": 0.416015625,
+      "learning_rate": 0.0007,
+      "loss": 2.916472244262695,
+      "step": 820
+    },
+    {
+      "epoch": 0.056622851365015166,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.8858991622924806,
+      "step": 840
+    },
+    {
+      "epoch": 0.057971014492753624,
+      "grad_norm": 0.439453125,
+      "learning_rate": 0.0007,
+      "loss": 2.840240478515625,
+      "step": 860
+    },
+    {
+      "epoch": 0.05931917762049208,
+      "grad_norm": 0.439453125,
+      "learning_rate": 0.0007,
+      "loss": 2.8184703826904296,
+      "step": 880
+    },
+    {
+      "epoch": 0.06066734074823053,
+      "grad_norm": 0.42578125,
+      "learning_rate": 0.0007,
+      "loss": 2.8047561645507812,
+      "step": 900
+    },
+    {
+      "epoch": 0.06201550387596899,
+      "grad_norm": 0.4375,
+      "learning_rate": 0.0007,
+      "loss": 2.775454521179199,
+      "step": 920
+    },
+    {
+      "epoch": 0.06336366700370745,
+      "grad_norm": 0.421875,
+      "learning_rate": 0.0007,
+      "loss": 2.7625925064086916,
+      "step": 940
+    },
+    {
+      "epoch": 0.06471183013144591,
+      "grad_norm": 0.4296875,
+      "learning_rate": 0.0007,
+      "loss": 2.731528663635254,
+      "step": 960
+    },
+    {
+      "epoch": 0.06605999325918437,
+      "grad_norm": 0.39453125,
+      "learning_rate": 0.0007,
+      "loss": 2.71492977142334,
+      "step": 980
+    },
+    {
+      "epoch": 0.06740815638692282,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.0007,
+      "loss": 2.7131521224975588,
+      "step": 1000
+    },
+    {
+      "epoch": 0.06875631951466127,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.6799833297729494,
+      "step": 1020
+    },
+    {
+      "epoch": 0.07010448264239973,
+      "grad_norm": 0.412109375,
+      "learning_rate": 0.0007,
+      "loss": 2.665292739868164,
+      "step": 1040
+    },
+    {
+      "epoch": 0.07145264577013818,
+      "grad_norm": 0.44140625,
+      "learning_rate": 0.0007,
+      "loss": 2.6485418319702148,
+      "step": 1060
+    },
+    {
+      "epoch": 0.07280080889787664,
+      "grad_norm": 0.392578125,
+      "learning_rate": 0.0007,
+      "loss": 2.6286544799804688,
+      "step": 1080
+    },
+    {
+      "epoch": 0.0741489720256151,
+      "grad_norm": 0.416015625,
+      "learning_rate": 0.0007,
+      "loss": 2.621373176574707,
+      "step": 1100
+    },
+    {
+      "epoch": 0.07549713515335356,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.5860437393188476,
+      "step": 1120
+    },
+    {
+      "epoch": 0.07684529828109202,
+      "grad_norm": 0.4453125,
+      "learning_rate": 0.0007,
+      "loss": 2.5712385177612305,
+      "step": 1140
+    },
+    {
+      "epoch": 0.07819346140883048,
+      "grad_norm": 0.380859375,
+      "learning_rate": 0.0007,
+      "loss": 2.5693639755249023,
+      "step": 1160
+    },
+    {
+      "epoch": 0.07954162453656892,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.0007,
+      "loss": 2.563449668884277,
+      "step": 1180
+    },
+    {
+      "epoch": 0.08088978766430738,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.553573417663574,
+      "step": 1200
+    },
+    {
+      "epoch": 0.08223795079204584,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.0007,
+      "loss": 2.538028335571289,
+      "step": 1220
+    },
+    {
+      "epoch": 0.0835861139197843,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.5232309341430663,
+      "step": 1240
+    },
+    {
+      "epoch": 0.08493427704752275,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.50943546295166,
+      "step": 1260
+    },
+    {
+      "epoch": 0.08628244017526121,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.4896902084350585,
+      "step": 1280
+    },
+    {
+      "epoch": 0.08763060330299967,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.4810691833496095,
+      "step": 1300
+    },
+    {
+      "epoch": 0.08897876643073811,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.471504974365234,
+      "step": 1320
+    },
+    {
+      "epoch": 0.09032692955847657,
+      "grad_norm": 0.3671875,
+      "learning_rate": 0.0007,
+      "loss": 2.458695411682129,
+      "step": 1340
+    },
+    {
+      "epoch": 0.09167509268621503,
+      "grad_norm": 0.400390625,
+      "learning_rate": 0.0007,
+      "loss": 2.4555185317993162,
+      "step": 1360
+    },
+    {
+      "epoch": 0.09302325581395349,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.433156204223633,
+      "step": 1380
+    },
+    {
+      "epoch": 0.09437141894169195,
+      "grad_norm": 0.34375,
+      "learning_rate": 0.0007,
+      "loss": 2.425444412231445,
+      "step": 1400
+    },
+    {
+      "epoch": 0.0957195820694304,
+      "grad_norm": 0.400390625,
+      "learning_rate": 0.0007,
+      "loss": 2.435191345214844,
+      "step": 1420
+    },
+    {
+      "epoch": 0.09706774519716886,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.412186622619629,
+      "step": 1440
+    },
+    {
+      "epoch": 0.09841590832490732,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.4007726669311524,
+      "step": 1460
+    },
+    {
+      "epoch": 0.09976407145264576,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.3866371154785155,
+      "step": 1480
+    },
+    {
+      "epoch": 0.10111223458038422,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.3728200912475588,
+      "step": 1500
+    },
+    {
+      "epoch": 0.10246039770812268,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.373748016357422,
+      "step": 1520
+    },
+    {
+      "epoch": 0.10380856083586114,
+      "grad_norm": 0.36328125,
+      "learning_rate": 0.0007,
+      "loss": 2.3635543823242187,
+      "step": 1540
+    },
+    {
+      "epoch": 0.1051567239635996,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.0007,
+      "loss": 2.3516841888427735,
+      "step": 1560
+    },
+    {
+      "epoch": 0.10650488709133805,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.3689512252807616,
+      "step": 1580
+    },
+    {
+      "epoch": 0.10785305021907651,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.3348180770874025,
+      "step": 1600
+    },
+    {
+      "epoch": 0.10920121334681497,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.3343011856079103,
+      "step": 1620
+    },
+    {
+      "epoch": 0.11054937647455342,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.0007,
+      "loss": 2.3455299377441405,
+      "step": 1640
+    },
+    {
+      "epoch": 0.11189753960229187,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.3264875411987305,
+      "step": 1660
+    },
+    {
+      "epoch": 0.11324570273003033,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.0007,
+      "loss": 2.309524917602539,
+      "step": 1680
+    },
+    {
+      "epoch": 0.11459386585776879,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.3181018829345703,
+      "step": 1700
+    },
+    {
+      "epoch": 0.11594202898550725,
+      "grad_norm": 0.412109375,
+      "learning_rate": 0.0007,
+      "loss": 2.2959054946899413,
+      "step": 1720
+    },
+    {
+      "epoch": 0.1172901921132457,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.286634826660156,
+      "step": 1740
+    },
+    {
+      "epoch": 0.11863835524098416,
+      "grad_norm": 0.3671875,
+      "learning_rate": 0.0007,
+      "loss": 2.2912055969238283,
+      "step": 1760
+    },
+    {
+      "epoch": 0.11998651836872262,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.303947639465332,
+      "step": 1780
+    },
+    {
+      "epoch": 0.12133468149646107,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.298970413208008,
+      "step": 1800
+    },
+    {
+      "epoch": 0.12268284462419952,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.2899410247802736,
+      "step": 1820
+    },
+    {
+      "epoch": 0.12403100775193798,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.258684539794922,
+      "step": 1840
+    },
+    {
+      "epoch": 0.12537917087967643,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.2575857162475588,
+      "step": 1860
+    },
+    {
+      "epoch": 0.1267273340074149,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.2479154586791994,
+      "step": 1880
+    },
+    {
+      "epoch": 0.12807549713515334,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.2578588485717774,
+      "step": 1900
+    },
+    {
+      "epoch": 0.12942366026289182,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.2332910537719726,
+      "step": 1920
+    },
+    {
+      "epoch": 0.13077182339063026,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.242460250854492,
+      "step": 1940
+    },
+    {
+      "epoch": 0.13211998651836873,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.21710205078125,
+      "step": 1960
+    },
+    {
+      "epoch": 0.13346814964610718,
+      "grad_norm": 0.353515625,
+      "learning_rate": 0.0007,
+      "loss": 2.2389858245849608,
+      "step": 1980
+    },
+    {
+      "epoch": 0.13481631277384565,
+      "grad_norm": 0.328125,
+      "learning_rate": 0.0007,
+      "loss": 2.2128574371337892,
+      "step": 2000
+    },
+    {
+      "epoch": 0.1361644759015841,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.221720504760742,
+      "step": 2020
+    },
+    {
+      "epoch": 0.13751263902932254,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.2012025833129885,
+      "step": 2040
+    },
+    {
+      "epoch": 0.138860802157061,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.2207321166992187,
+      "step": 2060
+    },
+    {
+      "epoch": 0.14020896528479945,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.1970823287963865,
+      "step": 2080
+    },
+    {
+      "epoch": 0.14155712841253792,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.1874614715576173,
+      "step": 2100
+    },
+    {
+      "epoch": 0.14290529154027637,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.1962921142578127,
+      "step": 2120
+    },
+    {
+      "epoch": 0.14425345466801484,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.1974483489990235,
+      "step": 2140
+    },
+    {
+      "epoch": 0.14560161779575329,
+      "grad_norm": 0.34375,
+      "learning_rate": 0.0007,
+      "loss": 2.1824066162109377,
+      "step": 2160
+    },
+    {
+      "epoch": 0.14694978092349173,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.1886768341064453,
+      "step": 2180
+    },
+    {
+      "epoch": 0.1482979440512302,
+      "grad_norm": 0.326171875,
+      "learning_rate": 0.0007,
+      "loss": 2.1661350250244142,
+      "step": 2200
+    },
+    {
+      "epoch": 0.14964610717896865,
+      "grad_norm": 0.330078125,
+      "learning_rate": 0.0007,
+      "loss": 2.1746242523193358,
+      "step": 2220
+    },
+    {
+      "epoch": 0.15099427030670712,
+      "grad_norm": 0.353515625,
+      "learning_rate": 0.0007,
+      "loss": 2.182226371765137,
+      "step": 2240
+    },
+    {
+      "epoch": 0.15234243343444556,
+      "grad_norm": 0.33203125,
+      "learning_rate": 0.0007,
+      "loss": 2.1612625122070312,
+      "step": 2260
+    },
+    {
+      "epoch": 0.15369059656218403,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.1695093154907226,
+      "step": 2280
+    },
+    {
+      "epoch": 0.15503875968992248,
+      "grad_norm": 0.341796875,
+      "learning_rate": 0.0007,
+      "loss": 2.1509073257446287,
+      "step": 2300
+    },
+    {
+      "epoch": 0.15638692281766095,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.1601842880249023,
+      "step": 2320
+    },
+    {
+      "epoch": 0.1577350859453994,
+      "grad_norm": 0.3203125,
+      "learning_rate": 0.0007,
+      "loss": 2.149628257751465,
+      "step": 2340
+    },
+    {
+      "epoch": 0.15908324907313784,
+      "grad_norm": 0.33203125,
+      "learning_rate": 0.0007,
+      "loss": 2.154475784301758,
+      "step": 2360
+    },
+    {
+      "epoch": 0.1604314122008763,
+      "grad_norm": 0.333984375,
+      "learning_rate": 0.0007,
+      "loss": 2.1572238922119142,
+      "step": 2380
+    },
+    {
+      "epoch": 0.16177957532861476,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.1351224899291994,
+      "step": 2400
+    },
+    {
+      "epoch": 0.16312773845635323,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.141549301147461,
+      "step": 2420
+    },
+    {
+      "epoch": 0.16447590158409167,
+      "grad_norm": 0.328125,
+      "learning_rate": 0.0007,
+      "loss": 2.127903366088867,
+      "step": 2440
+    },
+    {
+      "epoch": 0.16582406471183014,
+      "grad_norm": 0.32421875,
+      "learning_rate": 0.0007,
+      "loss": 2.1384496688842773,
+      "step": 2460
+    },
+    {
+      "epoch": 0.1671722278395686,
+      "grad_norm": 0.34375,
+      "learning_rate": 0.0007,
+      "loss": 2.1402868270874023,
+      "step": 2480
+    },
+    {
+      "epoch": 0.1683855746545332,
+      "eval_loss": 2.133925199508667,
+      "eval_runtime": 18.9626,
+      "eval_samples_per_second": 502.41,
+      "eval_steps_per_second": 0.527,
+      "step": 2498
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.1217138290405275,
+      "step": 2500
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "eval_loss": 2.1338183879852295,
+      "eval_runtime": 18.812,
+      "eval_samples_per_second": 506.431,
+      "eval_steps_per_second": 0.532,
+      "step": 2500
+    },
+    {
+      "epoch": 0.1698685540950455,
+      "grad_norm": 20971520.0,
+      "learning_rate": 3.4200000000000005e-05,
+      "loss": 2.1263294219970703,
+      "step": 2520
+    },
+    {
+      "epoch": 0.17121671722278395,
+      "grad_norm": 22675456.0,
+      "learning_rate": 7.020000000000001e-05,
+      "loss": 2.140816307067871,
+      "step": 2540
+    },
+    {
+      "epoch": 0.17256488035052242,
+      "grad_norm": 116916224.0,
+      "learning_rate": 9e-05,
+      "loss": 3.505127716064453,
+      "step": 2560
+    },
+    {
+      "epoch": 0.17391304347826086,
+      "grad_norm": 267386880.0,
+      "learning_rate": 9e-05,
+      "loss": 6.925441741943359,
+      "step": 2580
+    },
+    {
+      "epoch": 0.17526120660599934,
+      "grad_norm": 530579456.0,
+      "learning_rate": 9e-05,
+      "loss": 7.500309753417969,
+      "step": 2600
+    },
+    {
+      "epoch": 0.17660936973373778,
+      "grad_norm": 805306368.0,
+      "learning_rate": 9e-05,
+      "loss": 7.739163970947265,
+      "step": 2620
+    },
+    {
+      "epoch": 0.17795753286147623,
+      "grad_norm": 901775360.0,
+      "learning_rate": 9e-05,
+      "loss": 7.861988067626953,
+      "step": 2640
+    },
+    {
+      "epoch": 0.1793056959892147,
+      "grad_norm": 788529152.0,
+      "learning_rate": 9e-05,
+      "loss": 7.9435890197753904,
+      "step": 2660
+    },
+    {
+      "epoch": 0.18065385911695314,
+      "grad_norm": 620756992.0,
+      "learning_rate": 9e-05,
+      "loss": 7.990572357177735,
+      "step": 2680
+    },
+    {
+      "epoch": 0.1820020222446916,
+      "grad_norm": 484442112.0,
+      "learning_rate": 9e-05,
+      "loss": 8.019105529785156,
+      "step": 2700
+    },
+    {
+      "epoch": 0.18335018537243006,
+      "grad_norm": 381681664.0,
+      "learning_rate": 9e-05,
+      "loss": 8.050555419921874,
+      "step": 2720
+    },
+    {
+      "epoch": 0.18469834850016853,
+      "grad_norm": 301989888.0,
+      "learning_rate": 9e-05,
+      "loss": 8.066886138916015,
+      "step": 2740
+    },
+    {
+      "epoch": 0.18604651162790697,
+      "grad_norm": 231735296.0,
+      "learning_rate": 9e-05,
+      "loss": 8.077174377441406,
+      "step": 2760
+    },
+    {
+      "epoch": 0.18739467475564545,
+      "grad_norm": 164626432.0,
+      "learning_rate": 9e-05,
+      "loss": 8.084746551513671,
+      "step": 2780
+    },
+    {
+      "epoch": 0.1887428378833839,
+      "grad_norm": 109051904.0,
+      "learning_rate": 9e-05,
+      "loss": 8.0902099609375,
+      "step": 2800
+    },
+    {
+      "epoch": 0.19009100101112233,
+      "grad_norm": 71303168.0,
+      "learning_rate": 9e-05,
+      "loss": 8.096793365478515,
+      "step": 2820
+    },
+    {
+      "epoch": 0.1914391641388608,
+      "grad_norm": 31850496.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105870056152344,
+      "step": 2840
+    },
+    {
+      "epoch": 0.19278732726659925,
+      "grad_norm": 17432576.0,
+      "learning_rate": 9e-05,
+      "loss": 8.103771209716797,
+      "step": 2860
+    },
+    {
+      "epoch": 0.19413549039433772,
+      "grad_norm": 12255232.0,
+      "learning_rate": 9e-05,
+      "loss": 8.106598663330079,
+      "step": 2880
+    },
+    {
+      "epoch": 0.19548365352207617,
+      "grad_norm": 10223616.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104751586914062,
+      "step": 2900
+    },
+    {
+      "epoch": 0.19683181664981464,
+      "grad_norm": 10158080.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104240417480469,
+      "step": 2920
+    },
+    {
+      "epoch": 0.19817997977755308,
+      "grad_norm": 19791872.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104872131347657,
+      "step": 2940
+    },
+    {
+      "epoch": 0.19952814290529153,
+      "grad_norm": 6488064.0,
+      "learning_rate": 9e-05,
+      "loss": 8.10034637451172,
+      "step": 2960
+    },
+    {
+      "epoch": 0.20087630603303,
+      "grad_norm": 4718592.0,
+      "learning_rate": 9e-05,
+      "loss": 8.102328491210937,
+      "step": 2980
+    },
+    {
+      "epoch": 0.20222446916076844,
+      "grad_norm": 3653632.0,
+      "learning_rate": 9e-05,
+      "loss": 8.101950073242188,
+      "step": 3000
+    },
+    {
+      "epoch": 0.20357263228850692,
+      "grad_norm": 2703360.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105780029296875,
+      "step": 3020
+    },
+    {
+      "epoch": 0.20492079541624536,
+      "grad_norm": 1998848.0,
+      "learning_rate": 9e-05,
+      "loss": 8.10799331665039,
+      "step": 3040
+    },
+    {
+      "epoch": 0.20626895854398383,
+      "grad_norm": 1515520.0,
+      "learning_rate": 9e-05,
+      "loss": 8.102154541015626,
+      "step": 3060
+    },
+    {
+      "epoch": 0.20761712167172228,
+      "grad_norm": 1155072.0,
+      "learning_rate": 9e-05,
+      "loss": 8.101323699951172,
+      "step": 3080
+    },
+    {
+      "epoch": 0.20896528479946072,
+      "grad_norm": 860160.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104644012451171,
+      "step": 3100
+    },
+    {
+      "epoch": 0.2103134479271992,
+      "grad_norm": 651264.0,
+      "learning_rate": 9e-05,
+      "loss": 8.10705337524414,
+      "step": 3120
+    },
+    {
+      "epoch": 0.21166161105493764,
+      "grad_norm": 501760.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104962921142578,
+      "step": 3140
+    },
+    {
+      "epoch": 0.2130097741826761,
+      "grad_norm": 432128.0,
+      "learning_rate": 9e-05,
+      "loss": 8.10318603515625,
+      "step": 3160
+    },
+    {
+      "epoch": 0.21435793731041455,
+      "grad_norm": 335872.0,
+      "learning_rate": 9e-05,
+      "loss": 8.101777648925781,
+      "step": 3180
+    },
+    {
+      "epoch": 0.21570610043815303,
+      "grad_norm": 301056.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105326843261718,
+      "step": 3200
+    }
+  ],
+  "logging_steps": 20,
+  "max_steps": 3500,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.03241081683968e+16,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/training_args.bin b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0c65fb00f188152ddd7b3875d5492e87da186448
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e1a2626e7b1b9e8c5918ce769b180ee6aeecd5055af3c3b59b791d3a4a2c46
+size 4920
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/config.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..056849ccffa9d2a337db2e11245d69711cba6db1
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/config.json
@@ -0,0 +1,36 @@
+{
+  "activation": "silu-waleed10",
+  "architectures": [
+    "TinyLlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "bfloat16",
+  "eos_token_id": 2,
+  "head_dim": 32,
+  "hidden_act": "silu",
+  "hidden_size": 128,
+  "initializer_range": 0.02,
+  "intermediate_size": 256,
+  "max_position_embeddings": 512,
+  "mlp_bias": false,
+  "mlp_type": "glu",
+  "model_type": "tiny_llama",
+  "num_attention_heads": 4,
+  "num_hidden_layers": 100,
+  "num_key_value_heads": 4,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": true,
+  "tokenizer_name": "w-ahmad/tiny-stories-tokenizer",
+  "transformers_version": "5.16.0.dev0",
+  "use_cache": false,
+  "vocab_size": 4096,
+  "waleed_beta": 4
+}
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/model.safetensors b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..148c9a0f6c9543b5aa3132c71831bd88680db45f
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15cd9779380996be5fafe0a543b43970eb406204f9dbed634692c1bab8d2b261
+size 33967272
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/optimizer.pt b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bdfe6e9fa49982c6b86e934e360985f88391cfc
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6506c8e5f47c3a059647b467fea64f9490bcce8fba171bae2625f81db752e2
+size 39573050
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/rng_state.pth b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e29ad0909e8c1afefa182e7ed890fa257c75af25
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f
+size 14244
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/scheduler.pt b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ff0972af88ad6ee2d60f74da0a8786e58bfa2b
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9751c40def32406332f8de58ba93b20f2a7e67943c9e04a0e73992386f74e398
+size 1064
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/tokenizer.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/tokenizer.json
@@ -0,0 +1,19501 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "ByteLevel",
+    "add_prefix_space": false,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "post_processor": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": false,
+    "use_regex": true
+  },
+  "decoder": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": null,
+    "continuing_subword_prefix": "",
+    "end_of_word_suffix": "",
+    "fuse_unk": false,
+    "byte_fallback": false,
+    "ignore_merges": false,
+    "vocab": {
+      "<|endoftext|>": 0,
+      "!": 1,
+      "\"": 2,
+      "#": 3,
+      "$": 4,
+      "%": 5,
+      "&": 6,
+      "'": 7,
+      "(": 8,
+      ")": 9,
+      "*": 10,
+      "+": 11,
+      ",": 12,
+      "-": 13,
+      ".": 14,
+      "/": 15,
+      "0": 16,
+      "1": 17,
+      "2": 18,
+      "3": 19,
+      "4": 20,
+      "5": 21,
+      "6": 22,
+      "7": 23,
+      "8": 24,
+      "9": 25,
+      ":": 26,
+      ";": 27,
+      "<": 28,
+      "=": 29,
+      ">": 30,
+      "?": 31,
+      "@": 32,
+      "A": 33,
+      "B": 34,
+      "C": 35,
+      "D": 36,
+      "E": 37,
+      "F": 38,
+      "G": 39,
+      "H": 40,
+      "I": 41,
+      "J": 42,
+      "K": 43,
+      "L": 44,
+      "M": 45,
+      "N": 46,
+      "O": 47,
+      "P": 48,
+      "Q": 49,
+      "R": 50,
+      "S": 51,
+      "T": 52,
+      "U": 53,
+      "V": 54,
+      "W": 55,
+      "X": 56,
+      "Y": 57,
+      "Z": 58,
+      "[": 59,
+      "\\": 60,
+      "]": 61,
+      "^": 62,
+      "_": 63,
+      "`": 64,
+      "a": 65,
+      "b": 66,
+      "c": 67,
+      "d": 68,
+      "e": 69,
+      "f": 70,
+      "g": 71,
+      "h": 72,
+      "i": 73,
+      "j": 74,
+      "k": 75,
+      "l": 76,
+      "m": 77,
+      "n": 78,
+      "o": 79,
+      "p": 80,
+      "q": 81,
+      "r": 82,
+      "s": 83,
+      "t": 84,
+      "u": 85,
+      "v": 86,
+      "w": 87,
+      "x": 88,
+      "y": 89,
+      "z": 90,
+      "{": 91,
+      "|": 92,
+      "}": 93,
+      "~": 94,
+      "¡": 95,
+      "¢": 96,
+      "£": 97,
+      "¤": 98,
+      "¥": 99,
+      "¦": 100,
+      "§": 101,
+      "¨": 102,
+      "©": 103,
+      "ª": 104,
+      "«": 105,
+      "¬": 106,
+      "®": 107,
+      "¯": 108,
+      "°": 109,
+      "±": 110,
+      "²": 111,
+      "³": 112,
+      "´": 113,
+      "µ": 114,
+      "¶": 115,
+      "·": 116,
+      "¸": 117,
+      "¹": 118,
+      "º": 119,
+      "»": 120,
+      "¼": 121,
+      "½": 122,
+      "¾": 123,
+      "¿": 124,
+      "À": 125,
+      "Á": 126,
+      "Â": 127,
+      "Ã": 128,
+      "Ä": 129,
+      "Å": 130,
+      "Æ": 131,
+      "Ç": 132,
+      "È": 133,
+      "É": 134,
+      "Ê": 135,
+      "Ë": 136,
+      "Ì": 137,
+      "Í": 138,
+      "Î": 139,
+      "Ï": 140,
+      "Ð": 141,
+      "Ñ": 142,
+      "Ò": 143,
+      "Ó": 144,
+      "Ô": 145,
+      "Õ": 146,
+      "Ö": 147,
+      "×": 148,
+      "Ø": 149,
+      "Ù": 150,
+      "Ú": 151,
+      "Û": 152,
+      "Ü": 153,
+      "Ý": 154,
+      "Þ": 155,
+      "ß": 156,
+      "à": 157,
+      "á": 158,
+      "â": 159,
+      "ã": 160,
+      "ä": 161,
+      "å": 162,
+      "æ": 163,
+      "ç": 164,
+      "è": 165,
+      "é": 166,
+      "ê": 167,
+      "ë": 168,
+      "ì": 169,
+      "í": 170,
+      "î": 171,
+      "ï": 172,
+      "ð": 173,
+      "ñ": 174,
+      "ò": 175,
+      "ó": 176,
+      "ô": 177,
+      "õ": 178,
+      "ö": 179,
+      "÷": 180,
+      "ø": 181,
+      "ù": 182,
+      "ú": 183,
+      "û": 184,
+      "ü": 185,
+      "ý": 186,
+      "þ": 187,
+      "ÿ": 188,
+      "Ā": 189,
+      "ā": 190,
+      "Ă": 191,
+      "ă": 192,
+      "Ą": 193,
+      "ą": 194,
+      "Ć": 195,
+      "ć": 196,
+      "Ĉ": 197,
+      "ĉ": 198,
+      "Ċ": 199,
+      "ċ": 200,
+      "Č": 201,
+      "č": 202,
+      "Ď": 203,
+      "ď": 204,
+      "Đ": 205,
+      "đ": 206,
+      "Ē": 207,
+      "ē": 208,
+      "Ĕ": 209,
+      "ĕ": 210,
+      "Ė": 211,
+      "ė": 212,
+      "Ę": 213,
+      "ę": 214,
+      "Ě": 215,
+      "ě": 216,
+      "Ĝ": 217,
+      "ĝ": 218,
+      "Ğ": 219,
+      "ğ": 220,
+      "Ġ": 221,
+      "ġ": 222,
+      "Ģ": 223,
+      "ģ": 224,
+      "Ĥ": 225,
+      "ĥ": 226,
+      "Ħ": 227,
+      "ħ": 228,
+      "Ĩ": 229,
+      "ĩ": 230,
+      "Ī": 231,
+      "ī": 232,
+      "Ĭ": 233,
+      "ĭ": 234,
+      "Į": 235,
+      "į": 236,
+      "İ": 237,
+      "ı": 238,
+      "IJ": 239,
+      "ij": 240,
+      "Ĵ": 241,
+      "ĵ": 242,
+      "Ķ": 243,
+      "ķ": 244,
+      "ĸ": 245,
+      "Ĺ": 246,
+      "ĺ": 247,
+      "Ļ": 248,
+      "ļ": 249,
+      "Ľ": 250,
+      "ľ": 251,
+      "Ŀ": 252,
+      "ŀ": 253,
+      "Ł": 254,
+      "ł": 255,
+      "Ń": 256,
+      "he": 257,
+      "Ġt": 258,
+      "Ġa": 259,
+      "Ġs": 260,
+      "Ġw": 261,
+      "nd": 262,
+      "Ġthe": 263,
+      "ed": 264,
+      "Ġand": 265,
+      "Ġto": 266,
+      "Ġb": 267,
+      "in": 268,
+      "Ġh": 269,
+      "Ġwa": 270,
+      "re": 271,
+      "Ġf": 272,
+      "it": 273,
+      "ou": 274,
+      "Ġc": 275,
+      "Ġl": 276,
+      "Ġhe": 277,
+      "Ġd": 278,
+      "er": 279,
+      "Ġwas": 280,
+      "Ġm": 281,
+      "Ġp": 282,
+      "om": 283,
+      "ĠT": 284,
+      "Ġo": 285,
+      "ay": 286,
+      "ar": 287,
+      "ing": 288,
+      "is": 289,
+      "Ġg": 290,
+      "il": 291,
+      "id": 292,
+      "at": 293,
+      "en": 294,
+      "Ġn": 295,
+      "Ġsa": 296,
+      "Ġha": 297,
+      "ĠS": 298,
+      "im": 299,
+      "an": 300,
+      "ĠThe": 301,
+      "or": 302,
+      "on": 303,
+      "Ġit": 304,
+      "Ġth": 305,
+      "ll": 306,
+      "le": 307,
+      "ĠH": 308,
+      "Ġher": 309,
+      "et": 310,
+      "ot": 311,
+      "ir": 312,
+      "ĠShe": 313,
+      "ĠHe": 314,
+      "ver": 315,
+      "es": 316,
+      "Ġin": 317,
+      "ut": 318,
+      "ow": 319,
+      "ck": 320,
+      "Ġe": 321,
+      "Ġu": 322,
+      "ld": 323,
+      "ĠThey": 324,
+      "oo": 325,
+      "ig": 326,
+      "Ġsaid": 327,
+      "am": 328,
+      "ily": 329,
+      "Ġbe": 330,
+      "Ġy": 331,
+      "Ġr": 332,
+      "Ġst": 333,
+      "ce": 334,
+      "Ġshe": 335,
+      "Ġ\"": 336,
+      "pp": 337,
+      "ke": 338,
+      "ith": 339,
+      "On": 340,
+      "ĠI": 341,
+      "Ġwith": 342,
+      "ve": 343,
+      "Lily": 344,
+      "Ġon": 345,
+      "Ġof": 346,
+      "Ġso": 347,
+      "Ġhis": 348,
+      "ked": 349,
+      "ri": 350,
+      "nt": 351,
+      "very": 352,
+      "Ġpl": 353,
+      "Ġday": 354,
+      "ad": 355,
+      "Ġyou": 356,
+      "Ġthat": 357,
+      "Ġup": 358,
+      "Ġhad": 359,
+      "st": 360,
+      "Ġplay": 361,
+      "Ġthey": 362,
+      "ĠLily": 363,
+      "Ġwe": 364,
+      "Ġmom": 365,
+      "my": 366,
+      "Ġfor": 367,
+      "el": 368,
+      "ould": 369,
+      "un": 370,
+      "ĠB": 371,
+      "'s": 372,
+      "itt": 373,
+      "ent": 374,
+      "Ġhapp": 375,
+      "The": 376,
+      "ch": 377,
+      "Ġli": 378,
+      "out": 379,
+      "Ġwant": 380,
+      "Ġsh": 381,
+      "her": 382,
+      "ly": 383,
+      "ime": 384,
+      "ittle": 385,
+      "ound": 386,
+      "Ġvery": 387,
+      "Ġtime": 388,
+      "ome": 389,
+      "Ġlittle": 390,
+      "Ġthere": 391,
+      "se": 392,
+      "Ġdo": 393,
+      "Ġwh": 394,
+      "all": 395,
+      "Ġk": 396,
+      "end": 397,
+      "al": 398,
+      "ht": 399,
+      "Ġne": 400,
+      "Ġre": 401,
+      "Ġnot": 402,
+      "Ġhappy": 403,
+      "ĠĊ": 404,
+      "Ġbig": 405,
+      "ĠM": 406,
+      "Ġbut": 407,
+      "Ġsm": 408,
+      "ack": 409,
+      "Ġsaw": 410,
+      "ĠIt": 411,
+      "Ġas": 412,
+      "Ġan": 413,
+      "ra": 414,
+      "riend": 415,
+      "Ġfriend": 416,
+      "ide": 417,
+      "One": 418,
+      "ry": 419,
+      "'t": 420,
+      "ved": 421,
+      "Ġis": 422,
+      "Once": 423,
+      "ake": 424,
+      ".\"": 425,
+      "Ġwere": 426,
+      "ter": 427,
+      "ug": 428,
+      "Ġloo": 429,
+      "Ġlo": 430,
+      "ore": 431,
+      "ec": 432,
+      "ĠTim": 433,
+      "Ġhim": 434,
+      "Ġbo": 435,
+      "!\"": 436,
+      "Ġtoo": 437,
+      "Ġgo": 438,
+      "Ġupon": 439,
+      "irl": 440,
+      "Ġj": 441,
+      "Ġwanted": 442,
+      "Ġgirl": 443,
+      "Ġse": 444,
+      "Ġout": 445,
+      "ard": 446,
+      "way": 447,
+      "Ġsp": 448,
+      "ill": 449,
+      "ind": 450,
+      "Ġthem": 451,
+      "Ġcould": 452,
+      "fu": 453,
+      "hen": 454,
+      "Ġat": 455,
+      "ur": 456,
+      "Ġdid": 457,
+      "Ġsmil": 458,
+      "Ġtheir": 459,
+      "Ġare": 460,
+      "Ġex": 461,
+      "ĠA": 462,
+      "ain": 463,
+      "Ġwent": 464,
+      "art": 465,
+      "hed": 466,
+      "rom": 467,
+      "ic": 468,
+      "round": 469,
+      "Ġhave": 470,
+      "Ġnam": 471,
+      "lp": 472,
+      "Ġall": 473,
+      "ĠJ": 474,
+      "ful": 475,
+      "Ġkn": 476,
+      "hing": 477,
+      "ood": 478,
+      "Ġhelp": 479,
+      "ight": 480,
+      "Ġfriends": 481,
+      "one": 482,
+      "ark": 483,
+      "Ġback": 484,
+      "um": 485,
+      "Ġcan": 486,
+      "Ġnamed": 487,
+      "Ġcl": 488,
+      "?\"": 489,
+      "Ġfun": 490,
+      "are": 491,
+      "ĠBen": 492,
+      "Ġloved": 493,
+      "Ġal": 494,
+      "elt": 495,
+      "ĠTimmy": 496,
+      "ĠOne": 497,
+      "op": 498,
+      "side": 499,
+      "Ġle": 500,
+      "Ġno": 501,
+      "Ġsc": 502,
+      "ĠTom": 503,
+      "Ġfelt": 504,
+      "oug": 505,
+      "Ġsmiled": 506,
+      "ick": 507,
+      "Ġasked": 508,
+      "You": 509,
+      "Ġtoy": 510,
+      "Ġman": 511,
+      "Ġaround": 512,
+      "ame": 513,
+      "Ġfe": 514,
+      "Ġsay": 515,
+      "Ġboy": 516,
+      "Ġsome": 517,
+      "Ġlooked": 518,
+      "ure": 519,
+      "omet": 520,
+      "Ġbr": 521,
+      "Ġwould": 522,
+      "Ġme": 523,
+      "Ġbir": 524,
+      "Ġlike": 525,
+      "get": 526,
+      "Ġstart": 527,
+      "Ġro": 528,
+      "as": 529,
+      "Ġsee": 530,
+      "ĠW": 531,
+      "ice": 532,
+      "ong": 533,
+      "Ġbird": 534,
+      "Ġsomet": 535,
+      "dd": 536,
+      "Ġwor": 537,
+      "ade": 538,
+      "ie": 539,
+      "king": 540,
+      "Ġag": 541,
+      "own": 542,
+      "Ġtre": 543,
+      "Ġfa": 544,
+      "Ġaway": 545,
+      "Ġwhat": 546,
+      "ings": 547,
+      "Ġstarted": 548,
+      "gether": 549,
+      "Ġran": 550,
+      "â": 551,
+      "âĤ": 552,
+      "âĤ¬": 553,
+      "ared": 554,
+      "Ġmake": 555,
+      "ĠBut": 556,
+      "ited": 557,
+      "if": 558,
+      "oud": 559,
+      "Ġmade": 560,
+      "Ġtogether": 561,
+      "Ġsomething": 562,
+      "Ġexc": 563,
+      "ag": 564,
+      "Ġco": 565,
+      "Ġpark": 566,
+      "Ġnew": 567,
+      "Ġsad": 568,
+      "Ġput": 569,
+      ",\"": 570,
+      "Ġfrom": 571,
+      "ble": 572,
+      "ther": 573,
+      "Ġpr": 574,
+      "Ġmu": 575,
+      "Ġcar": 576,
+      "Ġhome": 577,
+      "ĠYou": 578,
+      "Ġthen": 579,
+      "Ġwhen": 580,
+      "Ġfound": 581,
+      "ell": 582,
+      "Ġother": 583,
+      "Ġagain": 584,
+      "Ġch": 585,
+      "Ġdec": 586,
+      "Ġwho": 587,
+      "Ġla": 588,
+      "ried": 589,
+      "ss": 590,
+      "Ġgood": 591,
+      "Ġhug": 592,
+      "ĠL": 593,
+      "pped": 594,
+      "Ġwal": 595,
+      "ep": 596,
+      "ally": 597,
+      "Ġsays": 598,
+      "Ġfl": 599,
+      "est": 600,
+      "ach": 601,
+      "ĠE": 602,
+      "Ġexcited": 603,
+      "pl": 604,
+      "qu": 605,
+      "ook": 606,
+      "Ġget": 607,
+      "ought": 608,
+      "Ġplaying": 609,
+      "Ġgot": 610,
+      "Ġsw": 611,
+      "ous": 612,
+      "hat": 613,
+      "ny": 614,
+      "ided": 615,
+      "uck": 616,
+      "Ġthings": 617,
+      "Ġevery": 618,
+      "Ġdecided": 619,
+      "Ġcame": 620,
+      "Ġbec": 621,
+      "ave": 622,
+      "ro": 623,
+      "ax": 624,
+      "Ġliked": 625,
+      "Ġdown": 626,
+      "Ġdog": 627,
+      "Ġscared": 628,
+      "Ġv": 629,
+      "udd": 630,
+      "ust": 631,
+      "Ġone": 632,
+      "Ġfind": 633,
+      "Ġbl": 634,
+      "Ġthan": 635,
+      "ĠD": 636,
+      "ouse": 637,
+      "ways": 638,
+      "Ġkne": 639,
+      "Ġdidn": 640,
+      "ap": 641,
+      "Ġmommy": 642,
+      "Ġcare": 643,
+      "Ġalways": 644,
+      "Ġab": 645,
+      "ist": 646,
+      "Ġdad": 647,
+      "Ġfeel": 648,
+      "ara": 649,
+      "bb": 650,
+      "arn": 651,
+      "fe": 652,
+      "Ġyour": 653,
+      "Ġoutside": 654,
+      "ue": 655,
+      "Ġgra": 656,
+      "ant": 657,
+      "Ġke": 658,
+      "ĠMom": 659,
+      "Ġtook": 660,
+      "Ġlot": 661,
+      "nn": 662,
+      "Ġbu": 663,
+      "Ġabout": 664,
+      "ess": 665,
+      "ĠF": 666,
+      "nder": 667,
+      "Ġtree": 668,
+      "eci": 669,
+      "Ġlook": 670,
+      "Ġpo": 671,
+      "Ġmy": 672,
+      "our": 673,
+      "Ġtoys": 674,
+      "ite": 675,
+      "ched": 676,
+      "Ġknew": 677,
+      "Ġthought": 678,
+      "ened": 679,
+      "Ġlearn": 680,
+      "Ġint": 681,
+      "Ġold": 682,
+      "Ġmore": 683,
+      "nna": 684,
+      "ise": 685,
+      "ged": 686,
+      "Ġta": 687,
+      "udden": 688,
+      "ecial": 689,
+      "Ġspecial": 690,
+      "ĠMax": 691,
+      "au": 692,
+      "Ġwill": 693,
+      "ers": 694,
+      "They": 695,
+      "ret": 696,
+      "Ġpe": 697,
+      "Ġho": 698,
+      "ĠSam": 699,
+      "Ġtake": 700,
+      "Ġball": 701,
+      "Ġknow": 702,
+      "Ġlaug": 703,
+      "fter": 704,
+      "uddenly": 705,
+      "Ġcat": 706,
+      "Ġhow": 707,
+      "ive": 708,
+      "Ġtr": 709,
+      "Ġmuch": 710,
+      "Ġany": 711,
+      "Ġpu": 712,
+      "ma": 713,
+      "Ġsl": 714,
+      "Ġsor": 715,
+      "Ġmo": 716,
+      "ven": 717,
+      "ish": 718,
+      "Ġshow": 719,
+      "Ġcouldn": 720,
+      "ause": 721,
+      "ink": 722,
+      "But": 723,
+      "Ġhouse": 724,
+      "Ġinto": 725,
+      "ump": 726,
+      "Ġover": 727,
+      "Ġtried": 728,
+      "and": 729,
+      "Ġeat": 730,
+      "Ġsk": 731,
+      "Ġsun": 732,
+      "Ġtw": 733,
+      "Ġclo": 734,
+      "ia": 735,
+      "Ġrun": 736,
+      "Ġhand": 737,
+      "ĠEvery": 738,
+      "Ġen": 739,
+      "Ġinside": 740,
+      "dy": 741,
+      "Ġif": 742,
+      "Ġtold": 743,
+      "Ġnever": 744,
+      "ion": 745,
+      "Ġqu": 746,
+      "Ġbecause": 747,
+      "by": 748,
+      "Ġproud": 749,
+      "Ġgave": 750,
+      "Ġsorry": 751,
+      "Ġthis": 752,
+      "Ġop": 753,
+      "Ġplayed": 754,
+      "ate": 755,
+      "Ġexpl": 756,
+      "Ġheard": 757,
+      "ty": 758,
+      "Ġor": 759,
+      "Ġwater": 760,
+      "ank": 761,
+      "ge": 762,
+      "sed": 763,
+      "Ġpick": 764,
+      "other": 765,
+      "Ġroom": 766,
+      "etter": 767,
+      "Ġjust": 768,
+      "ace": 769,
+      "Ġhugged": 770,
+      "ak": 771,
+      "Ġgre": 772,
+      "here": 773,
+      "Ġoff": 774,
+      "ĠSara": 775,
+      "Ġpret": 776,
+      "ile": 777,
+      "Ġeach": 778,
+      "Ġcom": 779,
+      "Ġlong": 780,
+      "Ġbox": 781,
+      "ort": 782,
+      "Ġstr": 783,
+      "iz": 784,
+      "Ġunt": 785,
+      "Ġwat": 786,
+      "oth": 787,
+      "Ġneed": 788,
+      "Ġjo": 789,
+      "ĠWe": 790,
+      "Tom": 791,
+      "Ġsmall": 792,
+      "ine": 793,
+      "Ġbear": 794,
+      "Mom": 795,
+      "Ġuntil": 796,
+      "Ġnice": 797,
+      "Ġtry": 798,
+      "ving": 799,
+      "uc": 800,
+      "sel": 801,
+      "ough": 802,
+      "Ġlearned": 803,
+      "Ġkind": 804,
+      "ĠAnna": 805,
+      "ild": 806,
+      "Ġfo": 807,
+      "Ġmany": 808,
+      "'m": 809,
+      "ĠJack": 810,
+      "Ġbetter": 811,
+      "Ġim": 812,
+      "gry": 813,
+      "imal": 814,
+      "Ġanimal": 815,
+      "urt": 816,
+      "ft": 817,
+      "Ġend": 818,
+      "Ġsn": 819,
+      "aut": 820,
+      "Ġte": 821,
+      "Ġcle": 822,
+      "ĠJo": 823,
+      "vent": 824,
+      "urp": 825,
+      "Ġgr": 826,
+      "Ġbeaut": 827,
+      "Ġjump": 828,
+      "mb": 829,
+      "Ġad": 830,
+      "ream": 831,
+      "pt": 832,
+      "ĠSo": 833,
+      "ĠHer": 834,
+      "Ġflow": 835,
+      "ies": 836,
+      "Ġche": 837,
+      "Ġbra": 838,
+      "Ġthanked": 839,
+      "Ġeven": 840,
+      "Ġbest": 841,
+      "Ġcall": 842,
+      "ady": 843,
+      "He": 844,
+      "Ġlots": 845,
+      "Ġlaughed": 846,
+      "self": 847,
+      "Ġra": 848,
+      "Ġway": 849,
+      "ars": 850,
+      "urn": 851,
+      "Ġby": 852,
+      "Ġfast": 853,
+      "lly": 854,
+      "Ġfam": 855,
+      "ĠC": 856,
+      "ves": 857,
+      "arden": 858,
+      "Ġgarden": 859,
+      "Ġbeauti": 860,
+      "wn": 861,
+      "Th": 862,
+      "Ġbeautiful": 863,
+      "Ġloud": 864,
+      "lew": 865,
+      "Ġsky": 866,
+      "Ġdon": 867,
+      "hn": 868,
+      "ered": 869,
+      "iny": 870,
+      "Ġcareful": 871,
+      "Ġlove": 872,
+      "Ġfi": 873,
+      "ĠThen": 874,
+      "Åĵ": 875,
+      "ase": 876,
+      "ect": 877,
+      "Ġsafe": 878,
+      "ĠAnd": 879,
+      "Ġunder": 880,
+      "Ġcome": 881,
+      "ĠFrom": 882,
+      "Yes": 883,
+      "ĠMia": 884,
+      "It": 885,
+      "me": 886,
+      "Ġhard": 887,
+      "Ġcu": 888,
+      "Ġwo": 889,
+      "Ġlist": 890,
+      "Ġstay": 891,
+      "ane": 892,
+      "sh": 893,
+      "ople": 894,
+      "Ġgl": 895,
+      "ning": 896,
+      "Ġstill": 897,
+      "ool": 898,
+      "Ġhurt": 899,
+      "ree": 900,
+      "ĠHis": 901,
+      "Ġimp": 902,
+      "Ġfamily": 903,
+      "Ġâ": 904,
+      "Ġboth": 905,
+      "rm": 906,
+      "igh": 907,
+      "Ġlived": 908,
+      "hes": 909,
+      "When": 910,
+      "Ġpeople": 911,
+      "Ġanimals": 912,
+      "Ġcol": 913,
+      "Ġbrave": 914,
+      "Ġwalked": 915,
+      "ob": 916,
+      "Tim": 917,
+      "ct": 918,
+      "Ġlet": 919,
+      "urpr": 920,
+      "ĠWhen": 921,
+      "Ġtwo": 922,
+      "Ġsurpr": 923,
+      "Ġshould": 924,
+      "ished": 925,
+      "Ġbad": 926,
+      "ress": 927,
+      "Ġkept": 928,
+      "Ġfore": 929,
+      "Ġflew": 930,
+      "Ġfin": 931,
+      "Ġstor": 932,
+      "Ġfly": 933,
+      "ast": 934,
+      "ised": 935,
+      "ip": 936,
+      "Ġits": 937,
+      "led": 938,
+      "ock": 939,
+      "ucy": 940,
+      "fore": 941,
+      "Ġgoing": 942,
+      "Ġclean": 943,
+      "Ġdan": 944,
+      "Ġpic": 945,
+      "Ġsoon": 946,
+      "Ġcalled": 947,
+      "Ġshare": 948,
+      "kay": 949,
+      "Ġangry": 950,
+      "Ġrock": 951,
+      "Ġcon": 952,
+      "Ġpretty": 953,
+      "No": 954,
+      "Ġide": 955,
+      "ied": 956,
+      "illy": 957,
+      "Ġground": 958,
+      "xt": 959,
+      "Ġred": 960,
+      "Ġexplore": 961,
+      "Ġcry": 962,
+      "Ġadvent": 963,
+      "Ġsto": 964,
+      "so": 965,
+      "Ġreal": 966,
+      "Let": 967,
+      "Ġwind": 968,
+      "Ġshiny": 969,
+      "be": 970,
+      "Ġbook": 971,
+      "Ġalso": 972,
+      "Ġdoll": 973,
+      "Ġidea": 974,
+      "Ġbefore": 975,
+      "Ġopened": 976,
+      "dded": 977,
+      "Ġwhile": 978,
+      "ummy": 979,
+      "Ġkeep": 980,
+      "Ġey": 981,
+      "Ġnow": 982,
+      "Ġdoor": 983,
+      "Ġfeeling": 984,
+      "âĤ¬â": 985,
+      "oon": 986,
+      "oy": 987,
+      "Ġwalking": 988,
+      "Ġnoise": 989,
+      "Ġfr": 990,
+      "les": 991,
+      "age": 992,
+      "ious": 993,
+      "Ġcolor": 994,
+      "Ġturn": 995,
+      "thing": 996,
+      "ff": 997,
+      "uch": 998,
+      "th": 999,
+      "Ġbed": 1000,
+      "ary": 1001,
+      "Ġdra": 1002,
+      "Ġpicked": 1003,
+      "imb": 1004,
+      "eet": 1005,
+      "Ġclimb": 1006,
+      "Ġdel": 1007,
+      "What": 1008,
+      "Ġbeing": 1009,
+      "Ġfood": 1010,
+      "Ġun": 1011,
+      "Ġfar": 1012,
+      "ture": 1013,
+      "joy": 1014,
+      "Ġadventure": 1015,
+      "ac": 1016,
+      "Ġsmile": 1017,
+      "Ġdif": 1018,
+      "Ħ¢": 1019,
+      "âĤ¬âĦ¢": 1020,
+      "memb": 1021,
+      "Ġwr": 1022,
+      "Ġthr": 1023,
+      "ught": 1024,
+      "Ġlooking": 1025,
+      "Ġnext": 1026,
+      "iced": 1027,
+      "ĠLucy": 1028,
+      "Ġnodded": 1029,
+      "Ġquick": 1030,
+      "ĠP": 1031,
+      "Ġdis": 1032,
+      "Ġrepl": 1033,
+      "ĠDad": 1034,
+      "Ġwait": 1035,
+      "ized": 1036,
+      "Ġforest": 1037,
+      "Ġclos": 1038,
+      "ĠSuddenly": 1039,
+      "Ġtra": 1040,
+      "That": 1041,
+      "Ġeyes": 1042,
+      "ger": 1043,
+      "bbit": 1044,
+      "ted": 1045,
+      "Ġown": 1046,
+      "Ġrain": 1047,
+      "Ġimport": 1048,
+      "Ġgreat": 1049,
+      "Ġrememb": 1050,
+      "Ġpicture": 1051,
+      "Thank": 1052,
+      "Suddenly": 1053,
+      "Ġstopped": 1054,
+      "Ġenjoy": 1055,
+      "Ġvo": 1056,
+      "Ben": 1057,
+      "Ġgive": 1058,
+      "Ġimportant": 1059,
+      "Ġwork": 1060,
+      "Ġnear": 1061,
+      "gan": 1062,
+      "pot": 1063,
+      "Ġever": 1064,
+      "Ġapp": 1065,
+      "Ġafter": 1066,
+      "Ġquickly": 1067,
+      "Ġlisten": 1068,
+      "Ġbre": 1069,
+      "ting": 1070,
+      "bbed": 1071,
+      "Ġma": 1072,
+      "Ġfish": 1073,
+      "Ġreplied": 1074,
+      "Ġrabbit": 1075,
+      "Ġhands": 1076,
+      "ĠG": 1077,
+      "Ġnoticed": 1078,
+      "Ġbro": 1079,
+      "Ġslide": 1080,
+      "Ġthink": 1081,
+      "Ġwalk": 1082,
+      "Ġtruck": 1083,
+      "Ġac": 1084,
+      "kes": 1085,
+      "Ġstrong": 1086,
+      "She": 1087,
+      "Ġshowed": 1088,
+      "Ġde": 1089,
+      "Ġeveryone": 1090,
+      "Ġwonder": 1091,
+      "fere": 1092,
+      "bye": 1093,
+      "Ġdiffere": 1094,
+      "irst": 1095,
+      "So": 1096,
+      "Ġsure": 1097,
+      "Ġhas": 1098,
+      "Ġright": 1099,
+      "Ġbeen": 1100,
+      "Ġbecame": 1101,
+      "Ġsound": 1102,
+      "maz": 1103,
+      "Ġtow": 1104,
+      "Ġru": 1105,
+      "Ġtal": 1106,
+      "Ġamaz": 1107,
+      "Ġhead": 1108,
+      "Ġshout": 1109,
+      "Ġbright": 1110,
+      "Ġye": 1111,
+      "Ġwatched": 1112,
+      "ĠR": 1113,
+      "Ġmor": 1114,
+      "Ġchild": 1115,
+      "able": 1116,
+      "Ġmean": 1117,
+      "Ġwhere": 1118,
+      "llow": 1119,
+      "Ġhigh": 1120,
+      "ĠSue": 1121,
+      "Ġface": 1122,
+      "Ġcook": 1123,
+      "day": 1124,
+      "aybe": 1125,
+      "Ġwatch": 1126,
+      "Ġblue": 1127,
+      "aught": 1128,
+      "Ġdifferent": 1129,
+      "Ġstore": 1130,
+      "ĠN": 1131,
+      "Ġgoodbye": 1132,
+      "Ġdress": 1133,
+      "ull": 1134,
+      "ĠBob": 1135,
+      "ng": 1136,
+      "ange": 1137,
+      "Ġsqu": 1138,
+      "Ġokay": 1139,
+      "isy": 1140,
+      "lease": 1141,
+      "ĠMommy": 1142,
+      "Ġvoice": 1143,
+      "Jo": 1144,
+      "ath": 1145,
+      "Ġnight": 1146,
+      "ĠSpot": 1147,
+      "Ġus": 1148,
+      "Ġboat": 1149,
+      "Ġflowers": 1150,
+      "Ġplace": 1151,
+      "Ġfollow": 1152,
+      "Ġar": 1153,
+      "Ġuse": 1154,
+      "Ġcloser": 1155,
+      "unny": 1156,
+      "leep": 1157,
+      "ired": 1158,
+      "Ġfav": 1159,
+      "Ġyell": 1160,
+      "Ġgrabbed": 1161,
+      "Ġcuri": 1162,
+      "Ġwarm": 1163,
+      "Ġcr": 1164,
+      "Ġforg": 1165,
+      "ĠSarah": 1166,
+      "ĠJohn": 1167,
+      "Ġmag": 1168,
+      "Ġstick": 1169,
+      "We": 1170,
+      "Ġjumped": 1171,
+      "Ġcake": 1172,
+      "more": 1173,
+      "Ġtell": 1174,
+      "Ġanymore": 1175,
+      "After": 1176,
+      "Ġbutter": 1177,
+      "ndma": 1178,
+      "Ġthree": 1179,
+      "Ġask": 1180,
+      "co": 1181,
+      "Ġour": 1182,
+      "lie": 1183,
+      "Ġcurious": 1184,
+      "ount": 1185,
+      "orn": 1186,
+      "Ġcont": 1187,
+      "Ġfell": 1188,
+      "ached": 1189,
+      "ĠTh": 1190,
+      "Ġbirds": 1191,
+      "ass": 1192,
+      "Her": 1193,
+      "iss": 1194,
+      "Ġhelped": 1195,
+      "ĠJane": 1196,
+      "Ġpull": 1197,
+      "Ġfirst": 1198,
+      "itc": 1199,
+      "Ġblock": 1200,
+      "Ġhop": 1201,
+      "Ġbit": 1202,
+      "Ġdr": 1203,
+      "Ġrealized": 1204,
+      "Ġkid": 1205,
+      "Look": 1206,
+      "ila": 1207,
+      "Ġmon": 1208,
+      "Ġbrother": 1209,
+      "Anna": 1210,
+      "Sara": 1211,
+      "Ġz": 1212,
+      "ĠEveryone": 1213,
+      "Ġate": 1214,
+      "Ġdoes": 1215,
+      "imes": 1216,
+      "Ġhappened": 1217,
+      "Ġstop": 1218,
+      "zy": 1219,
+      "Ġyummy": 1220,
+      "Ġfavor": 1221,
+      "ppy": 1222,
+      "Ġkitc": 1223,
+      "Ġkitchen": 1224,
+      "Ġsweet": 1225,
+      "us": 1226,
+      "Ġper": 1227,
+      "Ġreally": 1228,
+      "aisy": 1229,
+      "Ġgrass": 1230,
+      "Ġfavorite": 1231,
+      "Ġbegan": 1232,
+      "Ġrest": 1233,
+      "Ġready": 1234,
+      "Ġlea": 1235,
+      "Ġreached": 1236,
+      "Ġunderst": 1237,
+      "air": 1238,
+      "Ġste": 1239,
+      "Ġbunny": 1240,
+      "ĠAs": 1241,
+      "Ġstory": 1242,
+      "'re": 1243,
+      "Ġpain": 1244,
+      "Ġsing": 1245,
+      "ster": 1246,
+      "Ġhere": 1247,
+      "Ġsand": 1248,
+      "Ġonly": 1249,
+      "Ġflo": 1250,
+      "Ġam": 1251,
+      "Ġglad": 1252,
+      "Ġtri": 1253,
+      "Ġbeh": 1254,
+      "Ġworld": 1255,
+      "Ġopen": 1256,
+      "Ġcre": 1257,
+      "fully": 1258,
+      "Ġprin": 1259,
+      "where": 1260,
+      "arent": 1261,
+      "Ġflower": 1262,
+      "Ġthrough": 1263,
+      "Ġba": 1264,
+      "Ġfire": 1265,
+      "Ġdone": 1266,
+      "Ġhaving": 1267,
+      "Ġthing": 1268,
+      "Ġdelic": 1269,
+      "Ġhimself": 1270,
+      "Ġtired": 1271,
+      "Ġparent": 1272,
+      "Ġsoft": 1273,
+      "Ġfro": 1274,
+      "Timmy": 1275,
+      "Ġtast": 1276,
+      "Ġbutterf": 1277,
+      "ĠLet": 1278,
+      "Ġcut": 1279,
+      "Ġpart": 1280,
+      "Ġwhy": 1281,
+      "ken": 1282,
+      "Ġmess": 1283,
+      "Can": 1284,
+      "Ġworry": 1285,
+      "Mommy": 1286,
+      "iver": 1287,
+      "Ġdin": 1288,
+      "uff": 1289,
+      "ater": 1290,
+      "Ġmagic": 1291,
+      "Ġwaved": 1292,
+      "Ġshouted": 1293,
+      "Ġpond": 1294,
+      "Ġkids": 1295,
+      "Ġhat": 1296,
+      "Ġduck": 1297,
+      "Ġsees": 1298,
+      "olly": 1299,
+      "illed": 1300,
+      "Ġgame": 1301,
+      "ient": 1302,
+      "Ġmaking": 1303,
+      "ather": 1304,
+      "John": 1305,
+      "As": 1306,
+      "akes": 1307,
+      "Ġcatch": 1308,
+      "Ġseen": 1309,
+      "Ġcool": 1310,
+      "ation": 1311,
+      "Ġcoming": 1312,
+      "Ġless": 1313,
+      "Ġdark": 1314,
+      "Ġused": 1315,
+      "eddy": 1316,
+      "Ġfix": 1317,
+      "ĠJoe": 1318,
+      "Ġthank": 1319,
+      "mer": 1320,
+      "Ġtop": 1321,
+      "Ġlady": 1322,
+      "Ġhair": 1323,
+      "aring": 1324,
+      "Ġprom": 1325,
+      "Ġhopped": 1326,
+      "ĠCan": 1327,
+      "\".": 1328,
+      "ign": 1329,
+      "Ġsurprise": 1330,
+      "Ġdraw": 1331,
+      "Ġmum": 1332,
+      "Ġmouse": 1333,
+      "Ġfunny": 1334,
+      "rel": 1335,
+      "Ġcra": 1336,
+      "Ġ-": 1337,
+      "aper": 1338,
+      "Ġfull": 1339,
+      "Ġtouch": 1340,
+      "Ġlight": 1341,
+      "Ġspot": 1342,
+      "ren": 1343,
+      "Ġdro": 1344,
+      "ĠBenny": 1345,
+      "Ġparents": 1346,
+      "Ġworked": 1347,
+      "ins": 1348,
+      "oney": 1349,
+      "ĠDo": 1350,
+      "Ġsurprised": 1351,
+      "Ġcarefully": 1352,
+      "Ġtrees": 1353,
+      "Ġfrog": 1354,
+      "Ġswing": 1355,
+      "Ġdoing": 1356,
+      "Don": 1357,
+      "Ġsat": 1358,
+      "inally": 1359,
+      "ĠThat": 1360,
+      "Ġice": 1361,
+      "ĠIn": 1362,
+      "Ġheld": 1363,
+      "Wow": 1364,
+      "Ġrunning": 1365,
+      "Ġpretend": 1366,
+      "Ġswim": 1367,
+      "Ġset": 1368,
+      "Ġread": 1369,
+      "Ġdelicious": 1370,
+      "Ġneeded": 1371,
+      "Ġtight": 1372,
+      "Ġslow": 1373,
+      "Ġremembered": 1374,
+      "Ġlost": 1375,
+      "Ġcold": 1376,
+      "Ġsmell": 1377,
+      "ards": 1378,
+      "Ġwood": 1379,
+      "Ġhappily": 1380,
+      "hy": 1381,
+      "ely": 1382,
+      "Ġlooks": 1383,
+      "Ġbehind": 1384,
+      "Ġherself": 1385,
+      "Ġcried": 1386,
+      "Ġenjoyed": 1387,
+      "Ġname": 1388,
+      "ask": 1389,
+      "Ġyears": 1390,
+      "Ġbuy": 1391,
+      "Ġhole": 1392,
+      "Ġblocks": 1393,
+      "Ġdri": 1394,
+      "Ġsleep": 1395,
+      "Ġgi": 1396,
+      "Ġyellow": 1397,
+      "cess": 1398,
+      "Ġbutterfly": 1399,
+      "ike": 1400,
+      "ued": 1401,
+      "Ġwished": 1402,
+      "Ġperf": 1403,
+      "Ġanother": 1404,
+      "ĠDaisy": 1405,
+      "Ġgreen": 1406,
+      "Ġmove": 1407,
+      "Ġtall": 1408,
+      "Ġair": 1409,
+      "Ġbag": 1410,
+      "Ġfloor": 1411,
+      "Ġcars": 1412,
+      "Ġlesson": 1413,
+      "ul": 1414,
+      "Ġbow": 1415,
+      "Ġarri": 1416,
+      "Ġwindow": 1417,
+      "Ġsho": 1418,
+      "Ġchildren": 1419,
+      "ner": 1420,
+      "Ġfinished": 1421,
+      "Ġhill": 1422,
+      "ĠAfter": 1423,
+      "andy": 1424,
+      "sp": 1425,
+      "ens": 1426,
+      "Ġpaper": 1427,
+      "Ġlikes": 1428,
+      "From": 1429,
+      "sy": 1430,
+      "Ġhold": 1431,
+      "Sam": 1432,
+      "Ġwrong": 1433,
+      "reed": 1434,
+      "Ġcontin": 1435,
+      "Ġunderstand": 1436,
+      "atter": 1437,
+      "uit": 1438,
+      "rew": 1439,
+      "Ġgent": 1440,
+      "Ġanything": 1441,
+      "Ġclose": 1442,
+      "Ġwall": 1443,
+      "Ġel": 1444,
+      "asure": 1445,
+      "Ġleft": 1446,
+      "Ġable": 1447,
+      "Ġarrived": 1448,
+      "Ġhun": 1449,
+      "ross": 1450,
+      "av": 1451,
+      "Ġhear": 1452,
+      "Ġfriendly": 1453,
+      "Ġforgot": 1454,
+      "Ġgone": 1455,
+      "ama": 1456,
+      "Ġcreat": 1457,
+      "Ġwet": 1458,
+      "Ġlion": 1459,
+      "Hell": 1460,
+      "Hello": 1461,
+      "Ġdream": 1462,
+      "Ġhot": 1463,
+      "bo": 1464,
+      "ber": 1465,
+      "ĠSally": 1466,
+      "Ġfilled": 1467,
+      "Ġdir": 1468,
+      "ield": 1469,
+      "Ġcookies": 1470,
+      "Ġlaugh": 1471,
+      "Ġbroken": 1472,
+      "Ġdinner": 1473,
+      "lf": 1474,
+      "Ġelse": 1475,
+      "Ġhid": 1476,
+      "ced": 1477,
+      "Ġpink": 1478,
+      "Ġfollowed": 1479,
+      "Ġtable": 1480,
+      "Ġmar": 1481,
+      "Ġcolors": 1482,
+      "oup": 1483,
+      "Ġmoment": 1484,
+      "Ġcontinued": 1485,
+      "Ġwonderful": 1486,
+      "ĠEm": 1487,
+      "ey": 1488,
+      "ined": 1489,
+      "irrel": 1490,
+      "rot": 1491,
+      "Ġfinally": 1492,
+      "Jack": 1493,
+      "Ġarm": 1494,
+      "Ġmight": 1495,
+      "ĠNow": 1496,
+      "Ġcast": 1497,
+      "Ġyes": 1498,
+      "Ġbuild": 1499,
+      "Ġenough": 1500,
+      "ĠBilly": 1501,
+      "Ġsomeone": 1502,
+      "Ġperfect": 1503,
+      "Ġfair": 1504,
+      "Ġstayed": 1505,
+      "app": 1506,
+      "Ġmorning": 1507,
+      "ĠThere": 1508,
+      "Ġpuppy": 1509,
+      "ol": 1510,
+      "Ġdaddy": 1511,
+      "Ġtrying": 1512,
+      "'ll": 1513,
+      "Ġju": 1514,
+      "Ġothers": 1515,
+      "Ġbooks": 1516,
+      "Ġagreed": 1517,
+      "Ġmus": 1518,
+      "Ġsnow": 1519,
+      "Ġsquirrel": 1520,
+      "Ġcream": 1521,
+      "room": 1522,
+      "Ġgetting": 1523,
+      "Ġgrandma": 1524,
+      "ĠLila": 1525,
+      "Ġleaves": 1526,
+      "Ġbaby": 1527,
+      "Ġcount": 1528,
+      "icy": 1529,
+      "Ġfew": 1530,
+      "At": 1531,
+      "Ġfall": 1532,
+      "Then": 1533,
+      "gon": 1534,
+      "Ġbreak": 1535,
+      "Ġclimbed": 1536,
+      "ries": 1537,
+      "Ġbeach": 1538,
+      "ash": 1539,
+      "Ġbug": 1540,
+      "Ġplease": 1541,
+      "Ġmother": 1542,
+      "Ġbrought": 1543,
+      "Ġtrain": 1544,
+      "ance": 1545,
+      "ĠThis": 1546,
+      "Ġdeep": 1547,
+      "Ġvis": 1548,
+      "ated": 1549,
+      "shed": 1550,
+      "Ġmet": 1551,
+      "Ġwasn": 1552,
+      "Ġsometimes": 1553,
+      "Ġeverything": 1554,
+      "ĠTommy": 1555,
+      "ich": 1556,
+      "Ġmusic": 1557,
+      "key": 1558,
+      "ling": 1559,
+      "This": 1560,
+      "os": 1561,
+      "Ġturned": 1562,
+      "lc": 1563,
+      "Ġride": 1564,
+      "oom": 1565,
+      "Ġsong": 1566,
+      "oring": 1567,
+      "Ġspark": 1568,
+      "Ġfight": 1569,
+      "Ġhungry": 1570,
+      "ons": 1571,
+      "Ġpictures": 1572,
+      "ds": 1573,
+      "Ġmakes": 1574,
+      "Ġsear": 1575,
+      "ucky": 1576,
+      "Ġlistened": 1577,
+      "Ġjoy": 1578,
+      "Ġpol": 1579,
+      "ĠWhat": 1580,
+      "His": 1581,
+      "ee": 1582,
+      "Ġclot": 1583,
+      "Ġsail": 1584,
+      "apped": 1585,
+      "bble": 1586,
+      "Ġcomp": 1587,
+      "Ġplan": 1588,
+      "Ġwants": 1589,
+      "Ġclothes": 1590,
+      "Ġpoin": 1591,
+      "ĠK": 1592,
+      "zz": 1593,
+      "Ġballoon": 1594,
+      "Ġstrange": 1595,
+      "man": 1596,
+      "enny": 1597,
+      "Ġpi": 1598,
+      "Ġgrow": 1599,
+      "Ġflying": 1600,
+      "row": 1601,
+      "Ġscary": 1602,
+      "Ġtreat": 1603,
+      "Ġwaited": 1604,
+      "Ġamazed": 1605,
+      "Ġteddy": 1606,
+      "Ġcastle": 1607,
+      "ister": 1608,
+      "Ġele": 1609,
+      "Ġamazing": 1610,
+      "med": 1611,
+      "Ġspl": 1612,
+      "Oh": 1613,
+      "Ġleave": 1614,
+      "Ġowner": 1615,
+      "Ġpromised": 1616,
+      "Ġdanger": 1617,
+      "ever": 1618,
+      "OK": 1619,
+      "Ġsuch": 1620,
+      "Ġwhite": 1621,
+      "Ġpat": 1622,
+      "Ġtalk": 1623,
+      "uffy": 1624,
+      "Ġfur": 1625,
+      "Ġpie": 1626,
+      "ope": 1627,
+      "red": 1628,
+      "Ġpulled": 1629,
+      "Ġpre": 1630,
+      "Ġwoods": 1631,
+      "ĠTo": 1632,
+      "Ġshared": 1633,
+      "Ġalone": 1634,
+      "Ġtowards": 1635,
+      "cle": 1636,
+      "ĠMaybe": 1637,
+      "Ġsit": 1638,
+      "Ġnap": 1639,
+      "Ġcolorful": 1640,
+      "amp": 1641,
+      "hone": 1642,
+      "Ġvisit": 1643,
+      "igg": 1644,
+      "ugg": 1645,
+      "thy": 1646,
+      "ence": 1647,
+      "Ġtail": 1648,
+      "ctor": 1649,
+      "Ġmagical": 1650,
+      "Ġriver": 1651,
+      "Ġhig": 1652,
+      "Ġbelie": 1653,
+      "Ġgrate": 1654,
+      "ually": 1655,
+      "ang": 1656,
+      "ott": 1657,
+      "Ġhide": 1658,
+      "Ġsilly": 1659,
+      "Ġsmiles": 1660,
+      "ower": 1661,
+      "Ġside": 1662,
+      "Max": 1663,
+      "Ġroll": 1664,
+      "Ġgu": 1665,
+      "ĠAmy": 1666,
+      "Ġpro": 1667,
+      "eter": 1668,
+      "Ġfaster": 1669,
+      "Ġgrateful": 1670,
+      "Ġtreasure": 1671,
+      "ased": 1672,
+      "Ġsnack": 1673,
+      "up": 1674,
+      "Ġland": 1675,
+      "avy": 1676,
+      "Ġmoral": 1677,
+      "ained": 1678,
+      "Ġsister": 1679,
+      "ĠGra": 1680,
+      "Ġshap": 1681,
+      "Ġpaint": 1682,
+      "Ġslowly": 1683,
+      "Ġfield": 1684,
+      "Ġpet": 1685,
+      "Ġsec": 1686,
+      "orm": 1687,
+      "ĠJim": 1688,
+      "Ġbran": 1689,
+      "Ġmin": 1690,
+      "Ġmust": 1691,
+      "Ġhelping": 1692,
+      "Ġworried": 1693,
+      "Ġjob": 1694,
+      "Ġfox": 1695,
+      "set": 1696,
+      "Ġmoney": 1697,
+      "Ġpot": 1698,
+      "Ġqui": 1699,
+      "Ġbel": 1700,
+      "Ġacc": 1701,
+      "Ġliving": 1702,
+      "Ġmonster": 1703,
+      "less": 1704,
+      "Ġparty": 1705,
+      "ear": 1706,
+      "Ġmost": 1707,
+      "Ġwear": 1708,
+      "Ġremember": 1709,
+      "ire": 1710,
+      "Ġsign": 1711,
+      "wl": 1712,
+      "Ġcloud": 1713,
+      "Ġcandy": 1714,
+      "Ġhigher": 1715,
+      "ipped": 1716,
+      "ident": 1717,
+      "ĠAll": 1718,
+      "der": 1719,
+      "ze": 1720,
+      "Ġquiet": 1721,
+      "Ġtown": 1722,
+      "unch": 1723,
+      "Ġprincess": 1724,
+      "Ġruns": 1725,
+      "asket": 1726,
+      "em": 1727,
+      "Ġeverywhere": 1728,
+      "Ġjoin": 1729,
+      "Ġstepped": 1730,
+      "Ġbasket": 1731,
+      "Ġlake": 1732,
+      "Ġcup": 1733,
+      "sw": 1734,
+      "outh": 1735,
+      "Ġcarrot": 1736,
+      "Ġcoll": 1737,
+      "Ġplant": 1738,
+      "Ġscream": 1739,
+      "ĠDaddy": 1740,
+      "Ġbuck": 1741,
+      "Ġheavy": 1742,
+      "Ġbigger": 1743,
+      "Ġcho": 1744,
+      "Ġblank": 1745,
+      "Ġclosed": 1746,
+      "Ġwon": 1747,
+      "ises": 1748,
+      "Ġansw": 1749,
+      "br": 1750,
+      "Ġblanket": 1751,
+      "Ġmouth": 1752,
+      "ames": 1753,
+      "eces": 1754,
+      "Ġeating": 1755,
+      "Ġpieces": 1756,
+      "cket": 1757,
+      "Ġstre": 1758,
+      "Ġwelc": 1759,
+      "Ġwouldn": 1760,
+      "Ġreach": 1761,
+      "Ġbroke": 1762,
+      "eared": 1763,
+      "Ġdangerous": 1764,
+      "gs": 1765,
+      "ph": 1766,
+      "ĠMolly": 1767,
+      "Ġce": 1768,
+      "ĠMr": 1769,
+      "ord": 1770,
+      "fort": 1771,
+      "Ġdolls": 1772,
+      "ming": 1773,
+      "Ġdance": 1774,
+      "Ġdragon": 1775,
+      "Ġthinks": 1776,
+      "Ġasks": 1777,
+      "Ġacross": 1778,
+      "Okay": 1779,
+      "Ġchair": 1780,
+      "Ġteac": 1781,
+      "Ġbott": 1782,
+      "Hi": 1783,
+      "Ġpa": 1784,
+      "Ġneigh": 1785,
+      "Ġbar": 1786,
+      "Ġbike": 1787,
+      "Ġpack": 1788,
+      "iting": 1789,
+      "Ġdisapp": 1790,
+      "Ġneighb": 1791,
+      "Ġstuck": 1792,
+      "de": 1793,
+      "Ġgif": 1794,
+      "Ġfruit": 1795,
+      "Ġbelieve": 1796,
+      "cy": 1797,
+      "Ġve": 1798,
+      "Ġcrying": 1799,
+      "ier": 1800,
+      "phant": 1801,
+      "Ġsuddenly": 1802,
+      "Ġsoup": 1803,
+      "Ġrace": 1804,
+      "Ġthrew": 1805,
+      "Sure": 1806,
+      "Ġfarmer": 1807,
+      "Ġaccident": 1808,
+      "Ġdirty": 1809,
+      "Ġelephant": 1810,
+      "Ġmonkey": 1811,
+      "Ġheal": 1812,
+      "weet": 1813,
+      "Ġrem": 1814,
+      "Ġpers": 1815,
+      "Ġsame": 1816,
+      "ored": 1817,
+      "ventually": 1818,
+      "ead": 1819,
+      "pping": 1820,
+      "Ġgentle": 1821,
+      "Ġfree": 1822,
+      "Ġbrown": 1823,
+      "Maybe": 1824,
+      "Ġinst": 1825,
+      "Ġbee": 1826,
+      "ix": 1827,
+      "Ġben": 1828,
+      "Ġwin": 1829,
+      "Ġblack": 1830,
+      "Ġalong": 1831,
+      "Ġlonger": 1832,
+      "ible": 1833,
+      "Ġspr": 1834,
+      "Ġclapped": 1835,
+      "Finally": 1836,
+      "Why": 1837,
+      "cked": 1838,
+      "Ġwords": 1839,
+      "ĠFl": 1840,
+      "Ġteacher": 1841,
+      "Ġupset": 1842,
+      "chool": 1843,
+      "Ġpiece": 1844,
+      "Ġwell": 1845,
+      "Ġcheered": 1846,
+      "Ġhit": 1847,
+      "Ġsang": 1848,
+      "ment": 1849,
+      "Ġbowl": 1850,
+      "Ġbite": 1851,
+      "Ġdoctor": 1852,
+      "ĠJill": 1853,
+      "Ġbucket": 1854,
+      "Mia": 1855,
+      "Ġbath": 1856,
+      "Ġcaught": 1857,
+      "Ġheart": 1858,
+      "Ġforget": 1859,
+      "Ġmark": 1860,
+      "Ġbutt": 1861,
+      "Ġdry": 1862,
+      "Ġyoung": 1863,
+      "Ġsea": 1864,
+      "Ġcour": 1865,
+      "Ġdropped": 1866,
+      "ese": 1867,
+      "Ġyard": 1868,
+      "Ġplac": 1869,
+      "ourn": 1870,
+      "Ġschool": 1871,
+      "Ġswings": 1872,
+      "bby": 1873,
+      "Ġwings": 1874,
+      "bs": 1875,
+      "Ġexplained": 1876,
+      "Ġjourn": 1877,
+      "Ġbring": 1878,
+      "Ġdrink": 1879,
+      "Ġstreet": 1880,
+      "Ġjuice": 1881,
+      "ung": 1882,
+      "Ġnearby": 1883,
+      "ĠEmma": 1884,
+      "Ġsmo": 1885,
+      "Ġsmart": 1886,
+      "Ġpushed": 1887,
+      "Ġstories": 1888,
+      "Ġdrove": 1889,
+      "Ġtiny": 1890,
+      "Ġpen": 1891,
+      "Ġcourse": 1892,
+      "Ġes": 1893,
+      "Ġmine": 1894,
+      "Ġtoday": 1895,
+      "Ġpocket": 1896,
+      "Ġyear": 1897,
+      "aughter": 1898,
+      "Ġje": 1899,
+      "Ġsecret": 1900,
+      "Ġexp": 1901,
+      "Ġwithout": 1902,
+      "Ġsinging": 1903,
+      "Ġwelcome": 1904,
+      "Ġhappen": 1905,
+      "to": 1906,
+      "Ġfit": 1907,
+      "Ġstu": 1908,
+      "vel": 1909,
+      "ract": 1910,
+      "Ġbus": 1911,
+      "Ġcheese": 1912,
+      "Ġcray": 1913,
+      "Ġfairy": 1914,
+      "Ġjar": 1915,
+      "Ġturns": 1916,
+      "Ġbush": 1917,
+      "bow": 1918,
+      "llo": 1919,
+      "Ġexploring": 1920,
+      "Ġlon": 1921,
+      "Ġstand": 1922,
+      "itting": 1923,
+      "Ġseemed": 1924,
+      "Ġspoon": 1925,
+      "ĠFinally": 1926,
+      "Ġgames": 1927,
+      "Ġwoke": 1928,
+      "issed": 1929,
+      "Ġresp": 1930,
+      "Ġtrou": 1931,
+      "Ġtwins": 1932,
+      "Ġhoped": 1933,
+      "Ġatt": 1934,
+      "Ġlonely": 1935,
+      "Ġant": 1936,
+      "ĠMama": 1937,
+      "orrow": 1938,
+      "Ġnoises": 1939,
+      "Ġhugs": 1940,
+      "ountain": 1941,
+      "yard": 1942,
+      "Ġdaughter": 1943,
+      "Ġinv": 1944,
+      "Ġkey": 1945,
+      "ail": 1946,
+      "Ġrocks": 1947,
+      "Ġdisco": 1948,
+      "Ġsu": 1949,
+      "Ġlunch": 1950,
+      "read": 1951,
+      "oun": 1952,
+      "vered": 1953,
+      "Ġbackyard": 1954,
+      "Ġsuc": 1955,
+      "Ġcow": 1956,
+      "Ġapple": 1957,
+      "ek": 1958,
+      "Ġswam": 1959,
+      "Ġshoes": 1960,
+      "Ġstars": 1961,
+      "Ġshook": 1962,
+      "ittens": 1963,
+      "Ġmiss": 1964,
+      "ches": 1965,
+      "Ġwish": 1966,
+      "Ġrelie": 1967,
+      "fused": 1968,
+      "Ġshapes": 1969,
+      "urple": 1970,
+      "Ġtower": 1971,
+      "ity": 1972,
+      "Ġcorn": 1973,
+      "Ġmoved": 1974,
+      "shine": 1975,
+      "Ġ3": 1976,
+      "Ġthough": 1977,
+      "Ġcir": 1978,
+      "umb": 1979,
+      "Ġtaking": 1980,
+      "ts": 1981,
+      "ĠTweet": 1982,
+      "ape": 1983,
+      "Ġrainbow": 1984,
+      "Ġthrow": 1985,
+      "Ġstar": 1986,
+      "Ġbench": 1987,
+      "Ġneck": 1988,
+      "ocked": 1989,
+      "Ġcreature": 1990,
+      "Ġbubble": 1991,
+      "Ġlate": 1992,
+      "Ġadventures": 1993,
+      "Ġowl": 1994,
+      "ions": 1995,
+      "And": 1996,
+      "Ġwhe": 1997,
+      "Ġpar": 1998,
+      "Ġshell": 1999,
+      "Ġkite": 2000,
+      "ĠFluffy": 2001,
+      "ining": 2002,
+      "Ġmil": 2003,
+      "unt": 2004,
+      "Ġfence": 2005,
+      "Ġmix": 2006,
+      "Ġlift": 2007,
+      "Ġaccidentally": 2008,
+      "Ġwise": 2009,
+      "Ġhello": 2010,
+      "Ġpurple": 2011,
+      "pper": 2012,
+      "Ġonto": 2013,
+      "Ġspin": 2014,
+      "ten": 2015,
+      "ours": 2016,
+      "Ġsitting": 2017,
+      "idge": 2018,
+      "Ġsunshine": 2019,
+      "Ġcute": 2020,
+      "Ġmat": 2021,
+      "ward": 2022,
+      "Ġshop": 2023,
+      "Ġwhist": 2024,
+      "Ġdist": 2025,
+      "Ġorange": 2026,
+      "Lila": 2027,
+      "Ġnaught": 2028,
+      "ĠSammy": 2029,
+      "Ġnaughty": 2030,
+      "Ġnest": 2031,
+      "ose": 2032,
+      "ors": 2033,
+      "lla": 2034,
+      "Ġmilk": 2035,
+      "fish": 2036,
+      "Ġaf": 2037,
+      "Ġboun": 2038,
+      "Ġphone": 2039,
+      "Ġarms": 2040,
+      "Ġeas": 2041,
+      "ness": 2042,
+      "Ġcarry": 2043,
+      "ĠGrandma": 2044,
+      "og": 2045,
+      "Ġbought": 2046,
+      "Ġdriver": 2047,
+      "Ġinstead": 2048,
+      "Later": 2049,
+      "Ġtalked": 2050,
+      "Ġsearched": 2051,
+      "gged": 2052,
+      "Ġpig": 2053,
+      "Ġcozy": 2054,
+      "Ġsunny": 2055,
+      "itty": 2056,
+      "Ġfeels": 2057,
+      "Ġfan": 2058,
+      "Ġwondered": 2059,
+      "Ġcomes": 2060,
+      "Ġswimming": 2061,
+      "uched": 2062,
+      "Ġtouched": 2063,
+      "Ġpop": 2064,
+      "ĠInside": 2065,
+      "ale": 2066,
+      "Ġlucky": 2067,
+      "Ġlaughing": 2068,
+      "Ġbelong": 2069,
+      "Ġsounds": 2070,
+      "Ġwom": 2071,
+      "Ġcave": 2072,
+      "let": 2073,
+      "Ġjourney": 2074,
+      "Ġwoman": 2075,
+      "Ġcou": 2076,
+      "Ġnothing": 2077,
+      "Ġcoat": 2078,
+      "Ġrelieved": 2079,
+      "ĠO": 2080,
+      "Ġpeace": 2081,
+      "adow": 2082,
+      "Ġnose": 2083,
+      "Ġbusy": 2084,
+      "Bob": 2085,
+      "Ġpast": 2086,
+      "Ġapples": 2087,
+      "Ġsick": 2088,
+      "Ġrope": 2089,
+      "Ġpatient": 2090,
+      "Ġact": 2091,
+      "Ġpudd": 2092,
+      "Ġinc": 2093,
+      "raid": 2094,
+      "Ġwatching": 2095,
+      "Ġbranch": 2096,
+      "Ġafraid": 2097,
+      "Ġtom": 2098,
+      "ider": 2099,
+      "Ġdays": 2100,
+      "Ġret": 2101,
+      "cing": 2102,
+      "ĠMary": 2103,
+      "Ġband": 2104,
+      "Ġfarm": 2105,
+      "Ġhuge": 2106,
+      "ĠThank": 2107,
+      "ator": 2108,
+      "Ġexciting": 2109,
+      "Ġdanced": 2110,
+      "thday": 2111,
+      "Ġwar": 2112,
+      "ĠSoon": 2113,
+      "ball": 2114,
+      "Ġgigg": 2115,
+      "blem": 2116,
+      "Ġzoom": 2117,
+      "Ġmad": 2118,
+      "Ġvill": 2119,
+      "Ġforever": 2120,
+      "Ġproblem": 2121,
+      "Ġcollect": 2122,
+      "ped": 2123,
+      "irt": 2124,
+      "Ġminut": 2125,
+      "Ġwra": 2126,
+      "ho": 2127,
+      "Ġlife": 2128,
+      "Ġknee": 2129,
+      "ces": 2130,
+      "Do": 2131,
+      "cer": 2132,
+      "mp": 2133,
+      "arp": 2134,
+      "Ġking": 2135,
+      "Ġasleep": 2136,
+      "Ġreturn": 2137,
+      "Ġsharp": 2138,
+      "Ġrel": 2139,
+      "Ġpower": 2140,
+      "eth": 2141,
+      "Ġholding": 2142,
+      "Ġfing": 2143,
+      "Ġhealthy": 2144,
+      "ĠMittens": 2145,
+      "Ġprot": 2146,
+      "Ġmeet": 2147,
+      "Ġorgan": 2148,
+      "Ġclever": 2149,
+      "Ġspotted": 2150,
+      "Ġletter": 2151,
+      "Ġgather": 2152,
+      "alm": 2153,
+      "Of": 2154,
+      "ere": 2155,
+      "Ġround": 2156,
+      "Ġstorm": 2157,
+      "Ġprotect": 2158,
+      "Ġgift": 2159,
+      "amed": 2160,
+      "Ġmail": 2161,
+      "ĠJen": 2162,
+      "Ġbirthday": 2163,
+      "Ġpres": 2164,
+      "Ġsaf": 2165,
+      "Ġneighbor": 2166,
+      "epend": 2167,
+      "Ġtakes": 2168,
+      "sc": 2169,
+      "Ġear": 2170,
+      "Ġcomfort": 2171,
+      "Ġent": 2172,
+      "Ġrep": 2173,
+      "Ġperson": 2174,
+      "Ġsmiling": 2175,
+      "ĠWith": 2176,
+      "Ġgently": 2177,
+      "Ġpointed": 2178,
+      "Every": 2179,
+      "owed": 2180,
+      "Ġspo": 2181,
+      "col": 2182,
+      "Ġtasty": 2183,
+      "ular": 2184,
+      "ĠJimmy": 2185,
+      "Ġplane": 2186,
+      "sting": 2187,
+      "hin": 2188,
+      "Ġhoney": 2189,
+      "itch": 2190,
+      "Ġpill": 2191,
+      "Ġpass": 2192,
+      "itten": 2193,
+      "Ġmatter": 2194,
+      "Ġadm": 2195,
+      "Ġtasted": 2196,
+      "Ġsmelled": 2197,
+      "nic": 2198,
+      "ove": 2199,
+      "Ġeag": 2200,
+      "Ġshining": 2201,
+      "Hey": 2202,
+      "Ġhope": 2203,
+      "Ġplaces": 2204,
+      "Ġkick": 2205,
+      "ĠCh": 2206,
+      "Ġpicnic": 2207,
+      "Ġbottle": 2208,
+      "Ġrespect": 2209,
+      "Ġblew": 2210,
+      "Ġappeared": 2211,
+      "Ġsupp": 2212,
+      "Tommy": 2213,
+      "ĠCome": 2214,
+      "Ġspider": 2215,
+      "Ġintere": 2216,
+      "Ġcheer": 2217,
+      "board": 2218,
+      "Ġwearing": 2219,
+      "Ġpresent": 2220,
+      "ert": 2221,
+      "Ġmist": 2222,
+      "ize": 2223,
+      "Ġtrouble": 2224,
+      "Ġtrip": 2225,
+      "Ġpract": 2226,
+      "Ġkiss": 2227,
+      "Ġquest": 2228,
+      "ond": 2229,
+      "Ġash": 2230,
+      "Ġloves": 2231,
+      "Ġtightly": 2232,
+      "gg": 2233,
+      "arge": 2234,
+      "Ġsur": 2235,
+      "Ġspread": 2236,
+      "aur": 2237,
+      "Ġwide": 2238,
+      "ones": 2239,
+      "umber": 2240,
+      "Ġfeather": 2241,
+      "Ġsplas": 2242,
+      "ont": 2243,
+      "ndp": 2244,
+      "Ġlater": 2245,
+      "Ġwhole": 2246,
+      "Ġanyone": 2247,
+      "Ġbread": 2248,
+      "Molly": 2249,
+      "Ġdes": 2250,
+      "Ġrec": 2251,
+      "ella": 2252,
+      "Ġroad": 2253,
+      "In": 2254,
+      "Ġoce": 2255,
+      "Ġgiant": 2256,
+      "Ġocean": 2257,
+      "els": 2258,
+      "Ġpuzz": 2259,
+      "Ġcookie": 2260,
+      "Ġpan": 2261,
+      "Ġpath": 2262,
+      "ÅĵI": 2263,
+      "Ġconfused": 2264,
+      "Ġscreamed": 2265,
+      "Ġclouds": 2266,
+      "eb": 2267,
+      "Ġimpress": 2268,
+      "Ġfront": 2269,
+      "ĠGo": 2270,
+      "Ġseat": 2271,
+      "lex": 2272,
+      "Ġlay": 2273,
+      "Ġwhich": 2274,
+      "la": 2275,
+      "Ġthin": 2276,
+      "Ġteach": 2277,
+      "erly": 2278,
+      "Ġdi": 2279,
+      "Ġanswer": 2280,
+      "ungle": 2281,
+      "Ġap": 2282,
+      "ssed": 2283,
+      "hile": 2284,
+      "ub": 2285,
+      "Ġlarge": 2286,
+      "Ġjungle": 2287,
+      "Ġpromise": 2288,
+      "Ġser": 2289,
+      "Ġber": 2290,
+      "Ġwild": 2291,
+      "Ġbark": 2292,
+      "Ġmach": 2293,
+      "oose": 2294,
+      "Ġbutton": 2295,
+      "ndpa": 2296,
+      "Good": 2297,
+      "Ġmyster": 2298,
+      "Ġsnake": 2299,
+      "Ġvillage": 2300,
+      "Ġhor": 2301,
+      "ĠEmily": 2302,
+      "Come": 2303,
+      "Ġtool": 2304,
+      "Ġputs": 2305,
+      "Ġlast": 2306,
+      "Ġimag": 2307,
+      "ĠJake": 2308,
+      "Lucy": 2309,
+      "Ġtid": 2310,
+      "Ġban": 2311,
+      "lebr": 2312,
+      "Ġeventually": 2313,
+      "Ġslid": 2314,
+      "Ġwave": 2315,
+      "Ġlive": 2316,
+      "Ġchased": 2317,
+      "ĠEverywhere": 2318,
+      "Ġcelebr": 2319,
+      "Ġcrayons": 2320,
+      "Just": 2321,
+      "Ġspent": 2322,
+      "Ġwrite": 2323,
+      "Ġgives": 2324,
+      "unk": 2325,
+      "ife": 2326,
+      "Ġdecor": 2327,
+      "Ġfoot": 2328,
+      "Ġdelight": 2329,
+      "Ġsol": 2330,
+      "Ġsandw": 2331,
+      "Ġdirt": 2332,
+      "ĠJenny": 2333,
+      "Ġtalking": 2334,
+      "Ġtreats": 2335,
+      "Ġcart": 2336,
+      "ching": 2337,
+      "Ġwaiting": 2338,
+      "Ġhiding": 2339,
+      "Ġsnowman": 2340,
+      "Ġinteresting": 2341,
+      "Ġhon": 2342,
+      "ony": 2343,
+      "Ġshelf": 2344,
+      "Ġtaste": 2345,
+      "een": 2346,
+      "Jim": 2347,
+      "Ġstep": 2348,
+      "Mum": 2349,
+      "Ġhelpful": 2350,
+      "Ġfeet": 2351,
+      "Ġshy": 2352,
+      "Ġgoes": 2353,
+      "Ġval": 2354,
+      "Ġemb": 2355,
+      "Ġstood": 2356,
+      "Ġshr": 2357,
+      "Ġbuilding": 2358,
+      "Ġoven": 2359,
+      "Ġstret": 2360,
+      "Ġlovely": 2361,
+      "Ġducks": 2362,
+      "Ġcorner": 2363,
+      "Ġwash": 2364,
+      "cks": 2365,
+      "Ġspe": 2366,
+      "Ġpretended": 2367,
+      "Ġrolled": 2368,
+      "Ġrude": 2369,
+      "old": 2370,
+      "Ġcalm": 2371,
+      "Ġpile": 2372,
+      "Ġteeth": 2373,
+      "Ġjumping": 2374,
+      "Ġzoo": 2375,
+      "Ġpuddle": 2376,
+      "Ġtidy": 2377,
+      "Mama": 2378,
+      "iger": 2379,
+      "ipe": 2380,
+      "Ġbugs": 2381,
+      "Ġashamed": 2382,
+      "Ġbat": 2383,
+      "ina": 2384,
+      "ĠRe": 2385,
+      "Ġob": 2386,
+      "Ġstra": 2387,
+      "ĠSt": 2388,
+      "Ġwhistle": 2389,
+      "Ġbanan": 2390,
+      "not": 2391,
+      "Ġnet": 2392,
+      "Ġforgive": 2393,
+      "Ġprince": 2394,
+      "ener": 2395,
+      "Ġshirt": 2396,
+      "Ġsel": 2397,
+      "Ġcoo": 2398,
+      "Ġembar": 2399,
+      "umpy": 2400,
+      "Ġsparkly": 2401,
+      "Ġremind": 2402,
+      "Ġsug": 2403,
+      "Ġcross": 2404,
+      "Ġmind": 2405,
+      "Ġcannot": 2406,
+      "Ġsuccess": 2407,
+      "Ġembarra": 2408,
+      "Soon": 2409,
+      "Ġmot": 2410,
+      "Ġsharing": 2411,
+      "Ġworm": 2412,
+      "Ġfold": 2413,
+      "Ġpeaceful": 2414,
+      "Ġwore": 2415,
+      "Ġmountain": 2416,
+      "Ġblow": 2417,
+      "lice": 2418,
+      "Ġign": 2419,
+      "Ġbell": 2420,
+      "Ġfurry": 2421,
+      "Ġgrab": 2422,
+      "als": 2423,
+      "ometimes": 2424,
+      "Ġwhenever": 2425,
+      "Ġpour": 2426,
+      "vous": 2427,
+      "llie": 2428,
+      "Ġpush": 2429,
+      "Ġbreath": 2430,
+      "Ġmachine": 2431,
+      "Ġsugar": 2432,
+      "Ġchick": 2433,
+      "Ġcreative": 2434,
+      "St": 2435,
+      "ned": 2436,
+      "Ġbal": 2437,
+      "Ġstir": 2438,
+      "Ġdolp": 2439,
+      "Ġtries": 2440,
+      "Now": 2441,
+      "Ġlad": 2442,
+      "ĠLe": 2443,
+      "Ġmed": 2444,
+      "Ġpool": 2445,
+      "Ġgener": 2446,
+      "Ġsal": 2447,
+      "ork": 2448,
+      "ult": 2449,
+      "Ġspray": 2450,
+      "Ġship": 2451,
+      "ian": 2452,
+      "Ġhum": 2453,
+      "Ġhel": 2454,
+      "isa": 2455,
+      "Ġselfish": 2456,
+      "Ġhar": 2457,
+      "Ġfaces": 2458,
+      "Ġmessy": 2459,
+      "Ġ'": 2460,
+      "Ġple": 2461,
+      "ĠSome": 2462,
+      "ĠHow": 2463,
+      "Ġgold": 2464,
+      "Ġchocol": 2465,
+      "Please": 2466,
+      "Ġminutes": 2467,
+      "Ġpillow": 2468,
+      "My": 2469,
+      "aking": 2470,
+      "Ġtun": 2471,
+      "Ġmissed": 2472,
+      "ighed": 2473,
+      "Ġvan": 2474,
+      "Ġfixed": 2475,
+      "Ġfighting": 2476,
+      "oin": 2477,
+      "Ġfig": 2478,
+      "Ġembarrassed": 2479,
+      "Ġmeant": 2480,
+      "Ġdrive": 2481,
+      "Ġtomorrow": 2482,
+      "Ġhours": 2483,
+      "Ġca": 2484,
+      "Ġner": 2485,
+      "Ġspicy": 2486,
+      "Ġknowing": 2487,
+      "ĠPlease": 2488,
+      "Sarah": 2489,
+      "Ġladder": 2490,
+      "ital": 2491,
+      "Ġhorse": 2492,
+      "ato": 2493,
+      "Ġug": 2494,
+      "ĠJust": 2495,
+      "Ġtrust": 2496,
+      "Ġhosp": 2497,
+      "Ġugly": 2498,
+      "Ġhospital": 2499,
+      "Ġchew": 2500,
+      "Ġbedroom": 2501,
+      "Ġeasy": 2502,
+      "Ġnervous": 2503,
+      "Ġrob": 2504,
+      "Ġthankful": 2505,
+      "Ġcarrots": 2506,
+      "Dad": 2507,
+      "elly": 2508,
+      "Ġgrew": 2509,
+      "Ġcolour": 2510,
+      "Ġbarked": 2511,
+      "Ġcouch": 2512,
+      "Ġnut": 2513,
+      "Ġmeadow": 2514,
+      "Ġtaught": 2515,
+      "Ġunderstood": 2516,
+      "Ġdisappoin": 2517,
+      "Ġpas": 2518,
+      "ano": 2519,
+      "Ġoften": 2520,
+      "Ġclass": 2521,
+      "Ġpassed": 2522,
+      "Ġknocked": 2523,
+      "Ġlanded": 2524,
+      "Ġmic": 2525,
+      "ird": 2526,
+      "Ġfear": 2527,
+      "Ġcoin": 2528,
+      "Ġmud": 2529,
+      "work": 2530,
+      "Ġdeter": 2531,
+      "Ġreg": 2532,
+      "Ġreturned": 2533,
+      "Ġdeterm": 2534,
+      "Ġhur": 2535,
+      "Ġfinish": 2536,
+      "izz": 2537,
+      "Ġtea": 2538,
+      "Ġsmooth": 2539,
+      "mo": 2540,
+      "Ġstuff": 2541,
+      "Ġmov": 2542,
+      "Ġgenerous": 2543,
+      "To": 2544,
+      "ĠOn": 2545,
+      "isp": 2546,
+      "Ġdrum": 2547,
+      "obby": 2548,
+      "Ġbubbles": 2549,
+      "Ġrobot": 2550,
+      "Ġthese": 2551,
+      "Ġseed": 2552,
+      "Ġglass": 2553,
+      "Ġdisappointed": 2554,
+      "ground": 2555,
+      "Ġring": 2556,
+      "Ġcard": 2557,
+      "Ġhears": 2558,
+      "Ġcarried": 2559,
+      "Ġmoon": 2560,
+      "Ġchocolate": 2561,
+      "Ġleaf": 2562,
+      "Ġsnacks": 2563,
+      "Ġcirc": 2564,
+      "Ġfancy": 2565,
+      "dle": 2566,
+      "Ġspend": 2567,
+      "ĠAnn": 2568,
+      "ustr": 2569,
+      "Ġcrab": 2570,
+      "Ġsongs": 2571,
+      "pack": 2572,
+      "Ġpir": 2573,
+      "ecially": 2574,
+      "osaur": 2575,
+      "Ġsold": 2576,
+      "Ġbridge": 2577,
+      "ĠEven": 2578,
+      "Ġsleepy": 2579,
+      "Ġhonest": 2580,
+      "Ġmir": 2581,
+      "ĠBr": 2582,
+      "Ġpaw": 2583,
+      "pecially": 2584,
+      "Ġav": 2585,
+      "ĠWhy": 2586,
+      "izzy": 2587,
+      "Ġchest": 2588,
+      "Ġwolf": 2589,
+      "Ġdinosaur": 2590,
+      "Ġespecially": 2591,
+      "Ġmap": 2592,
+      "Ġgas": 2593,
+      "ory": 2594,
+      "Ġchange": 2595,
+      "Ġgroup": 2596,
+      "Ġgathered": 2597,
+      "Ġsour": 2598,
+      "Ġpoor": 2599,
+      "Ġsplash": 2600,
+      "Ġwaves": 2601,
+      "Ġforward": 2602,
+      "Ġclown": 2603,
+      "Ġmysterious": 2604,
+      "ror": 2605,
+      "Ġbody": 2606,
+      "Ġfrustr": 2607,
+      "Ġcraw": 2608,
+      "Ġfake": 2609,
+      "Ġpin": 2610,
+      "Ġok": 2611,
+      "Ġrad": 2612,
+      "Ġwhisp": 2613,
+      "Ġtwirl": 2614,
+      "Ġstring": 2615,
+      "Ġsmelly": 2616,
+      "ĠTogether": 2617,
+      "sist": 2618,
+      "Ġcand": 2619,
+      "Ġgate": 2620,
+      "Ġscar": 2621,
+      "ĠKitty": 2622,
+      "Ġneckl": 2623,
+      "Billy": 2624,
+      "Ġmotor": 2625,
+      "ying": 2626,
+      "ote": 2627,
+      "Ġshore": 2628,
+      "urse": 2629,
+      "Ġjew": 2630,
+      "Ġweak": 2631,
+      "Ġgrumpy": 2632,
+      "Ġfinger": 2633,
+      "Ġsack": 2634,
+      "Ġkitten": 2635,
+      "Ġpolite": 2636,
+      "Ġglue": 2637,
+      "uce": 2638,
+      "Ġnumber": 2639,
+      "airs": 2640,
+      "Ġesc": 2641,
+      "Ġmirror": 2642,
+      "Ġsheep": 2643,
+      "Ġvase": 2644,
+      "Ġplants": 2645,
+      "Ġberries": 2646,
+      "most": 2647,
+      "Be": 2648,
+      "den": 2649,
+      "Ġjelly": 2650,
+      "ĠTheir": 2651,
+      "Ġemp": 2652,
+      "itter": 2653,
+      "There": 2654,
+      "Ġscr": 2655,
+      "Ġgray": 2656,
+      "Ġpuzzle": 2657,
+      "Ġnecklace": 2658,
+      "Ġmaybe": 2659,
+      "Ġplate": 2660,
+      "Ġalmost": 2661,
+      "usie": 2662,
+      "Ġfrustrated": 2663,
+      "Ġempty": 2664,
+      "port": 2665,
+      "orry": 2666,
+      "Ġthick": 2667,
+      "Ġjam": 2668,
+      "Ġskipped": 2669,
+      "ensive": 2670,
+      "ĠTeddy": 2671,
+      "aged": 2672,
+      "Ġcloset": 2673,
+      "Ġhidden": 2674,
+      "Ġexpensive": 2675,
+      "Ġdetermined": 2676,
+      "Ġbored": 2677,
+      "Ġlit": 2678,
+      "Ġdrew": 2679,
+      "Ġlegs": 2680,
+      "Ġhopping": 2681,
+      "ates": 2682,
+      "ĠSometimes": 2683,
+      "Ġsticks": 2684,
+      "Ġones": 2685,
+      "ĠAt": 2686,
+      "Ġbirdie": 2687,
+      "ĠDon": 2688,
+      "Ġpolice": 2689,
+      "Ġfruits": 2690,
+      "Ġtick": 2691,
+      "Ġaunt": 2692,
+      "Ġwis": 2693,
+      "Ġbake": 2694,
+      "Ġline": 2695,
+      "ots": 2696,
+      "Ġstone": 2697,
+      "Ġdogs": 2698,
+      "aul": 2699,
+      "Ġfigure": 2700,
+      "Jane": 2701,
+      "Ġsight": 2702,
+      "Ġcries": 2703,
+      "ĠBe": 2704,
+      "Ġmoving": 2705,
+      "Ġcontent": 2706,
+      "ĠBrown": 2707,
+      "Ġsaved": 2708,
+      "Ġcloth": 2709,
+      "?\".": 2710,
+      "box": 2711,
+      "Ġbranches": 2712,
+      "Ġpacked": 2713,
+      "Ġpowerful": 2714,
+      "Ġsplashed": 2715,
+      "Ġfeed": 2716,
+      "ested": 2717,
+      "Ġyelled": 2718,
+      "Where": 2719,
+      "dge": 2720,
+      "kin": 2721,
+      "Ġtiger": 2722,
+      "Ġpay": 2723,
+      "iddle": 2724,
+      "oop": 2725,
+      "ĠBella": 2726,
+      "Ġexam": 2727,
+      "Ġtaken": 2728,
+      "Ġcrane": 2729,
+      "Ġspoil": 2730,
+      "'d": 2731,
+      "Ġhang": 2732,
+      "Ġflag": 2733,
+      "Ġanswered": 2734,
+      "Ġdiscovered": 2735,
+      "ĠLeo": 2736,
+      "ush": 2737,
+      "Ġsave": 2738,
+      "Ġseek": 2739,
+      "Ġexcite": 2740,
+      "Ġpray": 2741,
+      "Ġjog": 2742,
+      "Ġstanding": 2743,
+      "Ġdolphin": 2744,
+      "Ġjack": 2745,
+      "Are": 2746,
+      "era": 2747,
+      "rag": 2748,
+      "Ġflut": 2749,
+      "getable": 2750,
+      "Ġboring": 2751,
+      "Ġlock": 2752,
+      "Ġincred": 2753,
+      "Ġexcitement": 2754,
+      "Ġsighed": 2755,
+      "Ġwip": 2756,
+      "Ġfis": 2757,
+      "Ġfill": 2758,
+      "Ġsoap": 2759,
+      "ĠMum": 2760,
+      "ola": 2761,
+      "Ġpleased": 2762,
+      "Ġjacket": 2763,
+      "light": 2764,
+      "Ġsugg": 2765,
+      "Ġmiddle": 2766,
+      "Ġeld": 2767,
+      "Ġwrote": 2768,
+      "Ġballoons": 2769,
+      "Ġorganized": 2770,
+      "que": 2771,
+      "Ġsailed": 2772,
+      "Their": 2773,
+      "Ġtells": 2774,
+      "Ġoy": 2775,
+      "Ġstones": 2776,
+      "Ġboard": 2777,
+      "Ġspun": 2778,
+      "Ġvegetable": 2779,
+      "lies": 2780,
+      "Ġind": 2781,
+      "iness": 2782,
+      "Ġworking": 2783,
+      "lower": 2784,
+      "alk": 2785,
+      "iff": 2786,
+      "Ġparrot": 2787,
+      "Stop": 2788,
+      "Ġscarf": 2789,
+      "Ġwagged": 2790,
+      "Ġclap": 2791,
+      "Ġmeasure": 2792,
+      "asing": 2793,
+      "Ġtears": 2794,
+      "body": 2795,
+      "Ġcomfortable": 2796,
+      "Ġleg": 2797,
+      "Ġswan": 2798,
+      "Ġtrue": 2799,
+      "Ġfright": 2800,
+      "Ġdrop": 2801,
+      "Ġsmoke": 2802,
+      "Ġfeathers": 2803,
+      "Ġincredible": 2804,
+      "ggs": 2805,
+      "ual": 2806,
+      "Ġtie": 2807,
+      "Ġcap": 2808,
+      "Ġlose": 2809,
+      "Ġpus": 2810,
+      "Ġeager": 2811,
+      "Ġmovie": 2812,
+      "fic": 2813,
+      "Ġcop": 2814,
+      "Ġeggs": 2815,
+      "oof": 2816,
+      "Ġrid": 2817,
+      "Ġcovered": 2818,
+      "Ġfil": 2819,
+      "Ġlem": 2820,
+      "Ġgrap": 2821,
+      "Ġdisappeared": 2822,
+      "Ġrecord": 2823,
+      "ĠTV": 2824,
+      "ĠBl": 2825,
+      "Ġext": 2826,
+      "Ġord": 2827,
+      "Ġgiggled": 2828,
+      "corn": 2829,
+      "Ġpri": 2830,
+      "Ġham": 2831,
+      "Ġrare": 2832,
+      "Ġyourself": 2833,
+      "Ġeng": 2834,
+      "Ġwhale": 2835,
+      "Ġknife": 2836,
+      "ĠLisa": 2837,
+      "Ġteam": 2838,
+      "ĠJohnny": 2839,
+      "zed": 2840,
+      "Ġtest": 2841,
+      "Ġbone": 2842,
+      "Ġdizzy": 2843,
+      "Ġlibr": 2844,
+      "Ġwrap": 2845,
+      "Ġquestions": 2846,
+      "iv": 2847,
+      "Ġlying": 2848,
+      "Ġstamp": 2849,
+      "Ġlicked": 2850,
+      "Ġnoisy": 2851,
+      "Ġkindness": 2852,
+      "Ġdiffic": 2853,
+      "Ġdrawing": 2854,
+      "apping": 2855,
+      "Jimmy": 2856,
+      "Ġstraw": 2857,
+      "Ġburn": 2858,
+      "Ġwagon": 2859,
+      "ately": 2860,
+      "Ġgrown": 2861,
+      "Ġrocket": 2862,
+      "Ġpopcorn": 2863,
+      "Sally": 2864,
+      "Ġbatter": 2865,
+      "Ġwand": 2866,
+      "Ġanc": 2867,
+      "ĠEnd": 2868,
+      "Ġsword": 2869,
+      "Ġhappening": 2870,
+      "Ġlifted": 2871,
+      "Ġbalance": 2872,
+      "Ġextra": 2873,
+      "Sorry": 2874,
+      "ha": 2875,
+      "Ġwander": 2876,
+      "Ġfat": 2877,
+      "ĠMark": 2878,
+      "ĠElla": 2879,
+      "Ġbecome": 2880,
+      "Ġtrack": 2881,
+      "Ġsmaller": 2882,
+      "Ġmistake": 2883,
+      "Ġtoast": 2884,
+      "ating": 2885,
+      "Ġmanaged": 2886,
+      "selves": 2887,
+      "ĠPeter": 2888,
+      "Ġbathroom": 2889,
+      "Ġharm": 2890,
+      "Ġdifficult": 2891,
+      "Ġtwist": 2892,
+      "Ġoffered": 2893,
+      "Ġruined": 2894,
+      "Ġmatch": 2895,
+      "Ġancient": 2896,
+      "Ġgar": 2897,
+      "illi": 2898,
+      "Ġdistance": 2899,
+      "Ġplayground": 2900,
+      "Ġlazy": 2901,
+      "Ġdancing": 2902,
+      "Ġadventur": 2903,
+      "af": 2904,
+      "ĠBa": 2905,
+      "Ġcalling": 2906,
+      "Ġcleaned": 2907,
+      "Ġcrown": 2908,
+      "ormal": 2909,
+      "Ġonce": 2910,
+      "Ġboss": 2911,
+      "Ġsell": 2912,
+      "Ġwalks": 2913,
+      "Ġfrightened": 2914,
+      "erri": 2915,
+      "Ġmask": 2916,
+      "Ġfluffy": 2917,
+      "emo": 2918,
+      "ĠZ": 2919,
+      "Ġfrag": 2920,
+      "Ġdest": 2921,
+      "Ġnormal": 2922,
+      "Ġyog": 2923,
+      "Ġpicks": 2924,
+      "Ġeye": 2925,
+      "Ġdrank": 2926,
+      "Ġcircle": 2927,
+      "Ġadventurous": 2928,
+      "Spot": 2929,
+      "Ġtent": 2930,
+      "Ġpress": 2931,
+      "Ġkissed": 2932,
+      "ict": 2933,
+      "Ġsciss": 2934,
+      "Ġgets": 2935,
+      "Ġtrunk": 2936,
+      "Ġcheck": 2937,
+      "Ġenjoying": 2938,
+      "Ġshells": 2939,
+      "Ġelderly": 2940,
+      "Ġscissors": 2941,
+      "Ġterri": 2942,
+      "Ġtoug": 2943,
+      "ages": 2944,
+      "Ġsteal": 2945,
+      "Me": 2946,
+      "ready": 2947,
+      "ete": 2948,
+      "Ġalready": 2949,
+      "ĠLittle": 2950,
+      "Ġjuicy": 2951,
+      "Ġstudy": 2952,
+      "Ġhorn": 2953,
+      "erp": 2954,
+      "Ġpizz": 2955,
+      "Ġallig": 2956,
+      "Ġlouder": 2957,
+      "Ġtowel": 2958,
+      "Ġcircles": 2959,
+      "Ġlead": 2960,
+      "Ġroar": 2961,
+      "Ġrose": 2962,
+      "Ġslipped": 2963,
+      "Ġtele": 2964,
+      "Ġfamous": 2965,
+      "Ġarg": 2966,
+      "Ġcheerful": 2967,
+      "ĠRex": 2968,
+      "Ġtough": 2969,
+      "ipper": 2970,
+      "Ġbarn": 2971,
+      "Ġfool": 2972,
+      "Ġdig": 2973,
+      "Ġdish": 2974,
+      "Ġagainst": 2975,
+      "Ġdeer": 2976,
+      "Ġsweetie": 2977,
+      "Ġengine": 2978,
+      "Ġed": 2979,
+      "Ġfather": 2980,
+      "Ġcover": 2981,
+      "Ġyours": 2982,
+      "Ġneeds": 2983,
+      "Joe": 2984,
+      "Ġbags": 2985,
+      "Ġspinning": 2986,
+      "Sue": 2987,
+      "Ġaw": 2988,
+      "anged": 2989,
+      "amond": 2990,
+      "Ġyarn": 2991,
+      "oph": 2992,
+      "Ġgiving": 2993,
+      "Ġdiamond": 2994,
+      "Ġsandwich": 2995,
+      "Ġindepend": 2996,
+      "Ġfragile": 2997,
+      "Who": 2998,
+      "cept": 2999,
+      "Ġnosy": 3000,
+      "Ġtwig": 3001,
+      "Ġhurts": 3002,
+      "Ġsuggested": 3003,
+      "Ġlemon": 3004,
+      "iest": 3005,
+      "ination": 3006,
+      "orge": 3007,
+      "Ġnod": 3008,
+      "Ġbloom": 3009,
+      "Ġhose": 3010,
+      "Ġboxes": 3011,
+      "Ġrealised": 3012,
+      "Ġfrown": 3013,
+      "ache": 3014,
+      "Ġrelax": 3015,
+      "Ġhammer": 3016,
+      "Ġadded": 3017,
+      "Ġweird": 3018,
+      "Ġmod": 3019,
+      "Ġcrack": 3020,
+      "Ġalligator": 3021,
+      "Amy": 3022,
+      "Gra": 3023,
+      "oot": 3024,
+      "Ġshake": 3025,
+      "rage": 3026,
+      "Ġlearning": 3027,
+      "Ġvegetables": 3028,
+      "Ġadd": 3029,
+      "Ġmelt": 3030,
+      "ĠSusie": 3031,
+      "elp": 3032,
+      "ĠBobby": 3033,
+      "Ġtrap": 3034,
+      "Ġcollar": 3035,
+      "Ġstubb": 3036,
+      "ique": 3037,
+      "Ġborrow": 3038,
+      "Ġpump": 3039,
+      "Ġloudly": 3040,
+      "Ġsearch": 3041,
+      "Ġchicken": 3042,
+      "Ġpizza": 3043,
+      "Ġindependent": 3044,
+      "Ġstubborn": 3045,
+      "Ġref": 3046,
+      "Ġasking": 3047,
+      "Ġbrilli": 3048,
+      "Ġdecide": 3049,
+      "Ġflash": 3050,
+      "Ġcaterp": 3051,
+      "Ġqueen": 3052,
+      "Ġsnee": 3053,
+      "ĠRose": 3054,
+      "Ġinvited": 3055,
+      "Ġstrawber": 3056,
+      "Ġfoolish": 3057,
+      "Ġcaterpill": 3058,
+      "gy": 3059,
+      "Ġtur": 3060,
+      "Ġdepend": 3061,
+      "Ġguit": 3062,
+      "Ġstri": 3063,
+      "Ġknight": 3064,
+      "Ġboys": 3065,
+      "Ġpee": 3066,
+      "Ġcomb": 3067,
+      "Ġclear": 3068,
+      "Ġunique": 3069,
+      "Ġbuttons": 3070,
+      "ĠTweety": 3071,
+      "Ġcolourful": 3072,
+      "Ġescape": 3073,
+      "Ġbrilliant": 3074,
+      "Ġrich": 3075,
+      "ĠBu": 3076,
+      "Ġsaying": 3077,
+      "Ġrode": 3078,
+      "Ġskin": 3079,
+      "Ġgarage": 3080,
+      "Help": 3081,
+      "dom": 3082,
+      "Ġmummy": 3083,
+      "Ġbeak": 3084,
+      "ured": 3085,
+      "aw": 3086,
+      "eorge": 3087,
+      "rop": 3088,
+      "edient": 3089,
+      "Ġunus": 3090,
+      "Ġoyster": 3091,
+      "Ġturkey": 3092,
+      "ĠOK": 3093,
+      "Ġfountain": 3094,
+      "Ġpatter": 3095,
+      "Ġweek": 3096,
+      "Ġchase": 3097,
+      "Ġrubb": 3098,
+      "Ġcounted": 3099,
+      "Ġregular": 3100,
+      "Ġwiped": 3101,
+      "Ġguitar": 3102,
+      "Ġunusual": 3103,
+      "land": 3104,
+      "Ġumb": 3105,
+      "Ġfork": 3106,
+      "Ġshows": 3107,
+      "Ġlights": 3108,
+      "Ġwalls": 3109,
+      "Ġdreamed": 3110,
+      "Ġbanana": 3111,
+      "Ġsuccessful": 3112,
+      "Ġjewel": 3113,
+      "Ġpattern": 3114,
+      "Ġumbre": 3115,
+      "cil": 3116,
+      "ray": 3117,
+      "inal": 3118,
+      "Ġlow": 3119,
+      "imed": 3120,
+      "Ġswe": 3121,
+      "Ġcryst": 3122,
+      "Ġpencil": 3123,
+      "Ġsafely": 3124,
+      "Ġtools": 3125,
+      "Well": 3126,
+      "Ġtape": 3127,
+      "Ġstream": 3128,
+      "ceed": 3129,
+      "Ġresc": 3130,
+      "Ġabove": 3131,
+      "Ġharder": 3132,
+      "Ġguess": 3133,
+      "Ġbottom": 3134,
+      "Ġmarket": 3135,
+      "Ġimpressed": 3136,
+      "Ġwaff": 3137,
+      "anut": 3138,
+      "iginal": 3139,
+      "Ġnotice": 3140,
+      "illa": 3141,
+      "Ġnods": 3142,
+      "Ġpeanut": 3143,
+      "olog": 3144,
+      "Ġpatch": 3145,
+      "Ġcrawled": 3146,
+      "Ġcaterpillar": 3147,
+      "na": 3148,
+      "Ġtank": 3149,
+      "Ġtask": 3150,
+      "Ġtire": 3151,
+      "Ġgun": 3152,
+      "Ġload": 3153,
+      "Ġcompet": 3154,
+      "umbled": 3155,
+      "Ġapolog": 3156,
+      "Ġsolve": 3157,
+      "How": 3158,
+      "Mummy": 3159,
+      "fast": 3160,
+      "hip": 3161,
+      "ĠNo": 3162,
+      "Ġbitter": 3163,
+      "arl": 3164,
+      "Ġears": 3165,
+      "Ġshone": 3166,
+      "Ġbrush": 3167,
+      "ĠFin": 3168,
+      "Ġoriginal": 3169,
+      "Ġfier": 3170,
+      "Ġglow": 3171,
+      "ĠNemo": 3172,
+      "Ġbreakfast": 3173,
+      "Ġadmired": 3174,
+      "ĠBlue": 3175,
+      "Ġedge": 3176,
+      "Ġdependable": 3177,
+      "und": 3178,
+      "uth": 3179,
+      "ĠIf": 3180,
+      "Ġclay": 3181,
+      "Ġstronger": 3182,
+      "Ġbossy": 3183,
+      "Ġcudd": 3184,
+      "aser": 3185,
+      "Ġgrandpa": 3186,
+      "Ġknows": 3187,
+      "Ġpicking": 3188,
+      "Ġjoke": 3189,
+      "Ġboats": 3190,
+      "Ġbald": 3191,
+      "Ġmedic": 3192,
+      "Ġscrat": 3193,
+      "Ġcone": 3194,
+      "Ġpenny": 3195,
+      "Ġlean": 3196,
+      "Ġraft": 3197,
+      "uggled": 3198,
+      "Ġsucceed": 3199,
+      "Ġobedient": 3200,
+      "Ġhumble": 3201,
+      "Ġlibrary": 3202,
+      "Re": 3203,
+      "head": 3204,
+      "Ġph": 3205,
+      "Ġnumb": 3206,
+      "Ġsauce": 3207,
+      "ĠBear": 3208,
+      "Ġtray": 3209,
+      "Ġproudly": 3210,
+      "Here": 3211,
+      "Ġsounded": 3212,
+      "Ġsquare": 3213,
+      "Ġterrible": 3214,
+      "Ġcrystal": 3215,
+      "Ġfierce": 3216,
+      "Jill": 3217,
+      "Ġwitch": 3218,
+      "inary": 3219,
+      "Ġhappiness": 3220,
+      "ĠLola": 3221,
+      "Ġhanded": 3222,
+      "Ġfridge": 3223,
+      "fa": 3224,
+      "Ġrough": 3225,
+      "ention": 3226,
+      "Ġchanged": 3227,
+      "Ġjoined": 3228,
+      "Ġraven": 3229,
+      "Ġmighty": 3230,
+      "Ġchose": 3231,
+      "Ġwheel": 3232,
+      "Ġumbrella": 3233,
+      "Ġtag": 3234,
+      "Ġcri": 3235,
+      "Ġow": 3236,
+      "arry": 3237,
+      "imp": 3238,
+      "ĠBill": 3239,
+      "Ġhelps": 3240,
+      "Ġfinding": 3241,
+      "Ġcleaning": 3242,
+      "Ġsquee": 3243,
+      "Ġfirework": 3244,
+      "Ġmedicine": 3245,
+      "azz": 3246,
+      "met": 3247,
+      "Ġplayful": 3248,
+      "Ġlocked": 3249,
+      "Ġgoat": 3250,
+      "Ġaccept": 3251,
+      "Ġcompass": 3252,
+      "Ġsurf": 3253,
+      "Ġcompetit": 3254,
+      "ext": 3255,
+      "kn": 3256,
+      "Ġsy": 3257,
+      "Ġsil": 3258,
+      "Ġbeet": 3259,
+      "ĠMar": 3260,
+      "uring": 3261,
+      "Ġchir": 3262,
+      "ĠEllie": 3263,
+      "Ġballs": 3264,
+      "ÅĵLet": 3265,
+      "Ġbutterflies": 3266,
+      "Ġguard": 3267,
+      "Ġcrayon": 3268,
+      "Ġdiscover": 3269,
+      "Ġparade": 3270,
+      "Ġmixed": 3271,
+      "Ġvalu": 3272,
+      "Ġhelmet": 3273,
+      "ĠBrownie": 3274,
+      "Em": 3275,
+      "ject": 3276,
+      "squ": 3277,
+      "ud": 3278,
+      "Ġgum": 3279,
+      "ature": 3280,
+      "Ġisland": 3281,
+      "Ġcost": 3282,
+      "Ġmole": 3283,
+      "Ġnicely": 3284,
+      "Ġkinds": 3285,
+      "Ġraced": 3286,
+      "Ġstove": 3287,
+      "Ġlaughs": 3288,
+      "Ġmarch": 3289,
+      "Ġfalls": 3290,
+      "Ġpersist": 3291,
+      "ĠBaby": 3292,
+      "ophie": 3293,
+      "Alice": 3294,
+      "ience": 3295,
+      "ito": 3296,
+      "Ġcage": 3297,
+      "Ġgoose": 3298,
+      "Ġcoins": 3299,
+      "Ġtrump": 3300,
+      "Ġmosqu": 3301,
+      "Ġserious": 3302,
+      "Ġmosquito": 3303,
+      "Ġflex": 3304,
+      "Ġcro": 3305,
+      "elon": 3306,
+      "Ġexcla": 3307,
+      "Ġchoose": 3308,
+      "Ġexplored": 3309,
+      "Ġunl": 3310,
+      "Ġbrothers": 3311,
+      "Ġguil": 3312,
+      "Ġnumbers": 3313,
+      "Ġtrumpet": 3314,
+      "Ġicy": 3315,
+      "Ġmoms": 3316,
+      "iew": 3317,
+      "Ġview": 3318,
+      "Ġenorm": 3319,
+      "Ġfireman": 3320,
+      "ĠMrs": 3321,
+      "Ġpractice": 3322,
+      "Ġenormous": 3323,
+      "wards": 3324,
+      "Ġsup": 3325,
+      "Ġvolc": 3326,
+      "Ġmeans": 3327,
+      "Ġpointing": 3328,
+      "Ġvaluable": 3329,
+      "Ġflexible": 3330,
+      "Ġexclaimed": 3331,
+      "Ġguilty": 3332,
+      "yal": 3333,
+      "Ġcam": 3334,
+      "Ġpipe": 3335,
+      "ision": 3336,
+      "ĠMy": 3337,
+      "Ġuseful": 3338,
+      "Ġfavour": 3339,
+      "Ġcrazy": 3340,
+      "Ġphot": 3341,
+      "known": 3342,
+      "Ġvolcano": 3343,
+      "Ġwake": 3344,
+      "Ġcity": 3345,
+      "omed": 3346,
+      "llip": 3347,
+      "Ġforth": 3348,
+      "Ġlollip": 3349,
+      "Ġseal": 3350,
+      "Ġallowed": 3351,
+      "Ġscare": 3352,
+      "Ġbrightly": 3353,
+      "Ġmarble": 3354,
+      "Ġpopular": 3355,
+      "Ġflashlight": 3356,
+      "Ġcompassion": 3357,
+      "Ġlollipop": 3358,
+      "ĠU": 3359,
+      "Ġing": 3360,
+      "Ġhunt": 3361,
+      "Ġdull": 3362,
+      "erry": 3363,
+      "Ġstat": 3364,
+      "Ġshel": 3365,
+      "!\".": 3366,
+      "Ġunknown": 3367,
+      "Ġhats": 3368,
+      "Ġshoot": 3369,
+      "redient": 3370,
+      "Ġbelonged": 3371,
+      "Ġfavourite": 3372,
+      "Ġingredient": 3373,
+      "Ġpil": 3374,
+      "Ġloyal": 3375,
+      "Ġbrace": 3376,
+      "ĠWhenever": 3377,
+      "Ġdreams": 3378,
+      "Ġkicked": 3379,
+      "Ġseeds": 3380,
+      "Ġtwirled": 3381,
+      "Ġsuper": 3382,
+      "time": 3383,
+      "Ġfine": 3384,
+      "Ġbees": 3385,
+      "Ġsofa": 3386,
+      "Ġshark": 3387,
+      "ĠMike": 3388,
+      "Ġanx": 3389,
+      "Ġsadly": 3390,
+      "Ġshowing": 3391,
+      "Ġways": 3392,
+      "Ġtrucks": 3393,
+      "Ġdelicate": 3394,
+      "ations": 3395,
+      "Ġrepe": 3396,
+      "Ġimpressive": 3397,
+      "Ġpoured": 3398,
+      "Ġpirate": 3399,
+      "Ġwhispered": 3400,
+      "Ġharmless": 3401,
+      "aff": 3402,
+      "Ġturt": 3403,
+      "Ġtied": 3404,
+      "aroo": 3405,
+      "ado": 3406,
+      "arth": 3407,
+      "Ġgrace": 3408,
+      "Ġhandle": 3409,
+      "Ġenc": 3410,
+      "Ġdeliver": 3411,
+      "Benny": 3412,
+      "Ġrushed": 3413,
+      "Ġusing": 3414,
+      "angaroo": 3415,
+      "Ġshape": 3416,
+      "Ġbushes": 3417,
+      "Ġpersistent": 3418,
+      "Ġgor": 3419,
+      "ĠSp": 3420,
+      "Ġkangaroo": 3421,
+      "Ġang": 3422,
+      "Ġoffice": 3423,
+      "Ġanxious": 3424,
+      "Go": 3425,
+      "alous": 3426,
+      "Ġspell": 3427,
+      "ĠWhile": 3428,
+      "iable": 3429,
+      "Ġpotato": 3430,
+      "Ġjealous": 3431,
+      "Ġwrapped": 3432,
+      "Ġfour": 3433,
+      "Ġcurt": 3434,
+      "Ġlog": 3435,
+      "Ġcoal": 3436,
+      "Ġreliable": 3437,
+      "Ġcurtain": 3438,
+      "Daisy": 3439,
+      "Ġsudden": 3440,
+      "mbol": 3441,
+      "ÅĵYes": 3442,
+      "aches": 3443,
+      "ĠPe": 3444,
+      "Ġpainted": 3445,
+      "ĠToby": 3446,
+      "Ġcere": 3447,
+      "gu": 3448,
+      "Ġtummy": 3449,
+      "Ġthose": 3450,
+      "ouses": 3451,
+      "uddy": 3452,
+      "Ġcush": 3453,
+      "Ġmetal": 3454,
+      "Ġsymbol": 3455,
+      "Ġbeetle": 3456,
+      "Ġcamera": 3457,
+      "Ġhouses": 3458,
+      "ilt": 3459,
+      "Ġcelebrate": 3460,
+      "Ġdelighted": 3461,
+      "Ġgorilla": 3462,
+      "Ġtooth": 3463,
+      "Ġthirst": 3464,
+      "keep": 3465,
+      "Ġshiver": 3466,
+      "Ġreward": 3467,
+      "Ġspace": 3468,
+      "Ġtravel": 3469,
+      "Ġrubbed": 3470,
+      "Ġprint": 3471,
+      "Ġdriving": 3472,
+      "Ġmarry": 3473,
+      "Ġwarned": 3474,
+      "Ġsoldier": 3475,
+      "Ġmotorcy": 3476,
+      "cut": 3477,
+      "Ġson": 3478,
+      "Ġtor": 3479,
+      "arlie": 3480,
+      "Ġhero": 3481,
+      "ief": 3482,
+      "Ġcarp": 3483,
+      "Ġexcitedly": 3484,
+      "Ġtemp": 3485,
+      "ĠPete": 3486,
+      "ĠBobo": 3487,
+      "cod": 3488,
+      "Ġhung": 3489,
+      "Ġgrowing": 3490,
+      "upid": 3491,
+      "Ġthinking": 3492,
+      "Ġtunn": 3493,
+      "While": 3494,
+      "cu": 3495,
+      "ipp": 3496,
+      "Ġhay": 3497,
+      "Ġyet": 3498,
+      "Ġvine": 3499,
+      "Ġacorn": 3500,
+      "icycle": 3501,
+      "Ġprep": 3502,
+      "Ġreminded": 3503,
+      "Ġgasped": 3504,
+      "Ġflute": 3505,
+      "Ġordinary": 3506,
+      "Ġcrocod": 3507,
+      "Ġamb": 3508,
+      "Ġcur": 3509,
+      "ĠBet": 3510,
+      "ĠMandy": 3511,
+      "Ġpup": 3512,
+      "Ġcreatures": 3513,
+      "Ġhurry": 3514,
+      "Ġspoiled": 3515,
+      "Ġtimes": 3516,
+      "Ġmis": 3517,
+      "Ġrice": 3518,
+      "Ġstupid": 3519,
+      "Ġshine": 3520,
+      "Ġresist": 3521,
+      "ugged": 3522,
+      "Ġlaw": 3523,
+      "Ġskull": 3524,
+      "coa": 3525,
+      "Ġmissing": 3526,
+      "Ġwheat": 3527,
+      "Ġsupport": 3528,
+      "Ġingredients": 3529,
+      "aid": 3530,
+      "loo": 3531,
+      "Ġcase": 3532,
+      "ery": 3533,
+      "Ġwashed": 3534,
+      "Ġdove": 3535,
+      "Ġspilled": 3536,
+      "Ġscoot": 3537,
+      "Ġmeal": 3538,
+      "Ġmule": 3539,
+      "ĠDucky": 3540,
+      "Ġmoder": 3541,
+      "arsh": 3542,
+      "ÅĵWhat": 3543,
+      "Ġtrick": 3544,
+      "Ġsett": 3545,
+      "ĠTweetie": 3546,
+      "Ġbounce": 3547,
+      "Ġfilthy": 3548,
+      "Ġbase": 3549,
+      "Ġhoop": 3550,
+      "Ġfre": 3551,
+      "Ġstumbled": 3552,
+      "Ġsoar": 3553,
+      "Ġweal": 3554,
+      "Ġseem": 3555,
+      "Ġword": 3556,
+      "Ġlab": 3557,
+      "ĠDave": 3558,
+      "ĠFr": 3559,
+      "Ġbadly": 3560,
+      "Ġhairy": 3561,
+      "Ġcrawl": 3562,
+      "Ġlively": 3563,
+      "Ġsteps": 3564,
+      "ÅĵLetâ": 3565,
+      "Ġbracelet": 3566,
+      "Ġcereal": 3567,
+      "Ġthirsty": 3568,
+      "Ġcarpet": 3569,
+      "Ġwool": 3570,
+      "ither": 3571,
+      "Ġgoal": 3572,
+      "Ġbackpack": 3573,
+      "Ġtruth": 3574,
+      "Ġcompl": 3575,
+      "Ġcheap": 3576,
+      "Ġdisg": 3577,
+      "Ġplaced": 3578,
+      "Ġearly": 3579,
+      "Ġdecorate": 3580,
+      "Ġnuts": 3581,
+      "Ow": 3582,
+      "cream": 3583,
+      "Ġbump": 3584,
+      "Ġthemselves": 3585,
+      "ices": 3586,
+      "Ġhelpless": 3587,
+      "Ġclum": 3588,
+      "Ġscatter": 3589,
+      "Ġscale": 3590,
+      "Ġnews": 3591,
+      "usting": 3592,
+      "Ġenv": 3593,
+      "âĤ¬âĢ": 3594,
+      "Ġtelling": 3595,
+      "Ġswinging": 3596,
+      "Ġsparkled": 3597,
+      "Ġcarrying": 3598,
+      "gging": 3599,
+      "ines": 3600,
+      "ric": 3601,
+      "Ġfriendship": 3602,
+      "Ġcareless": 3603,
+      "Ġsne": 3604,
+      "Ġdoesn": 3605,
+      "Ġfalling": 3606,
+      "Ġcomput": 3607,
+      "Ġpale": 3608,
+      "Ġpeeked": 3609,
+      "Ġcompassionate": 3610,
+      "com": 3611,
+      "vice": 3612,
+      "Ġsend": 3613,
+      "Ġstage": 3614,
+      "Ġmem": 3615,
+      "Ġchalk": 3616,
+      "Ġchasing": 3617,
+      "Ġpebble": 3618,
+      "ĠEverything": 3619,
+      "Ġcube": 3620,
+      "Ġpige": 3621,
+      "Ġcourage": 3622,
+      "Ġfingers": 3623,
+      "Ġturtle": 3624,
+      "bled": 3625,
+      "Ġsink": 3626,
+      "Ġbicycle": 3627,
+      "Ġshaking": 3628,
+      "Ġsleeping": 3629,
+      "Ġneighbour": 3630,
+      "Ġmodern": 3631,
+      "Ġdisgusting": 3632,
+      "Ġclumsy": 3633,
+      "gest": 3634,
+      "Ġhook": 3635,
+      "Ġcher": 3636,
+      "Ġnail": 3637,
+      "Ġbiggest": 3638,
+      "iches": 3639,
+      "Ġbul": 3640,
+      "Ġending": 3641,
+      "Ġdead": 3642,
+      "Ġtriang": 3643,
+      "ulance": 3644,
+      "Ġspoke": 3645,
+      "Ġpracticed": 3646,
+      "Ġambulance": 3647,
+      "Ġcomputer": 3648,
+      "ibb": 3649,
+      "Ġlamp": 3650,
+      "Ġstation": 3651,
+      "Ġchar": 3652,
+      "Ġwallet": 3653,
+      "ĠToday": 3654,
+      "Ġpackage": 3655,
+      "Ġmicrop": 3656,
+      "Ġcushion": 3657,
+      "keeper": 3658,
+      "Ġcrocodile": 3659,
+      "Ġmicrophone": 3660,
+      "under": 3661,
+      "ĠAlex": 3662,
+      "Ġthoughtful": 3663,
+      "Ġjolly": 3664,
+      "Ġpengu": 3665,
+      "Ġpumpkin": 3666,
+      "Ġcostum": 3667,
+      "Ġfive": 3668,
+      "Ġdough": 3669,
+      "Ġpony": 3670,
+      "Ġol": 3671,
+      "imi": 3672,
+      "Ġstairs": 3673,
+      "Ġknock": 3674,
+      "Ġgrand": 3675,
+      "Ġintell": 3676,
+      "Ġuniver": 3677,
+      "Ġbrighter": 3678,
+      "Ġopens": 3679,
+      "Ġdreaming": 3680,
+      "Ġbounced": 3681,
+      "Ġquestion": 3682,
+      "Ġstatue": 3683,
+      "Ġwine": 3684,
+      "isk": 3685,
+      "ĠAlice": 3686,
+      "Ġcocoa": 3687,
+      "ĠYour": 3688,
+      "Ġpepper": 3689,
+      "Ġbeauty": 3690,
+      "Ġperm": 3691,
+      "Ġpainting": 3692,
+      "Ġshoe": 3693,
+      "Ġelev": 3694,
+      "Everyone": 3695,
+      "hino": 3696,
+      "Ġwealthy": 3697,
+      "Ġintellig": 3698,
+      "noon": 3699,
+      "Ġsuit": 3700,
+      "Ġmild": 3701,
+      "Ġnature": 3702,
+      "ans": 3703,
+      "Ġhappier": 3704,
+      "Ġneat": 3705,
+      "Ġstarts": 3706,
+      "ucked": 3707,
+      "Ġafternoon": 3708,
+      "Ġtorn": 3709,
+      "Ġelevator": 3710,
+      "gen": 3711,
+      "ti": 3712,
+      "Ġten": 3713,
+      "Ġharsh": 3714,
+      "Ġped": 3715,
+      "atient": 3716,
+      "orant": 3717,
+      "Ġrece": 3718,
+      "Ġjet": 3719,
+      "illie": 3720,
+      "ĠRed": 3721,
+      "Ġreading": 3722,
+      "Ġsearching": 3723,
+      "Ġbasketball": 3724,
+      "Ġbarber": 3725,
+      "Ġspeed": 3726,
+      "See": 3727,
+      "awn": 3728,
+      "Ġstack": 3729,
+      "ĠMummy": 3730,
+      "Ġclock": 3731,
+      "ĠGive": 3732,
+      "Ġmagn": 3733,
+      "Ġleaving": 3734,
+      "Ġcupboard": 3735,
+      "Ġdesign": 3736,
+      "Ġslides": 3737,
+      "Ġsandwiches": 3738,
+      "Ġcandle": 3739,
+      "aulif": 3740,
+      "Ġriding": 3741,
+      "Ġfresh": 3742,
+      "oppy": 3743,
+      "Ġshocked": 3744,
+      "Ġener": 3745,
+      "Ġjumps": 3746,
+      "Ġhaircut": 3747,
+      "Ġrespectful": 3748,
+      "Ġcooking": 3749,
+      "Ġticket": 3750,
+      "Ġencou": 3751,
+      "Ġtunnel": 3752,
+      "auliflower": 3753,
+      "Give": 3754,
+      "Ġsle": 3755,
+      "reen": 3756,
+      "Ġmay": 3757,
+      "Ġthief": 3758,
+      "Ġyawn": 3759,
+      "Ġfort": 3760,
+      "Ġalert": 3761,
+      "Ġsorts": 3762,
+      "Ġimpatient": 3763,
+      "Ġcreate": 3764,
+      "ailable": 3765,
+      "Ġwheels": 3766,
+      "Ġvalue": 3767,
+      "Ġprize": 3768,
+      "Mary": 3769,
+      "ye": 3770,
+      "het": 3771,
+      "Ġsent": 3772,
+      "Ġbent": 3773,
+      "ince": 3774,
+      "Ġcomet": 3775,
+      "Ġcamp": 3776,
+      "Ġcauliflower": 3777,
+      "Ġmelon": 3778,
+      "Ġgem": 3779,
+      "Ġitself": 3780,
+      "iron": 3781,
+      "Ġmush": 3782,
+      "Ġmonkeys": 3783,
+      "Ġsalad": 3784,
+      "Ġdestro": 3785,
+      "Ġrescue": 3786,
+      "Ġscooter": 3787,
+      "Ġintelligent": 3788,
+      "az": 3789,
+      "Ġdug": 3790,
+      "iling": 3791,
+      "anger": 3792,
+      "Ġroof": 3793,
+      "Ġrhino": 3794,
+      "Ġscold": 3795,
+      "aghet": 3796,
+      "Ġexper": 3797,
+      "Ġbarking": 3798,
+      "Ġbananas": 3799,
+      "Ġignorant": 3800,
+      "Ġmicro": 3801,
+      "Ġavailable": 3802,
+      "Ġgraceful": 3803,
+      "Ġmotorcycle": 3804,
+      "aghetti": 3805,
+      "hood": 3806,
+      "ĠSn": 3807,
+      "Ġearth": 3808,
+      "Ġboots": 3809,
+      "Ġspaghetti": 3810,
+      "ummer": 3811,
+      "Ġagree": 3812,
+      "Ġbull": 3813,
+      "Ġanywhere": 3814,
+      "ĠGeorge": 3815,
+      "Ġbehave": 3816,
+      "ĠKim": 3817,
+      "Ġpaid": 3818,
+      "scope": 3819,
+      "Ġstretched": 3820,
+      "Ġfearful": 3821,
+      "Ġavo": 3822,
+      "Ġmicroscope": 3823,
+      "If": 3824,
+      "io": 3825,
+      "Ġnoteb": 3826,
+      "ĠEventually": 3827,
+      "Ġolder": 3828,
+      "Ġsniff": 3829,
+      "Ġadvice": 3830,
+      "Ġstops": 3831,
+      "Ġperform": 3832,
+      "Ġfurther": 3833,
+      "Ġenvious": 3834,
+      "Ġpigeon": 3835,
+      "Ġmushroom": 3836,
+      "Ġnotebook": 3837,
+      "ubby": 3838,
+      "Ġpun": 3839,
+      "ats": 3840,
+      "Ġnurse": 3841,
+      "orable": 3842,
+      "Ġthunder": 3843,
+      "Ġclapping": 3844,
+      "Ġvide": 3845,
+      "Ġbuilt": 3846,
+      "ĠCl": 3847,
+      "Ġuncom": 3848,
+      "Ġshouting": 3849,
+      "Ġarrow": 3850,
+      "Ġdrawer": 3851,
+      "Ġprov": 3852,
+      "fortable": 3853,
+      "Ġtomato": 3854,
+      "Ġmeeting": 3855,
+      "Ġobject": 3856,
+      "Ġyogurt": 3857,
+      "Ġtemple": 3858,
+      "Ġuncomfortable": 3859,
+      "ef": 3860,
+      "ues": 3861,
+      "ĠTony": 3862,
+      "Ġloop": 3863,
+      "Ġchubby": 3864,
+      "Ġswitch": 3865,
+      "Ġskip": 3866,
+      "Ġadorable": 3867,
+      "ÅĵIt": 3868,
+      "Ġcounting": 3869,
+      "Ġcooked": 3870,
+      "Ġpist": 3871,
+      "arian": 3872,
+      "enry": 3873,
+      "Ġstared": 3874,
+      "Ġshut": 3875,
+      "icop": 3876,
+      "Ġquite": 3877,
+      "Ġsnuggled": 3878,
+      "ĠGrandpa": 3879,
+      "Ġtroubled": 3880,
+      "Ġgiggle": 3881,
+      "Ġblowing": 3882,
+      "Ġhelicop": 3883,
+      "Ġfisher": 3884,
+      "Ġpistol": 3885,
+      "Ġhelicopter": 3886,
+      "par": 3887,
+      "ĠSophie": 3888,
+      "ooped": 3889,
+      "ips": 3890,
+      "Ġnowhere": 3891,
+      "Ġforgave": 3892,
+      "Ġmarched": 3893,
+      "Ġtreasures": 3894,
+      "host": 3895,
+      "Ġpassport": 3896,
+      "Ġstirred": 3897,
+      "Ġpushing": 3898,
+      "Ġcompetitive": 3899,
+      "Ġdestroy": 3900,
+      "Yay": 3901,
+      "aked": 3902,
+      "oe": 3903,
+      "tter": 3904,
+      "Ġgir": 3905,
+      "Ġghost": 3906,
+      "anic": 3907,
+      "kelet": 3908,
+      "htub": 3909,
+      "Ġreef": 3910,
+      "Ġsepar": 3911,
+      "opard": 3912,
+      "play": 3913,
+      "Ġenvel": 3914,
+      "Ġbreat": 3915,
+      "Ġrepair": 3916,
+      "Ġfootball": 3917,
+      "Ġbathtub": 3918,
+      "Ġrubber": 3919,
+      "Ġangel": 3920,
+      "Ġtriangle": 3921,
+      "Ġled": 3922,
+      "Ġmill": 3923,
+      "ĠSh": 3924,
+      "chanic": 3925,
+      "Ġnames": 3926,
+      "Ġleopard": 3927,
+      "Ġnobody": 3928,
+      "Ġanyway": 3929,
+      "uct": 3930,
+      "ctus": 3931,
+      "Ġshouldn": 3932,
+      "Ġzeb": 3933,
+      "Ġgiven": 3934,
+      "Ġholds": 3935,
+      "Ġbarrel": 3936,
+      "Ġbandage": 3937,
+      "Ġenth": 3938,
+      "Daddy": 3939,
+      "Ġzebra": 3940,
+      "ives": 3941,
+      "ube": 3942,
+      "year": 3943,
+      "Ġpor": 3944,
+      "Ġpand": 3945,
+      "Ġotter": 3946,
+      "Ġribb": 3947,
+      "Ġshield": 3948,
+      "Ġmechanic": 3949,
+      "Ġdonâ": 3950,
+      "Ġdisag": 3951,
+      "Ġdisplay": 3952,
+      "Ġmusician": 3953,
+      "ceros": 3954,
+      "Ġspeak": 3955,
+      "Ġcab": 3956,
+      "Ġcactus": 3957,
+      "ĠBetsy": 3958,
+      "Ġbulb": 3959,
+      "Ch": 3960,
+      "eath": 3961,
+      "ikes": 3962,
+      "xy": 3963,
+      "Ġtube": 3964,
+      "Ġahead": 3965,
+      "Ġsummer": 3966,
+      "Ġskelet": 3967,
+      "Ġpurse": 3968,
+      "Ġknob": 3969,
+      "Ġdidnâ": 3970,
+      "Ġcouldnâ": 3971,
+      "Ġcolours": 3972,
+      "Ġwindows": 3973,
+      "oomy": 3974,
+      "Ġgifted": 3975,
+      "Ġcartoon": 3976,
+      "Ġrhinoceros": 3977,
+      "gl": 3978,
+      "heart": 3979,
+      "Ġsize": 3980,
+      "Ġbet": 3981,
+      "ĠMiss": 3982,
+      "Ġscrew": 3983,
+      "Ġflour": 3984,
+      "Ġblin": 3985,
+      "apa": 3986,
+      "Ġdishes": 3987,
+      "Ġraining": 3988,
+      "Ġhoping": 3989,
+      "Ġshovel": 3990,
+      "Ġmint": 3991,
+      "Ġjellyfish": 3992,
+      "Ġsweater": 3993,
+      "Ġcharming": 3994,
+      "Ġpenguin": 3995,
+      "Ġenvelope": 3996,
+      "Ġenthus": 3997,
+      "Ġcabin": 3998,
+      "rec": 3999,
+      "Ġpant": 4000,
+      "Ġthread": 4001,
+      "Ġinse": 4002,
+      "Ġstaff": 4003,
+      "Ġliz": 4004,
+      "Ġunpack": 4005,
+      "Ġwriting": 4006,
+      "Ġtrash": 4007,
+      "Ġrolling": 4008,
+      "Ġwaffle": 4009,
+      "Ġiron": 4010,
+      "Ġwing": 4011,
+      "erable": 4012,
+      "Ġsheet": 4013,
+      "ĠBuddy": 4014,
+      "Ġshadow": 4015,
+      "Ġroared": 4016,
+      "Ġmuff": 4017,
+      "Ġairport": 4018,
+      "Ġceiling": 4019,
+      "Ġattic": 4020,
+      "Ġorganize": 4021,
+      "Ġstretch": 4022,
+      "Ġgrapes": 4023,
+      "Ġobs": 4024,
+      "ĠAre": 4025,
+      "ĠWould": 4026,
+      "ĠInst": 4027,
+      "Ġpiano": 4028,
+      "Ġsalt": 4029,
+      "Ġmiserable": 4030,
+      "Ġcord": 4031,
+      "Ġdess": 4032,
+      "Ġrefused": 4033,
+      "Ġscreen": 4034,
+      "ĠDan": 4035,
+      "Ġstrugg": 4036,
+      "Ġneedle": 4037,
+      "Ġbears": 4038,
+      "ĠAndy": 4039,
+      "Ġheaded": 4040,
+      "Ġsticky": 4041,
+      "Ġfreez": 4042,
+      "Ġzoomed": 4043,
+      "Ġimagined": 4044,
+      "Ġmedal": 4045,
+      "Ġmagnet": 4046,
+      "reci": 4047,
+      "Ġobser": 4048,
+      "Ġer": 4049,
+      "Ġlives": 4050,
+      "ĠAl": 4051,
+      "ĠPat": 4052,
+      "Ġappreci": 4053,
+      "asses": 4054,
+      "Ġsailor": 4055,
+      "Ġminute": 4056,
+      "Ġfisherman": 4057,
+      "vision": 4058,
+      "Ġrat": 4059,
+      "aled": 4060,
+      "Ġbrus": 4061,
+      "Ġchance": 4062,
+      "Ġpost": 4063,
+      "Ġsungl": 4064,
+      "Ġcheek": 4065,
+      "reeze": 4066,
+      "Ġdeaf": 4067,
+      "Ġrules": 4068,
+      "Ġfrogs": 4069,
+      "Ġairpl": 4070,
+      "ĠGod": 4071,
+      "Ġstrawberry": 4072,
+      "Ġslept": 4073,
+      "Ġlizard": 4074,
+      "Ġsunglasses": 4075,
+      "Ġluck": 4076,
+      "Ġinf": 4077,
+      "Ġbeep": 4078,
+      "ĠBunny": 4079,
+      "Ġmeas": 4080,
+      "Ġrod": 4081,
+      "Ġorder": 4082,
+      "Ġrestless": 4083,
+      "Ġsandbox": 4084,
+      "Ġmessage": 4085,
+      "ĠJoey": 4086,
+      "Ġcomplet": 4087,
+      "Ġattract": 4088,
+      "Ġgolden": 4089,
+      "Grandma": 4090,
+      "Ġpilot": 4091,
+      "Ġporch": 4092,
+      "Little": 4093,
+      "ler": 4094,
+      "ses": 4095
+    },
+    "merges": [
+      [
+        "h",
+        "e"
+      ],
+      [
+        "Ġ",
+        "t"
+      ],
+      [
+        "Ġ",
+        "a"
+      ],
+      [
+        "Ġ",
+        "s"
+      ],
+      [
+        "Ġ",
+        "w"
+      ],
+      [
+        "n",
+        "d"
+      ],
+      [
+        "Ġt",
+        "he"
+      ],
+      [
+        "e",
+        "d"
+      ],
+      [
+        "Ġa",
+        "nd"
+      ],
+      [
+        "Ġt",
+        "o"
+      ],
+      [
+        "Ġ",
+        "b"
+      ],
+      [
+        "i",
+        "n"
+      ],
+      [
+        "Ġ",
+        "h"
+      ],
+      [
+        "Ġw",
+        "a"
+      ],
+      [
+        "r",
+        "e"
+      ],
+      [
+        "Ġ",
+        "f"
+      ],
+      [
+        "i",
+        "t"
+      ],
+      [
+        "o",
+        "u"
+      ],
+      [
+        "Ġ",
+        "c"
+      ],
+      [
+        "Ġ",
+        "l"
+      ],
+      [
+        "Ġ",
+        "he"
+      ],
+      [
+        "Ġ",
+        "d"
+      ],
+      [
+        "e",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "s"
+      ],
+      [
+        "Ġ",
+        "m"
+      ],
+      [
+        "Ġ",
+        "p"
+      ],
+      [
+        "o",
+        "m"
+      ],
+      [
+        "Ġ",
+        "T"
+      ],
+      [
+        "Ġ",
+        "o"
+      ],
+      [
+        "a",
+        "y"
+      ],
+      [
+        "a",
+        "r"
+      ],
+      [
+        "in",
+        "g"
+      ],
+      [
+        "i",
+        "s"
+      ],
+      [
+        "Ġ",
+        "g"
+      ],
+      [
+        "i",
+        "l"
+      ],
+      [
+        "i",
+        "d"
+      ],
+      [
+        "a",
+        "t"
+      ],
+      [
+        "e",
+        "n"
+      ],
+      [
+        "Ġ",
+        "n"
+      ],
+      [
+        "Ġs",
+        "a"
+      ],
+      [
+        "Ġh",
+        "a"
+      ],
+      [
+        "Ġ",
+        "S"
+      ],
+      [
+        "i",
+        "m"
+      ],
+      [
+        "a",
+        "n"
+      ],
+      [
+        "ĠT",
+        "he"
+      ],
+      [
+        "o",
+        "r"
+      ],
+      [
+        "o",
+        "n"
+      ],
+      [
+        "Ġ",
+        "it"
+      ],
+      [
+        "Ġt",
+        "h"
+      ],
+      [
+        "l",
+        "l"
+      ],
+      [
+        "l",
+        "e"
+      ],
+      [
+        "Ġ",
+        "H"
+      ],
+      [
+        "Ġhe",
+        "r"
+      ],
+      [
+        "e",
+        "t"
+      ],
+      [
+        "o",
+        "t"
+      ],
+      [
+        "i",
+        "r"
+      ],
+      [
+        "ĠS",
+        "he"
+      ],
+      [
+        "ĠH",
+        "e"
+      ],
+      [
+        "v",
+        "er"
+      ],
+      [
+        "e",
+        "s"
+      ],
+      [
+        "Ġ",
+        "in"
+      ],
+      [
+        "u",
+        "t"
+      ],
+      [
+        "o",
+        "w"
+      ],
+      [
+        "c",
+        "k"
+      ],
+      [
+        "Ġ",
+        "e"
+      ],
+      [
+        "Ġ",
+        "u"
+      ],
+      [
+        "l",
+        "d"
+      ],
+      [
+        "ĠThe",
+        "y"
+      ],
+      [
+        "o",
+        "o"
+      ],
+      [
+        "i",
+        "g"
+      ],
+      [
+        "Ġsa",
+        "id"
+      ],
+      [
+        "a",
+        "m"
+      ],
+      [
+        "il",
+        "y"
+      ],
+      [
+        "Ġb",
+        "e"
+      ],
+      [
+        "Ġ",
+        "y"
+      ],
+      [
+        "Ġ",
+        "r"
+      ],
+      [
+        "Ġs",
+        "t"
+      ],
+      [
+        "c",
+        "e"
+      ],
+      [
+        "Ġs",
+        "he"
+      ],
+      [
+        "Ġ",
+        "\""
+      ],
+      [
+        "p",
+        "p"
+      ],
+      [
+        "k",
+        "e"
+      ],
+      [
+        "it",
+        "h"
+      ],
+      [
+        "O",
+        "n"
+      ],
+      [
+        "Ġ",
+        "I"
+      ],
+      [
+        "Ġw",
+        "ith"
+      ],
+      [
+        "v",
+        "e"
+      ],
+      [
+        "L",
+        "ily"
+      ],
+      [
+        "Ġo",
+        "n"
+      ],
+      [
+        "Ġo",
+        "f"
+      ],
+      [
+        "Ġs",
+        "o"
+      ],
+      [
+        "Ġh",
+        "is"
+      ],
+      [
+        "k",
+        "ed"
+      ],
+      [
+        "r",
+        "i"
+      ],
+      [
+        "n",
+        "t"
+      ],
+      [
+        "ver",
+        "y"
+      ],
+      [
+        "Ġp",
+        "l"
+      ],
+      [
+        "Ġd",
+        "ay"
+      ],
+      [
+        "a",
+        "d"
+      ],
+      [
+        "Ġy",
+        "ou"
+      ],
+      [
+        "Ġth",
+        "at"
+      ],
+      [
+        "Ġu",
+        "p"
+      ],
+      [
+        "Ġha",
+        "d"
+      ],
+      [
+        "s",
+        "t"
+      ],
+      [
+        "Ġpl",
+        "ay"
+      ],
+      [
+        "Ġthe",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Lily"
+      ],
+      [
+        "Ġw",
+        "e"
+      ],
+      [
+        "Ġm",
+        "om"
+      ],
+      [
+        "m",
+        "y"
+      ],
+      [
+        "Ġf",
+        "or"
+      ],
+      [
+        "e",
+        "l"
+      ],
+      [
+        "ou",
+        "ld"
+      ],
+      [
+        "u",
+        "n"
+      ],
+      [
+        "Ġ",
+        "B"
+      ],
+      [
+        "'",
+        "s"
+      ],
+      [
+        "it",
+        "t"
+      ],
+      [
+        "en",
+        "t"
+      ],
+      [
+        "Ġha",
+        "pp"
+      ],
+      [
+        "T",
+        "he"
+      ],
+      [
+        "c",
+        "h"
+      ],
+      [
+        "Ġl",
+        "i"
+      ],
+      [
+        "ou",
+        "t"
+      ],
+      [
+        "Ġwa",
+        "nt"
+      ],
+      [
+        "Ġs",
+        "h"
+      ],
+      [
+        "he",
+        "r"
+      ],
+      [
+        "l",
+        "y"
+      ],
+      [
+        "im",
+        "e"
+      ],
+      [
+        "itt",
+        "le"
+      ],
+      [
+        "ou",
+        "nd"
+      ],
+      [
+        "Ġ",
+        "very"
+      ],
+      [
+        "Ġt",
+        "ime"
+      ],
+      [
+        "om",
+        "e"
+      ],
+      [
+        "Ġl",
+        "ittle"
+      ],
+      [
+        "Ġthe",
+        "re"
+      ],
+      [
+        "s",
+        "e"
+      ],
+      [
+        "Ġd",
+        "o"
+      ],
+      [
+        "Ġw",
+        "h"
+      ],
+      [
+        "a",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "k"
+      ],
+      [
+        "e",
+        "nd"
+      ],
+      [
+        "a",
+        "l"
+      ],
+      [
+        "h",
+        "t"
+      ],
+      [
+        "Ġn",
+        "e"
+      ],
+      [
+        "Ġ",
+        "re"
+      ],
+      [
+        "Ġn",
+        "ot"
+      ],
+      [
+        "Ġhapp",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Ċ"
+      ],
+      [
+        "Ġb",
+        "ig"
+      ],
+      [
+        "Ġ",
+        "M"
+      ],
+      [
+        "Ġb",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "m"
+      ],
+      [
+        "a",
+        "ck"
+      ],
+      [
+        "Ġsa",
+        "w"
+      ],
+      [
+        "ĠI",
+        "t"
+      ],
+      [
+        "Ġa",
+        "s"
+      ],
+      [
+        "Ġa",
+        "n"
+      ],
+      [
+        "r",
+        "a"
+      ],
+      [
+        "ri",
+        "end"
+      ],
+      [
+        "Ġf",
+        "riend"
+      ],
+      [
+        "id",
+        "e"
+      ],
+      [
+        "On",
+        "e"
+      ],
+      [
+        "r",
+        "y"
+      ],
+      [
+        "'",
+        "t"
+      ],
+      [
+        "v",
+        "ed"
+      ],
+      [
+        "Ġ",
+        "is"
+      ],
+      [
+        "On",
+        "ce"
+      ],
+      [
+        "a",
+        "ke"
+      ],
+      [
+        ".",
+        "\""
+      ],
+      [
+        "Ġwe",
+        "re"
+      ],
+      [
+        "t",
+        "er"
+      ],
+      [
+        "u",
+        "g"
+      ],
+      [
+        "Ġl",
+        "oo"
+      ],
+      [
+        "Ġl",
+        "o"
+      ],
+      [
+        "o",
+        "re"
+      ],
+      [
+        "e",
+        "c"
+      ],
+      [
+        "ĠT",
+        "im"
+      ],
+      [
+        "Ġh",
+        "im"
+      ],
+      [
+        "Ġb",
+        "o"
+      ],
+      [
+        "!",
+        "\""
+      ],
+      [
+        "Ġto",
+        "o"
+      ],
+      [
+        "Ġg",
+        "o"
+      ],
+      [
+        "Ġup",
+        "on"
+      ],
+      [
+        "ir",
+        "l"
+      ],
+      [
+        "Ġ",
+        "j"
+      ],
+      [
+        "Ġwant",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "irl"
+      ],
+      [
+        "Ġs",
+        "e"
+      ],
+      [
+        "Ġ",
+        "out"
+      ],
+      [
+        "ar",
+        "d"
+      ],
+      [
+        "w",
+        "ay"
+      ],
+      [
+        "Ġs",
+        "p"
+      ],
+      [
+        "il",
+        "l"
+      ],
+      [
+        "i",
+        "nd"
+      ],
+      [
+        "Ġthe",
+        "m"
+      ],
+      [
+        "Ġc",
+        "ould"
+      ],
+      [
+        "f",
+        "u"
+      ],
+      [
+        "he",
+        "n"
+      ],
+      [
+        "Ġa",
+        "t"
+      ],
+      [
+        "u",
+        "r"
+      ],
+      [
+        "Ġd",
+        "id"
+      ],
+      [
+        "Ġsm",
+        "il"
+      ],
+      [
+        "Ġthe",
+        "ir"
+      ],
+      [
+        "Ġa",
+        "re"
+      ],
+      [
+        "Ġe",
+        "x"
+      ],
+      [
+        "Ġ",
+        "A"
+      ],
+      [
+        "a",
+        "in"
+      ],
+      [
+        "Ġw",
+        "ent"
+      ],
+      [
+        "ar",
+        "t"
+      ],
+      [
+        "he",
+        "d"
+      ],
+      [
+        "r",
+        "om"
+      ],
+      [
+        "i",
+        "c"
+      ],
+      [
+        "r",
+        "ound"
+      ],
+      [
+        "Ġha",
+        "ve"
+      ],
+      [
+        "Ġn",
+        "am"
+      ],
+      [
+        "l",
+        "p"
+      ],
+      [
+        "Ġa",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "J"
+      ],
+      [
+        "fu",
+        "l"
+      ],
+      [
+        "Ġk",
+        "n"
+      ],
+      [
+        "h",
+        "ing"
+      ],
+      [
+        "oo",
+        "d"
+      ],
+      [
+        "Ġhe",
+        "lp"
+      ],
+      [
+        "ig",
+        "ht"
+      ],
+      [
+        "Ġfriend",
+        "s"
+      ],
+      [
+        "on",
+        "e"
+      ],
+      [
+        "ar",
+        "k"
+      ],
+      [
+        "Ġb",
+        "ack"
+      ],
+      [
+        "u",
+        "m"
+      ],
+      [
+        "Ġc",
+        "an"
+      ],
+      [
+        "Ġnam",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "l"
+      ],
+      [
+        "?",
+        "\""
+      ],
+      [
+        "Ġf",
+        "un"
+      ],
+      [
+        "a",
+        "re"
+      ],
+      [
+        "ĠB",
+        "en"
+      ],
+      [
+        "Ġlo",
+        "ved"
+      ],
+      [
+        "Ġa",
+        "l"
+      ],
+      [
+        "el",
+        "t"
+      ],
+      [
+        "ĠTim",
+        "my"
+      ],
+      [
+        "Ġ",
+        "One"
+      ],
+      [
+        "o",
+        "p"
+      ],
+      [
+        "s",
+        "ide"
+      ],
+      [
+        "Ġl",
+        "e"
+      ],
+      [
+        "Ġn",
+        "o"
+      ],
+      [
+        "Ġs",
+        "c"
+      ],
+      [
+        "ĠT",
+        "om"
+      ],
+      [
+        "Ġf",
+        "elt"
+      ],
+      [
+        "ou",
+        "g"
+      ],
+      [
+        "Ġsmil",
+        "ed"
+      ],
+      [
+        "i",
+        "ck"
+      ],
+      [
+        "Ġas",
+        "ked"
+      ],
+      [
+        "Y",
+        "ou"
+      ],
+      [
+        "Ġto",
+        "y"
+      ],
+      [
+        "Ġm",
+        "an"
+      ],
+      [
+        "Ġa",
+        "round"
+      ],
+      [
+        "am",
+        "e"
+      ],
+      [
+        "Ġf",
+        "e"
+      ],
+      [
+        "Ġs",
+        "ay"
+      ],
+      [
+        "Ġbo",
+        "y"
+      ],
+      [
+        "Ġs",
+        "ome"
+      ],
+      [
+        "Ġloo",
+        "ked"
+      ],
+      [
+        "u",
+        "re"
+      ],
+      [
+        "om",
+        "et"
+      ],
+      [
+        "Ġb",
+        "r"
+      ],
+      [
+        "Ġw",
+        "ould"
+      ],
+      [
+        "Ġm",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ir"
+      ],
+      [
+        "Ġli",
+        "ke"
+      ],
+      [
+        "g",
+        "et"
+      ],
+      [
+        "Ġst",
+        "art"
+      ],
+      [
+        "Ġr",
+        "o"
+      ],
+      [
+        "a",
+        "s"
+      ],
+      [
+        "Ġse",
+        "e"
+      ],
+      [
+        "Ġ",
+        "W"
+      ],
+      [
+        "i",
+        "ce"
+      ],
+      [
+        "on",
+        "g"
+      ],
+      [
+        "Ġbir",
+        "d"
+      ],
+      [
+        "Ġs",
+        "omet"
+      ],
+      [
+        "d",
+        "d"
+      ],
+      [
+        "Ġw",
+        "or"
+      ],
+      [
+        "ad",
+        "e"
+      ],
+      [
+        "i",
+        "e"
+      ],
+      [
+        "k",
+        "ing"
+      ],
+      [
+        "Ġa",
+        "g"
+      ],
+      [
+        "ow",
+        "n"
+      ],
+      [
+        "Ġt",
+        "re"
+      ],
+      [
+        "Ġf",
+        "a"
+      ],
+      [
+        "Ġa",
+        "way"
+      ],
+      [
+        "Ġwh",
+        "at"
+      ],
+      [
+        "ing",
+        "s"
+      ],
+      [
+        "Ġstart",
+        "ed"
+      ],
+      [
+        "get",
+        "her"
+      ],
+      [
+        "Ġr",
+        "an"
+      ],
+      [
+        "Ã",
+        "¢"
+      ],
+      [
+        "â",
+        "Ĥ"
+      ],
+      [
+        "âĤ",
+        "¬"
+      ],
+      [
+        "ar",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ake"
+      ],
+      [
+        "ĠB",
+        "ut"
+      ],
+      [
+        "it",
+        "ed"
+      ],
+      [
+        "i",
+        "f"
+      ],
+      [
+        "ou",
+        "d"
+      ],
+      [
+        "Ġm",
+        "ade"
+      ],
+      [
+        "Ġto",
+        "gether"
+      ],
+      [
+        "Ġsomet",
+        "hing"
+      ],
+      [
+        "Ġex",
+        "c"
+      ],
+      [
+        "a",
+        "g"
+      ],
+      [
+        "Ġc",
+        "o"
+      ],
+      [
+        "Ġp",
+        "ark"
+      ],
+      [
+        "Ġne",
+        "w"
+      ],
+      [
+        "Ġsa",
+        "d"
+      ],
+      [
+        "Ġp",
+        "ut"
+      ],
+      [
+        ",",
+        "\""
+      ],
+      [
+        "Ġf",
+        "rom"
+      ],
+      [
+        "b",
+        "le"
+      ],
+      [
+        "t",
+        "her"
+      ],
+      [
+        "Ġp",
+        "r"
+      ],
+      [
+        "Ġm",
+        "u"
+      ],
+      [
+        "Ġc",
+        "ar"
+      ],
+      [
+        "Ġh",
+        "ome"
+      ],
+      [
+        "Ġ",
+        "You"
+      ],
+      [
+        "Ġthe",
+        "n"
+      ],
+      [
+        "Ġw",
+        "hen"
+      ],
+      [
+        "Ġf",
+        "ound"
+      ],
+      [
+        "e",
+        "ll"
+      ],
+      [
+        "Ġo",
+        "ther"
+      ],
+      [
+        "Ġag",
+        "ain"
+      ],
+      [
+        "Ġc",
+        "h"
+      ],
+      [
+        "Ġd",
+        "ec"
+      ],
+      [
+        "Ġwh",
+        "o"
+      ],
+      [
+        "Ġl",
+        "a"
+      ],
+      [
+        "ri",
+        "ed"
+      ],
+      [
+        "s",
+        "s"
+      ],
+      [
+        "Ġg",
+        "ood"
+      ],
+      [
+        "Ġh",
+        "ug"
+      ],
+      [
+        "Ġ",
+        "L"
+      ],
+      [
+        "pp",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "l"
+      ],
+      [
+        "e",
+        "p"
+      ],
+      [
+        "all",
+        "y"
+      ],
+      [
+        "Ġsay",
+        "s"
+      ],
+      [
+        "Ġf",
+        "l"
+      ],
+      [
+        "es",
+        "t"
+      ],
+      [
+        "a",
+        "ch"
+      ],
+      [
+        "Ġ",
+        "E"
+      ],
+      [
+        "Ġexc",
+        "ited"
+      ],
+      [
+        "p",
+        "l"
+      ],
+      [
+        "q",
+        "u"
+      ],
+      [
+        "oo",
+        "k"
+      ],
+      [
+        "Ġg",
+        "et"
+      ],
+      [
+        "oug",
+        "ht"
+      ],
+      [
+        "Ġplay",
+        "ing"
+      ],
+      [
+        "Ġg",
+        "ot"
+      ],
+      [
+        "Ġs",
+        "w"
+      ],
+      [
+        "ou",
+        "s"
+      ],
+      [
+        "h",
+        "at"
+      ],
+      [
+        "n",
+        "y"
+      ],
+      [
+        "id",
+        "ed"
+      ],
+      [
+        "u",
+        "ck"
+      ],
+      [
+        "Ġth",
+        "ings"
+      ],
+      [
+        "Ġe",
+        "very"
+      ],
+      [
+        "Ġdec",
+        "ided"
+      ],
+      [
+        "Ġc",
+        "ame"
+      ],
+      [
+        "Ġbe",
+        "c"
+      ],
+      [
+        "a",
+        "ve"
+      ],
+      [
+        "r",
+        "o"
+      ],
+      [
+        "a",
+        "x"
+      ],
+      [
+        "Ġli",
+        "ked"
+      ],
+      [
+        "Ġd",
+        "own"
+      ],
+      [
+        "Ġdo",
+        "g"
+      ],
+      [
+        "Ġsc",
+        "ared"
+      ],
+      [
+        "Ġ",
+        "v"
+      ],
+      [
+        "u",
+        "dd"
+      ],
+      [
+        "u",
+        "st"
+      ],
+      [
+        "Ġon",
+        "e"
+      ],
+      [
+        "Ġf",
+        "ind"
+      ],
+      [
+        "Ġb",
+        "l"
+      ],
+      [
+        "Ġth",
+        "an"
+      ],
+      [
+        "Ġ",
+        "D"
+      ],
+      [
+        "ou",
+        "se"
+      ],
+      [
+        "way",
+        "s"
+      ],
+      [
+        "Ġkn",
+        "e"
+      ],
+      [
+        "Ġdid",
+        "n"
+      ],
+      [
+        "a",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "my"
+      ],
+      [
+        "Ġc",
+        "are"
+      ],
+      [
+        "Ġal",
+        "ways"
+      ],
+      [
+        "Ġa",
+        "b"
+      ],
+      [
+        "is",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ad"
+      ],
+      [
+        "Ġfe",
+        "el"
+      ],
+      [
+        "ar",
+        "a"
+      ],
+      [
+        "b",
+        "b"
+      ],
+      [
+        "ar",
+        "n"
+      ],
+      [
+        "f",
+        "e"
+      ],
+      [
+        "Ġyou",
+        "r"
+      ],
+      [
+        "Ġout",
+        "side"
+      ],
+      [
+        "u",
+        "e"
+      ],
+      [
+        "Ġg",
+        "ra"
+      ],
+      [
+        "an",
+        "t"
+      ],
+      [
+        "Ġ",
+        "ke"
+      ],
+      [
+        "ĠM",
+        "om"
+      ],
+      [
+        "Ġtoo",
+        "k"
+      ],
+      [
+        "Ġl",
+        "ot"
+      ],
+      [
+        "n",
+        "n"
+      ],
+      [
+        "Ġb",
+        "u"
+      ],
+      [
+        "Ġab",
+        "out"
+      ],
+      [
+        "es",
+        "s"
+      ],
+      [
+        "Ġ",
+        "F"
+      ],
+      [
+        "nd",
+        "er"
+      ],
+      [
+        "Ġtre",
+        "e"
+      ],
+      [
+        "ec",
+        "i"
+      ],
+      [
+        "Ġloo",
+        "k"
+      ],
+      [
+        "Ġp",
+        "o"
+      ],
+      [
+        "Ġm",
+        "y"
+      ],
+      [
+        "ou",
+        "r"
+      ],
+      [
+        "Ġtoy",
+        "s"
+      ],
+      [
+        "it",
+        "e"
+      ],
+      [
+        "c",
+        "hed"
+      ],
+      [
+        "Ġkne",
+        "w"
+      ],
+      [
+        "Ġth",
+        "ought"
+      ],
+      [
+        "en",
+        "ed"
+      ],
+      [
+        "Ġle",
+        "arn"
+      ],
+      [
+        "Ġin",
+        "t"
+      ],
+      [
+        "Ġo",
+        "ld"
+      ],
+      [
+        "Ġm",
+        "ore"
+      ],
+      [
+        "nn",
+        "a"
+      ],
+      [
+        "is",
+        "e"
+      ],
+      [
+        "g",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "a"
+      ],
+      [
+        "udd",
+        "en"
+      ],
+      [
+        "eci",
+        "al"
+      ],
+      [
+        "Ġsp",
+        "ecial"
+      ],
+      [
+        "ĠM",
+        "ax"
+      ],
+      [
+        "a",
+        "u"
+      ],
+      [
+        "Ġw",
+        "ill"
+      ],
+      [
+        "er",
+        "s"
+      ],
+      [
+        "The",
+        "y"
+      ],
+      [
+        "re",
+        "t"
+      ],
+      [
+        "Ġp",
+        "e"
+      ],
+      [
+        "Ġh",
+        "o"
+      ],
+      [
+        "ĠS",
+        "am"
+      ],
+      [
+        "Ġt",
+        "ake"
+      ],
+      [
+        "Ġb",
+        "all"
+      ],
+      [
+        "Ġkn",
+        "ow"
+      ],
+      [
+        "Ġla",
+        "ug"
+      ],
+      [
+        "f",
+        "ter"
+      ],
+      [
+        "udden",
+        "ly"
+      ],
+      [
+        "Ġc",
+        "at"
+      ],
+      [
+        "Ġh",
+        "ow"
+      ],
+      [
+        "i",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "r"
+      ],
+      [
+        "Ġmu",
+        "ch"
+      ],
+      [
+        "Ġan",
+        "y"
+      ],
+      [
+        "Ġp",
+        "u"
+      ],
+      [
+        "m",
+        "a"
+      ],
+      [
+        "Ġs",
+        "l"
+      ],
+      [
+        "Ġs",
+        "or"
+      ],
+      [
+        "Ġm",
+        "o"
+      ],
+      [
+        "v",
+        "en"
+      ],
+      [
+        "is",
+        "h"
+      ],
+      [
+        "Ġsh",
+        "ow"
+      ],
+      [
+        "Ġcould",
+        "n"
+      ],
+      [
+        "au",
+        "se"
+      ],
+      [
+        "in",
+        "k"
+      ],
+      [
+        "B",
+        "ut"
+      ],
+      [
+        "Ġh",
+        "ouse"
+      ],
+      [
+        "Ġint",
+        "o"
+      ],
+      [
+        "um",
+        "p"
+      ],
+      [
+        "Ġo",
+        "ver"
+      ],
+      [
+        "Ġt",
+        "ried"
+      ],
+      [
+        "a",
+        "nd"
+      ],
+      [
+        "Ġe",
+        "at"
+      ],
+      [
+        "Ġs",
+        "k"
+      ],
+      [
+        "Ġs",
+        "un"
+      ],
+      [
+        "Ġt",
+        "w"
+      ],
+      [
+        "Ġcl",
+        "o"
+      ],
+      [
+        "i",
+        "a"
+      ],
+      [
+        "Ġr",
+        "un"
+      ],
+      [
+        "Ġha",
+        "nd"
+      ],
+      [
+        "ĠE",
+        "very"
+      ],
+      [
+        "Ġ",
+        "en"
+      ],
+      [
+        "Ġin",
+        "side"
+      ],
+      [
+        "d",
+        "y"
+      ],
+      [
+        "Ġ",
+        "if"
+      ],
+      [
+        "Ġto",
+        "ld"
+      ],
+      [
+        "Ġne",
+        "ver"
+      ],
+      [
+        "i",
+        "on"
+      ],
+      [
+        "Ġ",
+        "qu"
+      ],
+      [
+        "Ġbec",
+        "ause"
+      ],
+      [
+        "b",
+        "y"
+      ],
+      [
+        "Ġpr",
+        "oud"
+      ],
+      [
+        "Ġg",
+        "ave"
+      ],
+      [
+        "Ġsor",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "is"
+      ],
+      [
+        "Ġo",
+        "p"
+      ],
+      [
+        "Ġplay",
+        "ed"
+      ],
+      [
+        "at",
+        "e"
+      ],
+      [
+        "Ġex",
+        "pl"
+      ],
+      [
+        "Ġhe",
+        "ard"
+      ],
+      [
+        "t",
+        "y"
+      ],
+      [
+        "Ġo",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "ter"
+      ],
+      [
+        "an",
+        "k"
+      ],
+      [
+        "g",
+        "e"
+      ],
+      [
+        "s",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ick"
+      ],
+      [
+        "ot",
+        "her"
+      ],
+      [
+        "Ġro",
+        "om"
+      ],
+      [
+        "et",
+        "ter"
+      ],
+      [
+        "Ġj",
+        "ust"
+      ],
+      [
+        "a",
+        "ce"
+      ],
+      [
+        "Ġhug",
+        "ged"
+      ],
+      [
+        "a",
+        "k"
+      ],
+      [
+        "Ġg",
+        "re"
+      ],
+      [
+        "he",
+        "re"
+      ],
+      [
+        "Ġof",
+        "f"
+      ],
+      [
+        "ĠS",
+        "ara"
+      ],
+      [
+        "Ġp",
+        "ret"
+      ],
+      [
+        "il",
+        "e"
+      ],
+      [
+        "Ġe",
+        "ach"
+      ],
+      [
+        "Ġc",
+        "om"
+      ],
+      [
+        "Ġl",
+        "ong"
+      ],
+      [
+        "Ġbo",
+        "x"
+      ],
+      [
+        "or",
+        "t"
+      ],
+      [
+        "Ġst",
+        "r"
+      ],
+      [
+        "i",
+        "z"
+      ],
+      [
+        "Ġu",
+        "nt"
+      ],
+      [
+        "Ġwa",
+        "t"
+      ],
+      [
+        "ot",
+        "h"
+      ],
+      [
+        "Ġne",
+        "ed"
+      ],
+      [
+        "Ġj",
+        "o"
+      ],
+      [
+        "ĠW",
+        "e"
+      ],
+      [
+        "T",
+        "om"
+      ],
+      [
+        "Ġsm",
+        "all"
+      ],
+      [
+        "in",
+        "e"
+      ],
+      [
+        "Ġbe",
+        "ar"
+      ],
+      [
+        "M",
+        "om"
+      ],
+      [
+        "Ġunt",
+        "il"
+      ],
+      [
+        "Ġn",
+        "ice"
+      ],
+      [
+        "Ġt",
+        "ry"
+      ],
+      [
+        "v",
+        "ing"
+      ],
+      [
+        "u",
+        "c"
+      ],
+      [
+        "s",
+        "el"
+      ],
+      [
+        "oug",
+        "h"
+      ],
+      [
+        "Ġlearn",
+        "ed"
+      ],
+      [
+        "Ġk",
+        "ind"
+      ],
+      [
+        "ĠA",
+        "nna"
+      ],
+      [
+        "il",
+        "d"
+      ],
+      [
+        "Ġf",
+        "o"
+      ],
+      [
+        "Ġman",
+        "y"
+      ],
+      [
+        "'",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "ack"
+      ],
+      [
+        "Ġb",
+        "etter"
+      ],
+      [
+        "Ġ",
+        "im"
+      ],
+      [
+        "g",
+        "ry"
+      ],
+      [
+        "im",
+        "al"
+      ],
+      [
+        "Ġan",
+        "imal"
+      ],
+      [
+        "ur",
+        "t"
+      ],
+      [
+        "f",
+        "t"
+      ],
+      [
+        "Ġe",
+        "nd"
+      ],
+      [
+        "Ġs",
+        "n"
+      ],
+      [
+        "a",
+        "ut"
+      ],
+      [
+        "Ġt",
+        "e"
+      ],
+      [
+        "Ġc",
+        "le"
+      ],
+      [
+        "ĠJ",
+        "o"
+      ],
+      [
+        "v",
+        "ent"
+      ],
+      [
+        "ur",
+        "p"
+      ],
+      [
+        "Ġg",
+        "r"
+      ],
+      [
+        "Ġbe",
+        "aut"
+      ],
+      [
+        "Ġj",
+        "ump"
+      ],
+      [
+        "m",
+        "b"
+      ],
+      [
+        "Ġa",
+        "d"
+      ],
+      [
+        "re",
+        "am"
+      ],
+      [
+        "p",
+        "t"
+      ],
+      [
+        "ĠS",
+        "o"
+      ],
+      [
+        "ĠH",
+        "er"
+      ],
+      [
+        "Ġfl",
+        "ow"
+      ],
+      [
+        "i",
+        "es"
+      ],
+      [
+        "Ġc",
+        "he"
+      ],
+      [
+        "Ġb",
+        "ra"
+      ],
+      [
+        "Ġthan",
+        "ked"
+      ],
+      [
+        "Ġe",
+        "ven"
+      ],
+      [
+        "Ġb",
+        "est"
+      ],
+      [
+        "Ġc",
+        "all"
+      ],
+      [
+        "ad",
+        "y"
+      ],
+      [
+        "H",
+        "e"
+      ],
+      [
+        "Ġlot",
+        "s"
+      ],
+      [
+        "Ġlaug",
+        "hed"
+      ],
+      [
+        "sel",
+        "f"
+      ],
+      [
+        "Ġr",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "y"
+      ],
+      [
+        "ar",
+        "s"
+      ],
+      [
+        "ur",
+        "n"
+      ],
+      [
+        "Ġb",
+        "y"
+      ],
+      [
+        "Ġfa",
+        "st"
+      ],
+      [
+        "ll",
+        "y"
+      ],
+      [
+        "Ġf",
+        "am"
+      ],
+      [
+        "Ġ",
+        "C"
+      ],
+      [
+        "v",
+        "es"
+      ],
+      [
+        "ard",
+        "en"
+      ],
+      [
+        "Ġg",
+        "arden"
+      ],
+      [
+        "Ġbeaut",
+        "i"
+      ],
+      [
+        "w",
+        "n"
+      ],
+      [
+        "T",
+        "h"
+      ],
+      [
+        "Ġbeauti",
+        "ful"
+      ],
+      [
+        "Ġl",
+        "oud"
+      ],
+      [
+        "le",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "y"
+      ],
+      [
+        "Ġd",
+        "on"
+      ],
+      [
+        "h",
+        "n"
+      ],
+      [
+        "er",
+        "ed"
+      ],
+      [
+        "in",
+        "y"
+      ],
+      [
+        "Ġcare",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "ve"
+      ],
+      [
+        "Ġf",
+        "i"
+      ],
+      [
+        "ĠThe",
+        "n"
+      ],
+      [
+        "Å",
+        "ĵ"
+      ],
+      [
+        "a",
+        "se"
+      ],
+      [
+        "ec",
+        "t"
+      ],
+      [
+        "Ġsa",
+        "fe"
+      ],
+      [
+        "ĠA",
+        "nd"
+      ],
+      [
+        "Ġu",
+        "nder"
+      ],
+      [
+        "Ġc",
+        "ome"
+      ],
+      [
+        "ĠF",
+        "rom"
+      ],
+      [
+        "Y",
+        "es"
+      ],
+      [
+        "ĠM",
+        "ia"
+      ],
+      [
+        "I",
+        "t"
+      ],
+      [
+        "m",
+        "e"
+      ],
+      [
+        "Ġh",
+        "ard"
+      ],
+      [
+        "Ġc",
+        "u"
+      ],
+      [
+        "Ġw",
+        "o"
+      ],
+      [
+        "Ġl",
+        "ist"
+      ],
+      [
+        "Ġst",
+        "ay"
+      ],
+      [
+        "an",
+        "e"
+      ],
+      [
+        "s",
+        "h"
+      ],
+      [
+        "op",
+        "le"
+      ],
+      [
+        "Ġg",
+        "l"
+      ],
+      [
+        "n",
+        "ing"
+      ],
+      [
+        "Ġst",
+        "ill"
+      ],
+      [
+        "oo",
+        "l"
+      ],
+      [
+        "Ġh",
+        "urt"
+      ],
+      [
+        "re",
+        "e"
+      ],
+      [
+        "ĠH",
+        "is"
+      ],
+      [
+        "Ġim",
+        "p"
+      ],
+      [
+        "Ġfam",
+        "ily"
+      ],
+      [
+        "Ġ",
+        "â"
+      ],
+      [
+        "Ġb",
+        "oth"
+      ],
+      [
+        "r",
+        "m"
+      ],
+      [
+        "ig",
+        "h"
+      ],
+      [
+        "Ġli",
+        "ved"
+      ],
+      [
+        "he",
+        "s"
+      ],
+      [
+        "W",
+        "hen"
+      ],
+      [
+        "Ġpe",
+        "ople"
+      ],
+      [
+        "Ġanimal",
+        "s"
+      ],
+      [
+        "Ġco",
+        "l"
+      ],
+      [
+        "Ġbra",
+        "ve"
+      ],
+      [
+        "Ġwal",
+        "ked"
+      ],
+      [
+        "o",
+        "b"
+      ],
+      [
+        "T",
+        "im"
+      ],
+      [
+        "c",
+        "t"
+      ],
+      [
+        "Ġl",
+        "et"
+      ],
+      [
+        "urp",
+        "r"
+      ],
+      [
+        "ĠW",
+        "hen"
+      ],
+      [
+        "Ġtw",
+        "o"
+      ],
+      [
+        "Ġs",
+        "urpr"
+      ],
+      [
+        "Ġsh",
+        "ould"
+      ],
+      [
+        "is",
+        "hed"
+      ],
+      [
+        "Ġb",
+        "ad"
+      ],
+      [
+        "re",
+        "ss"
+      ],
+      [
+        "Ġke",
+        "pt"
+      ],
+      [
+        "Ġf",
+        "ore"
+      ],
+      [
+        "Ġf",
+        "lew"
+      ],
+      [
+        "Ġf",
+        "in"
+      ],
+      [
+        "Ġst",
+        "or"
+      ],
+      [
+        "Ġf",
+        "ly"
+      ],
+      [
+        "a",
+        "st"
+      ],
+      [
+        "is",
+        "ed"
+      ],
+      [
+        "i",
+        "p"
+      ],
+      [
+        "Ġit",
+        "s"
+      ],
+      [
+        "l",
+        "ed"
+      ],
+      [
+        "o",
+        "ck"
+      ],
+      [
+        "uc",
+        "y"
+      ],
+      [
+        "f",
+        "ore"
+      ],
+      [
+        "Ġgo",
+        "ing"
+      ],
+      [
+        "Ġcle",
+        "an"
+      ],
+      [
+        "Ġd",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ic"
+      ],
+      [
+        "Ġso",
+        "on"
+      ],
+      [
+        "Ġcall",
+        "ed"
+      ],
+      [
+        "Ġsh",
+        "are"
+      ],
+      [
+        "k",
+        "ay"
+      ],
+      [
+        "Ġan",
+        "gry"
+      ],
+      [
+        "Ġro",
+        "ck"
+      ],
+      [
+        "Ġc",
+        "on"
+      ],
+      [
+        "Ġpret",
+        "ty"
+      ],
+      [
+        "N",
+        "o"
+      ],
+      [
+        "Ġ",
+        "ide"
+      ],
+      [
+        "i",
+        "ed"
+      ],
+      [
+        "il",
+        "ly"
+      ],
+      [
+        "Ġg",
+        "round"
+      ],
+      [
+        "x",
+        "t"
+      ],
+      [
+        "Ġr",
+        "ed"
+      ],
+      [
+        "Ġexpl",
+        "ore"
+      ],
+      [
+        "Ġc",
+        "ry"
+      ],
+      [
+        "Ġad",
+        "vent"
+      ],
+      [
+        "Ġst",
+        "o"
+      ],
+      [
+        "s",
+        "o"
+      ],
+      [
+        "Ġre",
+        "al"
+      ],
+      [
+        "L",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ind"
+      ],
+      [
+        "Ġsh",
+        "iny"
+      ],
+      [
+        "b",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ook"
+      ],
+      [
+        "Ġal",
+        "so"
+      ],
+      [
+        "Ġdo",
+        "ll"
+      ],
+      [
+        "Ġide",
+        "a"
+      ],
+      [
+        "Ġbe",
+        "fore"
+      ],
+      [
+        "Ġop",
+        "ened"
+      ],
+      [
+        "dd",
+        "ed"
+      ],
+      [
+        "Ġwh",
+        "ile"
+      ],
+      [
+        "um",
+        "my"
+      ],
+      [
+        "Ġke",
+        "ep"
+      ],
+      [
+        "Ġe",
+        "y"
+      ],
+      [
+        "Ġn",
+        "ow"
+      ],
+      [
+        "Ġdo",
+        "or"
+      ],
+      [
+        "Ġfeel",
+        "ing"
+      ],
+      [
+        "âĤ¬",
+        "â"
+      ],
+      [
+        "o",
+        "on"
+      ],
+      [
+        "o",
+        "y"
+      ],
+      [
+        "Ġwal",
+        "king"
+      ],
+      [
+        "Ġno",
+        "ise"
+      ],
+      [
+        "Ġf",
+        "r"
+      ],
+      [
+        "le",
+        "s"
+      ],
+      [
+        "ag",
+        "e"
+      ],
+      [
+        "i",
+        "ous"
+      ],
+      [
+        "Ġcol",
+        "or"
+      ],
+      [
+        "Ġt",
+        "urn"
+      ],
+      [
+        "t",
+        "hing"
+      ],
+      [
+        "f",
+        "f"
+      ],
+      [
+        "u",
+        "ch"
+      ],
+      [
+        "t",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ed"
+      ],
+      [
+        "ar",
+        "y"
+      ],
+      [
+        "Ġd",
+        "ra"
+      ],
+      [
+        "Ġpick",
+        "ed"
+      ],
+      [
+        "im",
+        "b"
+      ],
+      [
+        "e",
+        "et"
+      ],
+      [
+        "Ġcl",
+        "imb"
+      ],
+      [
+        "Ġd",
+        "el"
+      ],
+      [
+        "W",
+        "hat"
+      ],
+      [
+        "Ġbe",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ood"
+      ],
+      [
+        "Ġu",
+        "n"
+      ],
+      [
+        "Ġf",
+        "ar"
+      ],
+      [
+        "t",
+        "ure"
+      ],
+      [
+        "j",
+        "oy"
+      ],
+      [
+        "Ġadvent",
+        "ure"
+      ],
+      [
+        "a",
+        "c"
+      ],
+      [
+        "Ġsmil",
+        "e"
+      ],
+      [
+        "Ġd",
+        "if"
+      ],
+      [
+        "Ħ",
+        "¢"
+      ],
+      [
+        "âĤ¬â",
+        "Ħ¢"
+      ],
+      [
+        "me",
+        "mb"
+      ],
+      [
+        "Ġw",
+        "r"
+      ],
+      [
+        "Ġth",
+        "r"
+      ],
+      [
+        "ug",
+        "ht"
+      ],
+      [
+        "Ġloo",
+        "king"
+      ],
+      [
+        "Ġne",
+        "xt"
+      ],
+      [
+        "ic",
+        "ed"
+      ],
+      [
+        "ĠL",
+        "ucy"
+      ],
+      [
+        "Ġno",
+        "dded"
+      ],
+      [
+        "Ġqu",
+        "ick"
+      ],
+      [
+        "Ġ",
+        "P"
+      ],
+      [
+        "Ġd",
+        "is"
+      ],
+      [
+        "Ġre",
+        "pl"
+      ],
+      [
+        "ĠD",
+        "ad"
+      ],
+      [
+        "Ġwa",
+        "it"
+      ],
+      [
+        "iz",
+        "ed"
+      ],
+      [
+        "Ġfore",
+        "st"
+      ],
+      [
+        "Ġclo",
+        "s"
+      ],
+      [
+        "ĠS",
+        "uddenly"
+      ],
+      [
+        "Ġt",
+        "ra"
+      ],
+      [
+        "T",
+        "hat"
+      ],
+      [
+        "Ġey",
+        "es"
+      ],
+      [
+        "g",
+        "er"
+      ],
+      [
+        "bb",
+        "it"
+      ],
+      [
+        "t",
+        "ed"
+      ],
+      [
+        "Ġo",
+        "wn"
+      ],
+      [
+        "Ġr",
+        "ain"
+      ],
+      [
+        "Ġimp",
+        "ort"
+      ],
+      [
+        "Ġgre",
+        "at"
+      ],
+      [
+        "Ġre",
+        "memb"
+      ],
+      [
+        "Ġpic",
+        "ture"
+      ],
+      [
+        "Th",
+        "ank"
+      ],
+      [
+        "S",
+        "uddenly"
+      ],
+      [
+        "Ġsto",
+        "pped"
+      ],
+      [
+        "Ġen",
+        "joy"
+      ],
+      [
+        "Ġv",
+        "o"
+      ],
+      [
+        "B",
+        "en"
+      ],
+      [
+        "Ġg",
+        "ive"
+      ],
+      [
+        "Ġimport",
+        "ant"
+      ],
+      [
+        "Ġwor",
+        "k"
+      ],
+      [
+        "Ġne",
+        "ar"
+      ],
+      [
+        "g",
+        "an"
+      ],
+      [
+        "p",
+        "ot"
+      ],
+      [
+        "Ġe",
+        "ver"
+      ],
+      [
+        "Ġa",
+        "pp"
+      ],
+      [
+        "Ġa",
+        "fter"
+      ],
+      [
+        "Ġquick",
+        "ly"
+      ],
+      [
+        "Ġlist",
+        "en"
+      ],
+      [
+        "Ġb",
+        "re"
+      ],
+      [
+        "t",
+        "ing"
+      ],
+      [
+        "bb",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "a"
+      ],
+      [
+        "Ġf",
+        "ish"
+      ],
+      [
+        "Ġrepl",
+        "ied"
+      ],
+      [
+        "Ġra",
+        "bbit"
+      ],
+      [
+        "Ġhand",
+        "s"
+      ],
+      [
+        "Ġ",
+        "G"
+      ],
+      [
+        "Ġnot",
+        "iced"
+      ],
+      [
+        "Ġbr",
+        "o"
+      ],
+      [
+        "Ġsl",
+        "ide"
+      ],
+      [
+        "Ġth",
+        "ink"
+      ],
+      [
+        "Ġwal",
+        "k"
+      ],
+      [
+        "Ġtr",
+        "uck"
+      ],
+      [
+        "Ġa",
+        "c"
+      ],
+      [
+        "k",
+        "es"
+      ],
+      [
+        "Ġstr",
+        "ong"
+      ],
+      [
+        "S",
+        "he"
+      ],
+      [
+        "Ġshow",
+        "ed"
+      ],
+      [
+        "Ġd",
+        "e"
+      ],
+      [
+        "Ġevery",
+        "one"
+      ],
+      [
+        "Ġwo",
+        "nder"
+      ],
+      [
+        "fe",
+        "re"
+      ],
+      [
+        "by",
+        "e"
+      ],
+      [
+        "Ġdif",
+        "fere"
+      ],
+      [
+        "ir",
+        "st"
+      ],
+      [
+        "S",
+        "o"
+      ],
+      [
+        "Ġs",
+        "ure"
+      ],
+      [
+        "Ġha",
+        "s"
+      ],
+      [
+        "Ġr",
+        "ight"
+      ],
+      [
+        "Ġbe",
+        "en"
+      ],
+      [
+        "Ġbec",
+        "ame"
+      ],
+      [
+        "Ġs",
+        "ound"
+      ],
+      [
+        "ma",
+        "z"
+      ],
+      [
+        "Ġto",
+        "w"
+      ],
+      [
+        "Ġr",
+        "u"
+      ],
+      [
+        "Ġt",
+        "al"
+      ],
+      [
+        "Ġa",
+        "maz"
+      ],
+      [
+        "Ġhe",
+        "ad"
+      ],
+      [
+        "Ġsh",
+        "out"
+      ],
+      [
+        "Ġbr",
+        "ight"
+      ],
+      [
+        "Ġy",
+        "e"
+      ],
+      [
+        "Ġwat",
+        "ched"
+      ],
+      [
+        "Ġ",
+        "R"
+      ],
+      [
+        "Ġm",
+        "or"
+      ],
+      [
+        "Ġch",
+        "ild"
+      ],
+      [
+        "a",
+        "ble"
+      ],
+      [
+        "Ġme",
+        "an"
+      ],
+      [
+        "Ġw",
+        "here"
+      ],
+      [
+        "ll",
+        "ow"
+      ],
+      [
+        "Ġh",
+        "igh"
+      ],
+      [
+        "ĠS",
+        "ue"
+      ],
+      [
+        "Ġfa",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "ook"
+      ],
+      [
+        "d",
+        "ay"
+      ],
+      [
+        "ay",
+        "be"
+      ],
+      [
+        "Ġwat",
+        "ch"
+      ],
+      [
+        "Ġbl",
+        "ue"
+      ],
+      [
+        "a",
+        "ught"
+      ],
+      [
+        "Ġdiffere",
+        "nt"
+      ],
+      [
+        "Ġst",
+        "ore"
+      ],
+      [
+        "Ġ",
+        "N"
+      ],
+      [
+        "Ġgood",
+        "bye"
+      ],
+      [
+        "Ġd",
+        "ress"
+      ],
+      [
+        "u",
+        "ll"
+      ],
+      [
+        "ĠB",
+        "ob"
+      ],
+      [
+        "n",
+        "g"
+      ],
+      [
+        "an",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "qu"
+      ],
+      [
+        "Ġo",
+        "kay"
+      ],
+      [
+        "is",
+        "y"
+      ],
+      [
+        "le",
+        "ase"
+      ],
+      [
+        "ĠMom",
+        "my"
+      ],
+      [
+        "Ġvo",
+        "ice"
+      ],
+      [
+        "J",
+        "o"
+      ],
+      [
+        "at",
+        "h"
+      ],
+      [
+        "Ġn",
+        "ight"
+      ],
+      [
+        "ĠS",
+        "pot"
+      ],
+      [
+        "Ġu",
+        "s"
+      ],
+      [
+        "Ġbo",
+        "at"
+      ],
+      [
+        "Ġflow",
+        "ers"
+      ],
+      [
+        "Ġpl",
+        "ace"
+      ],
+      [
+        "Ġfo",
+        "llow"
+      ],
+      [
+        "Ġa",
+        "r"
+      ],
+      [
+        "Ġu",
+        "se"
+      ],
+      [
+        "Ġclos",
+        "er"
+      ],
+      [
+        "un",
+        "ny"
+      ],
+      [
+        "le",
+        "ep"
+      ],
+      [
+        "ir",
+        "ed"
+      ],
+      [
+        "Ġfa",
+        "v"
+      ],
+      [
+        "Ġy",
+        "ell"
+      ],
+      [
+        "Ġgra",
+        "bbed"
+      ],
+      [
+        "Ġcu",
+        "ri"
+      ],
+      [
+        "Ġwa",
+        "rm"
+      ],
+      [
+        "Ġc",
+        "r"
+      ],
+      [
+        "Ġfor",
+        "g"
+      ],
+      [
+        "ĠSara",
+        "h"
+      ],
+      [
+        "ĠJo",
+        "hn"
+      ],
+      [
+        "Ġm",
+        "ag"
+      ],
+      [
+        "Ġst",
+        "ick"
+      ],
+      [
+        "W",
+        "e"
+      ],
+      [
+        "Ġjump",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "ake"
+      ],
+      [
+        "m",
+        "ore"
+      ],
+      [
+        "Ġt",
+        "ell"
+      ],
+      [
+        "Ġany",
+        "more"
+      ],
+      [
+        "A",
+        "fter"
+      ],
+      [
+        "Ġbut",
+        "ter"
+      ],
+      [
+        "nd",
+        "ma"
+      ],
+      [
+        "Ġth",
+        "ree"
+      ],
+      [
+        "Ġas",
+        "k"
+      ],
+      [
+        "c",
+        "o"
+      ],
+      [
+        "Ġ",
+        "our"
+      ],
+      [
+        "l",
+        "ie"
+      ],
+      [
+        "Ġcuri",
+        "ous"
+      ],
+      [
+        "ou",
+        "nt"
+      ],
+      [
+        "or",
+        "n"
+      ],
+      [
+        "Ġcon",
+        "t"
+      ],
+      [
+        "Ġfe",
+        "ll"
+      ],
+      [
+        "a",
+        "ched"
+      ],
+      [
+        "ĠT",
+        "h"
+      ],
+      [
+        "Ġbird",
+        "s"
+      ],
+      [
+        "as",
+        "s"
+      ],
+      [
+        "H",
+        "er"
+      ],
+      [
+        "is",
+        "s"
+      ],
+      [
+        "Ġhelp",
+        "ed"
+      ],
+      [
+        "ĠJ",
+        "ane"
+      ],
+      [
+        "Ġpu",
+        "ll"
+      ],
+      [
+        "Ġf",
+        "irst"
+      ],
+      [
+        "it",
+        "c"
+      ],
+      [
+        "Ġbl",
+        "ock"
+      ],
+      [
+        "Ġh",
+        "op"
+      ],
+      [
+        "Ġb",
+        "it"
+      ],
+      [
+        "Ġd",
+        "r"
+      ],
+      [
+        "Ġreal",
+        "ized"
+      ],
+      [
+        "Ġk",
+        "id"
+      ],
+      [
+        "L",
+        "ook"
+      ],
+      [
+        "il",
+        "a"
+      ],
+      [
+        "Ġm",
+        "on"
+      ],
+      [
+        "Ġbr",
+        "other"
+      ],
+      [
+        "A",
+        "nna"
+      ],
+      [
+        "S",
+        "ara"
+      ],
+      [
+        "Ġ",
+        "z"
+      ],
+      [
+        "ĠEvery",
+        "one"
+      ],
+      [
+        "Ġat",
+        "e"
+      ],
+      [
+        "Ġdo",
+        "es"
+      ],
+      [
+        "im",
+        "es"
+      ],
+      [
+        "Ġhapp",
+        "ened"
+      ],
+      [
+        "Ġst",
+        "op"
+      ],
+      [
+        "z",
+        "y"
+      ],
+      [
+        "Ġy",
+        "ummy"
+      ],
+      [
+        "Ġfav",
+        "or"
+      ],
+      [
+        "pp",
+        "y"
+      ],
+      [
+        "Ġk",
+        "itc"
+      ],
+      [
+        "Ġkitc",
+        "hen"
+      ],
+      [
+        "Ġsw",
+        "eet"
+      ],
+      [
+        "u",
+        "s"
+      ],
+      [
+        "Ġp",
+        "er"
+      ],
+      [
+        "Ġre",
+        "ally"
+      ],
+      [
+        "a",
+        "isy"
+      ],
+      [
+        "Ġgra",
+        "ss"
+      ],
+      [
+        "Ġfavor",
+        "ite"
+      ],
+      [
+        "Ġbe",
+        "gan"
+      ],
+      [
+        "Ġre",
+        "st"
+      ],
+      [
+        "Ġre",
+        "ady"
+      ],
+      [
+        "Ġle",
+        "a"
+      ],
+      [
+        "Ġre",
+        "ached"
+      ],
+      [
+        "Ġunder",
+        "st"
+      ],
+      [
+        "a",
+        "ir"
+      ],
+      [
+        "Ġst",
+        "e"
+      ],
+      [
+        "Ġb",
+        "unny"
+      ],
+      [
+        "ĠA",
+        "s"
+      ],
+      [
+        "Ġstor",
+        "y"
+      ],
+      [
+        "'",
+        "re"
+      ],
+      [
+        "Ġp",
+        "ain"
+      ],
+      [
+        "Ġs",
+        "ing"
+      ],
+      [
+        "st",
+        "er"
+      ],
+      [
+        "Ġhe",
+        "re"
+      ],
+      [
+        "Ġsa",
+        "nd"
+      ],
+      [
+        "Ġon",
+        "ly"
+      ],
+      [
+        "Ġfl",
+        "o"
+      ],
+      [
+        "Ġa",
+        "m"
+      ],
+      [
+        "Ġgl",
+        "ad"
+      ],
+      [
+        "Ġt",
+        "ri"
+      ],
+      [
+        "Ġbe",
+        "h"
+      ],
+      [
+        "Ġwor",
+        "ld"
+      ],
+      [
+        "Ġop",
+        "en"
+      ],
+      [
+        "Ġc",
+        "re"
+      ],
+      [
+        "fu",
+        "lly"
+      ],
+      [
+        "Ġpr",
+        "in"
+      ],
+      [
+        "w",
+        "here"
+      ],
+      [
+        "are",
+        "nt"
+      ],
+      [
+        "Ġflow",
+        "er"
+      ],
+      [
+        "Ġthr",
+        "ough"
+      ],
+      [
+        "Ġb",
+        "a"
+      ],
+      [
+        "Ġfi",
+        "re"
+      ],
+      [
+        "Ġd",
+        "one"
+      ],
+      [
+        "Ġha",
+        "ving"
+      ],
+      [
+        "Ġth",
+        "ing"
+      ],
+      [
+        "Ġdel",
+        "ic"
+      ],
+      [
+        "Ġhim",
+        "self"
+      ],
+      [
+        "Ġt",
+        "ired"
+      ],
+      [
+        "Ġp",
+        "arent"
+      ],
+      [
+        "Ġso",
+        "ft"
+      ],
+      [
+        "Ġf",
+        "ro"
+      ],
+      [
+        "Tim",
+        "my"
+      ],
+      [
+        "Ġta",
+        "st"
+      ],
+      [
+        "Ġbutter",
+        "f"
+      ],
+      [
+        "ĠL",
+        "et"
+      ],
+      [
+        "Ġc",
+        "ut"
+      ],
+      [
+        "Ġp",
+        "art"
+      ],
+      [
+        "Ġwh",
+        "y"
+      ],
+      [
+        "k",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ess"
+      ],
+      [
+        "C",
+        "an"
+      ],
+      [
+        "Ġwor",
+        "ry"
+      ],
+      [
+        "Mom",
+        "my"
+      ],
+      [
+        "i",
+        "ver"
+      ],
+      [
+        "Ġd",
+        "in"
+      ],
+      [
+        "u",
+        "ff"
+      ],
+      [
+        "at",
+        "er"
+      ],
+      [
+        "Ġmag",
+        "ic"
+      ],
+      [
+        "Ġwa",
+        "ved"
+      ],
+      [
+        "Ġshout",
+        "ed"
+      ],
+      [
+        "Ġpo",
+        "nd"
+      ],
+      [
+        "Ġkid",
+        "s"
+      ],
+      [
+        "Ġh",
+        "at"
+      ],
+      [
+        "Ġd",
+        "uck"
+      ],
+      [
+        "Ġse",
+        "es"
+      ],
+      [
+        "o",
+        "lly"
+      ],
+      [
+        "ill",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "ame"
+      ],
+      [
+        "i",
+        "ent"
+      ],
+      [
+        "Ġma",
+        "king"
+      ],
+      [
+        "at",
+        "her"
+      ],
+      [
+        "Jo",
+        "hn"
+      ],
+      [
+        "A",
+        "s"
+      ],
+      [
+        "ak",
+        "es"
+      ],
+      [
+        "Ġcat",
+        "ch"
+      ],
+      [
+        "Ġse",
+        "en"
+      ],
+      [
+        "Ġc",
+        "ool"
+      ],
+      [
+        "at",
+        "ion"
+      ],
+      [
+        "Ġcom",
+        "ing"
+      ],
+      [
+        "Ġl",
+        "ess"
+      ],
+      [
+        "Ġd",
+        "ark"
+      ],
+      [
+        "Ġu",
+        "sed"
+      ],
+      [
+        "ed",
+        "dy"
+      ],
+      [
+        "Ġfi",
+        "x"
+      ],
+      [
+        "ĠJo",
+        "e"
+      ],
+      [
+        "Ġthan",
+        "k"
+      ],
+      [
+        "m",
+        "er"
+      ],
+      [
+        "Ġto",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ady"
+      ],
+      [
+        "Ġha",
+        "ir"
+      ],
+      [
+        "ar",
+        "ing"
+      ],
+      [
+        "Ġp",
+        "rom"
+      ],
+      [
+        "Ġho",
+        "pped"
+      ],
+      [
+        "ĠC",
+        "an"
+      ],
+      [
+        "\"",
+        "."
+      ],
+      [
+        "ig",
+        "n"
+      ],
+      [
+        "Ġsurpr",
+        "ise"
+      ],
+      [
+        "Ġdra",
+        "w"
+      ],
+      [
+        "Ġm",
+        "um"
+      ],
+      [
+        "Ġm",
+        "ouse"
+      ],
+      [
+        "Ġfun",
+        "ny"
+      ],
+      [
+        "re",
+        "l"
+      ],
+      [
+        "Ġc",
+        "ra"
+      ],
+      [
+        "Ġ",
+        "-"
+      ],
+      [
+        "ap",
+        "er"
+      ],
+      [
+        "Ġf",
+        "ull"
+      ],
+      [
+        "Ġto",
+        "uch"
+      ],
+      [
+        "Ġl",
+        "ight"
+      ],
+      [
+        "Ġsp",
+        "ot"
+      ],
+      [
+        "re",
+        "n"
+      ],
+      [
+        "Ġd",
+        "ro"
+      ],
+      [
+        "ĠBen",
+        "ny"
+      ],
+      [
+        "Ġparent",
+        "s"
+      ],
+      [
+        "Ġwor",
+        "ked"
+      ],
+      [
+        "in",
+        "s"
+      ],
+      [
+        "one",
+        "y"
+      ],
+      [
+        "ĠD",
+        "o"
+      ],
+      [
+        "Ġsurpr",
+        "ised"
+      ],
+      [
+        "Ġcare",
+        "fully"
+      ],
+      [
+        "Ġtre",
+        "es"
+      ],
+      [
+        "Ġfro",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "ing"
+      ],
+      [
+        "Ġdo",
+        "ing"
+      ],
+      [
+        "D",
+        "on"
+      ],
+      [
+        "Ġs",
+        "at"
+      ],
+      [
+        "in",
+        "ally"
+      ],
+      [
+        "ĠT",
+        "hat"
+      ],
+      [
+        "Ġ",
+        "ice"
+      ],
+      [
+        "ĠI",
+        "n"
+      ],
+      [
+        "Ġhe",
+        "ld"
+      ],
+      [
+        "W",
+        "ow"
+      ],
+      [
+        "Ġrun",
+        "ning"
+      ],
+      [
+        "Ġpret",
+        "end"
+      ],
+      [
+        "Ġsw",
+        "im"
+      ],
+      [
+        "Ġs",
+        "et"
+      ],
+      [
+        "Ġre",
+        "ad"
+      ],
+      [
+        "Ġdelic",
+        "ious"
+      ],
+      [
+        "Ġneed",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "ight"
+      ],
+      [
+        "Ġsl",
+        "ow"
+      ],
+      [
+        "Ġrememb",
+        "ered"
+      ],
+      [
+        "Ġlo",
+        "st"
+      ],
+      [
+        "Ġco",
+        "ld"
+      ],
+      [
+        "Ġsm",
+        "ell"
+      ],
+      [
+        "ard",
+        "s"
+      ],
+      [
+        "Ġw",
+        "ood"
+      ],
+      [
+        "Ġhapp",
+        "ily"
+      ],
+      [
+        "h",
+        "y"
+      ],
+      [
+        "el",
+        "y"
+      ],
+      [
+        "Ġlook",
+        "s"
+      ],
+      [
+        "Ġbeh",
+        "ind"
+      ],
+      [
+        "Ġher",
+        "self"
+      ],
+      [
+        "Ġc",
+        "ried"
+      ],
+      [
+        "Ġenjoy",
+        "ed"
+      ],
+      [
+        "Ġnam",
+        "e"
+      ],
+      [
+        "as",
+        "k"
+      ],
+      [
+        "Ġye",
+        "ars"
+      ],
+      [
+        "Ġbu",
+        "y"
+      ],
+      [
+        "Ġho",
+        "le"
+      ],
+      [
+        "Ġblock",
+        "s"
+      ],
+      [
+        "Ġd",
+        "ri"
+      ],
+      [
+        "Ġs",
+        "leep"
+      ],
+      [
+        "Ġg",
+        "i"
+      ],
+      [
+        "Ġyell",
+        "ow"
+      ],
+      [
+        "c",
+        "ess"
+      ],
+      [
+        "Ġbutterf",
+        "ly"
+      ],
+      [
+        "i",
+        "ke"
+      ],
+      [
+        "u",
+        "ed"
+      ],
+      [
+        "Ġw",
+        "ished"
+      ],
+      [
+        "Ġper",
+        "f"
+      ],
+      [
+        "Ġan",
+        "other"
+      ],
+      [
+        "ĠD",
+        "aisy"
+      ],
+      [
+        "Ġgre",
+        "en"
+      ],
+      [
+        "Ġmo",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "all"
+      ],
+      [
+        "Ġa",
+        "ir"
+      ],
+      [
+        "Ġb",
+        "ag"
+      ],
+      [
+        "Ġflo",
+        "or"
+      ],
+      [
+        "Ġcar",
+        "s"
+      ],
+      [
+        "Ġless",
+        "on"
+      ],
+      [
+        "u",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ow"
+      ],
+      [
+        "Ġar",
+        "ri"
+      ],
+      [
+        "Ġwind",
+        "ow"
+      ],
+      [
+        "Ġsh",
+        "o"
+      ],
+      [
+        "Ġchild",
+        "ren"
+      ],
+      [
+        "n",
+        "er"
+      ],
+      [
+        "Ġfin",
+        "ished"
+      ],
+      [
+        "Ġh",
+        "ill"
+      ],
+      [
+        "ĠA",
+        "fter"
+      ],
+      [
+        "and",
+        "y"
+      ],
+      [
+        "s",
+        "p"
+      ],
+      [
+        "en",
+        "s"
+      ],
+      [
+        "Ġp",
+        "aper"
+      ],
+      [
+        "Ġli",
+        "kes"
+      ],
+      [
+        "F",
+        "rom"
+      ],
+      [
+        "s",
+        "y"
+      ],
+      [
+        "Ġho",
+        "ld"
+      ],
+      [
+        "S",
+        "am"
+      ],
+      [
+        "Ġwr",
+        "ong"
+      ],
+      [
+        "re",
+        "ed"
+      ],
+      [
+        "Ġcont",
+        "in"
+      ],
+      [
+        "Ġunderst",
+        "and"
+      ],
+      [
+        "at",
+        "ter"
+      ],
+      [
+        "u",
+        "it"
+      ],
+      [
+        "re",
+        "w"
+      ],
+      [
+        "Ġg",
+        "ent"
+      ],
+      [
+        "Ġany",
+        "thing"
+      ],
+      [
+        "Ġclo",
+        "se"
+      ],
+      [
+        "Ġwa",
+        "ll"
+      ],
+      [
+        "Ġe",
+        "l"
+      ],
+      [
+        "as",
+        "ure"
+      ],
+      [
+        "Ġle",
+        "ft"
+      ],
+      [
+        "Ġa",
+        "ble"
+      ],
+      [
+        "Ġarri",
+        "ved"
+      ],
+      [
+        "Ġh",
+        "un"
+      ],
+      [
+        "ro",
+        "ss"
+      ],
+      [
+        "a",
+        "v"
+      ],
+      [
+        "Ġhe",
+        "ar"
+      ],
+      [
+        "Ġfriend",
+        "ly"
+      ],
+      [
+        "Ġforg",
+        "ot"
+      ],
+      [
+        "Ġg",
+        "one"
+      ],
+      [
+        "am",
+        "a"
+      ],
+      [
+        "Ġcre",
+        "at"
+      ],
+      [
+        "Ġw",
+        "et"
+      ],
+      [
+        "Ġli",
+        "on"
+      ],
+      [
+        "H",
+        "ell"
+      ],
+      [
+        "Hell",
+        "o"
+      ],
+      [
+        "Ġd",
+        "ream"
+      ],
+      [
+        "Ġh",
+        "ot"
+      ],
+      [
+        "b",
+        "o"
+      ],
+      [
+        "b",
+        "er"
+      ],
+      [
+        "ĠS",
+        "ally"
+      ],
+      [
+        "Ġf",
+        "illed"
+      ],
+      [
+        "Ġd",
+        "ir"
+      ],
+      [
+        "ie",
+        "ld"
+      ],
+      [
+        "Ġcook",
+        "ies"
+      ],
+      [
+        "Ġlaug",
+        "h"
+      ],
+      [
+        "Ġbro",
+        "ken"
+      ],
+      [
+        "Ġdin",
+        "ner"
+      ],
+      [
+        "l",
+        "f"
+      ],
+      [
+        "Ġel",
+        "se"
+      ],
+      [
+        "Ġh",
+        "id"
+      ],
+      [
+        "c",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ink"
+      ],
+      [
+        "Ġfollow",
+        "ed"
+      ],
+      [
+        "Ġta",
+        "ble"
+      ],
+      [
+        "Ġm",
+        "ar"
+      ],
+      [
+        "Ġcolor",
+        "s"
+      ],
+      [
+        "ou",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "ent"
+      ],
+      [
+        "Ġcontin",
+        "ued"
+      ],
+      [
+        "Ġwonder",
+        "ful"
+      ],
+      [
+        "ĠE",
+        "m"
+      ],
+      [
+        "e",
+        "y"
+      ],
+      [
+        "in",
+        "ed"
+      ],
+      [
+        "ir",
+        "rel"
+      ],
+      [
+        "r",
+        "ot"
+      ],
+      [
+        "Ġfin",
+        "ally"
+      ],
+      [
+        "J",
+        "ack"
+      ],
+      [
+        "Ġa",
+        "rm"
+      ],
+      [
+        "Ġm",
+        "ight"
+      ],
+      [
+        "ĠN",
+        "ow"
+      ],
+      [
+        "Ġc",
+        "ast"
+      ],
+      [
+        "Ġy",
+        "es"
+      ],
+      [
+        "Ġbu",
+        "ild"
+      ],
+      [
+        "Ġen",
+        "ough"
+      ],
+      [
+        "ĠB",
+        "illy"
+      ],
+      [
+        "Ġsome",
+        "one"
+      ],
+      [
+        "Ġperf",
+        "ect"
+      ],
+      [
+        "Ġfa",
+        "ir"
+      ],
+      [
+        "Ġstay",
+        "ed"
+      ],
+      [
+        "a",
+        "pp"
+      ],
+      [
+        "Ġmor",
+        "ning"
+      ],
+      [
+        "ĠThe",
+        "re"
+      ],
+      [
+        "Ġpu",
+        "ppy"
+      ],
+      [
+        "o",
+        "l"
+      ],
+      [
+        "Ġdad",
+        "dy"
+      ],
+      [
+        "Ġtry",
+        "ing"
+      ],
+      [
+        "'",
+        "ll"
+      ],
+      [
+        "Ġj",
+        "u"
+      ],
+      [
+        "Ġother",
+        "s"
+      ],
+      [
+        "Ġbook",
+        "s"
+      ],
+      [
+        "Ġag",
+        "reed"
+      ],
+      [
+        "Ġmu",
+        "s"
+      ],
+      [
+        "Ġsn",
+        "ow"
+      ],
+      [
+        "Ġsqu",
+        "irrel"
+      ],
+      [
+        "Ġc",
+        "ream"
+      ],
+      [
+        "ro",
+        "om"
+      ],
+      [
+        "Ġget",
+        "ting"
+      ],
+      [
+        "Ġgra",
+        "ndma"
+      ],
+      [
+        "ĠL",
+        "ila"
+      ],
+      [
+        "Ġlea",
+        "ves"
+      ],
+      [
+        "Ġba",
+        "by"
+      ],
+      [
+        "Ġc",
+        "ount"
+      ],
+      [
+        "ic",
+        "y"
+      ],
+      [
+        "Ġfe",
+        "w"
+      ],
+      [
+        "A",
+        "t"
+      ],
+      [
+        "Ġf",
+        "all"
+      ],
+      [
+        "The",
+        "n"
+      ],
+      [
+        "g",
+        "on"
+      ],
+      [
+        "Ġbre",
+        "ak"
+      ],
+      [
+        "Ġclimb",
+        "ed"
+      ],
+      [
+        "ri",
+        "es"
+      ],
+      [
+        "Ġbe",
+        "ach"
+      ],
+      [
+        "as",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ug"
+      ],
+      [
+        "Ġp",
+        "lease"
+      ],
+      [
+        "Ġm",
+        "other"
+      ],
+      [
+        "Ġbr",
+        "ought"
+      ],
+      [
+        "Ġtra",
+        "in"
+      ],
+      [
+        "an",
+        "ce"
+      ],
+      [
+        "ĠTh",
+        "is"
+      ],
+      [
+        "Ġde",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "is"
+      ],
+      [
+        "at",
+        "ed"
+      ],
+      [
+        "s",
+        "hed"
+      ],
+      [
+        "Ġm",
+        "et"
+      ],
+      [
+        "Ġwas",
+        "n"
+      ],
+      [
+        "Ġsomet",
+        "imes"
+      ],
+      [
+        "Ġevery",
+        "thing"
+      ],
+      [
+        "ĠTom",
+        "my"
+      ],
+      [
+        "i",
+        "ch"
+      ],
+      [
+        "Ġmus",
+        "ic"
+      ],
+      [
+        "ke",
+        "y"
+      ],
+      [
+        "l",
+        "ing"
+      ],
+      [
+        "Th",
+        "is"
+      ],
+      [
+        "o",
+        "s"
+      ],
+      [
+        "Ġturn",
+        "ed"
+      ],
+      [
+        "l",
+        "c"
+      ],
+      [
+        "Ġr",
+        "ide"
+      ],
+      [
+        "o",
+        "om"
+      ],
+      [
+        "Ġs",
+        "ong"
+      ],
+      [
+        "or",
+        "ing"
+      ],
+      [
+        "Ġsp",
+        "ark"
+      ],
+      [
+        "Ġf",
+        "ight"
+      ],
+      [
+        "Ġhun",
+        "gry"
+      ],
+      [
+        "on",
+        "s"
+      ],
+      [
+        "Ġpicture",
+        "s"
+      ],
+      [
+        "d",
+        "s"
+      ],
+      [
+        "Ġm",
+        "akes"
+      ],
+      [
+        "Ġse",
+        "ar"
+      ],
+      [
+        "uck",
+        "y"
+      ],
+      [
+        "Ġlist",
+        "ened"
+      ],
+      [
+        "Ġjo",
+        "y"
+      ],
+      [
+        "Ġpo",
+        "l"
+      ],
+      [
+        "ĠW",
+        "hat"
+      ],
+      [
+        "H",
+        "is"
+      ],
+      [
+        "e",
+        "e"
+      ],
+      [
+        "Ġcl",
+        "ot"
+      ],
+      [
+        "Ġsa",
+        "il"
+      ],
+      [
+        "a",
+        "pped"
+      ],
+      [
+        "b",
+        "ble"
+      ],
+      [
+        "Ġcom",
+        "p"
+      ],
+      [
+        "Ġpl",
+        "an"
+      ],
+      [
+        "Ġwant",
+        "s"
+      ],
+      [
+        "Ġclot",
+        "hes"
+      ],
+      [
+        "Ġpo",
+        "in"
+      ],
+      [
+        "Ġ",
+        "K"
+      ],
+      [
+        "z",
+        "z"
+      ],
+      [
+        "Ġball",
+        "oon"
+      ],
+      [
+        "Ġstr",
+        "ange"
+      ],
+      [
+        "m",
+        "an"
+      ],
+      [
+        "en",
+        "ny"
+      ],
+      [
+        "Ġp",
+        "i"
+      ],
+      [
+        "Ġgr",
+        "ow"
+      ],
+      [
+        "Ġfly",
+        "ing"
+      ],
+      [
+        "r",
+        "ow"
+      ],
+      [
+        "Ġsc",
+        "ary"
+      ],
+      [
+        "Ġtre",
+        "at"
+      ],
+      [
+        "Ġwa",
+        "ited"
+      ],
+      [
+        "Ġamaz",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "eddy"
+      ],
+      [
+        "Ġcast",
+        "le"
+      ],
+      [
+        "is",
+        "ter"
+      ],
+      [
+        "Ġe",
+        "le"
+      ],
+      [
+        "Ġamaz",
+        "ing"
+      ],
+      [
+        "m",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "l"
+      ],
+      [
+        "O",
+        "h"
+      ],
+      [
+        "Ġle",
+        "ave"
+      ],
+      [
+        "Ġown",
+        "er"
+      ],
+      [
+        "Ġprom",
+        "ised"
+      ],
+      [
+        "Ġdan",
+        "ger"
+      ],
+      [
+        "e",
+        "ver"
+      ],
+      [
+        "O",
+        "K"
+      ],
+      [
+        "Ġs",
+        "uch"
+      ],
+      [
+        "Ġwh",
+        "ite"
+      ],
+      [
+        "Ġp",
+        "at"
+      ],
+      [
+        "Ġtal",
+        "k"
+      ],
+      [
+        "uff",
+        "y"
+      ],
+      [
+        "Ġf",
+        "ur"
+      ],
+      [
+        "Ġp",
+        "ie"
+      ],
+      [
+        "op",
+        "e"
+      ],
+      [
+        "r",
+        "ed"
+      ],
+      [
+        "Ġpull",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "re"
+      ],
+      [
+        "Ġwood",
+        "s"
+      ],
+      [
+        "ĠT",
+        "o"
+      ],
+      [
+        "Ġsh",
+        "ared"
+      ],
+      [
+        "Ġal",
+        "one"
+      ],
+      [
+        "Ġtow",
+        "ards"
+      ],
+      [
+        "c",
+        "le"
+      ],
+      [
+        "ĠM",
+        "aybe"
+      ],
+      [
+        "Ġs",
+        "it"
+      ],
+      [
+        "Ġn",
+        "ap"
+      ],
+      [
+        "Ġcolor",
+        "ful"
+      ],
+      [
+        "am",
+        "p"
+      ],
+      [
+        "h",
+        "one"
+      ],
+      [
+        "Ġvis",
+        "it"
+      ],
+      [
+        "ig",
+        "g"
+      ],
+      [
+        "ug",
+        "g"
+      ],
+      [
+        "th",
+        "y"
+      ],
+      [
+        "en",
+        "ce"
+      ],
+      [
+        "Ġta",
+        "il"
+      ],
+      [
+        "ct",
+        "or"
+      ],
+      [
+        "Ġmagic",
+        "al"
+      ],
+      [
+        "Ġr",
+        "iver"
+      ],
+      [
+        "Ġh",
+        "ig"
+      ],
+      [
+        "Ġbe",
+        "lie"
+      ],
+      [
+        "Ġgr",
+        "ate"
+      ],
+      [
+        "u",
+        "ally"
+      ],
+      [
+        "an",
+        "g"
+      ],
+      [
+        "ot",
+        "t"
+      ],
+      [
+        "Ġh",
+        "ide"
+      ],
+      [
+        "Ġs",
+        "illy"
+      ],
+      [
+        "Ġsmil",
+        "es"
+      ],
+      [
+        "ow",
+        "er"
+      ],
+      [
+        "Ġs",
+        "ide"
+      ],
+      [
+        "M",
+        "ax"
+      ],
+      [
+        "Ġro",
+        "ll"
+      ],
+      [
+        "Ġg",
+        "u"
+      ],
+      [
+        "ĠA",
+        "my"
+      ],
+      [
+        "Ġpr",
+        "o"
+      ],
+      [
+        "et",
+        "er"
+      ],
+      [
+        "Ġfast",
+        "er"
+      ],
+      [
+        "Ġgrate",
+        "ful"
+      ],
+      [
+        "Ġtre",
+        "asure"
+      ],
+      [
+        "as",
+        "ed"
+      ],
+      [
+        "Ġsn",
+        "ack"
+      ],
+      [
+        "u",
+        "p"
+      ],
+      [
+        "Ġla",
+        "nd"
+      ],
+      [
+        "av",
+        "y"
+      ],
+      [
+        "Ġmor",
+        "al"
+      ],
+      [
+        "ain",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "ister"
+      ],
+      [
+        "ĠG",
+        "ra"
+      ],
+      [
+        "Ġsh",
+        "ap"
+      ],
+      [
+        "Ġpain",
+        "t"
+      ],
+      [
+        "Ġslow",
+        "ly"
+      ],
+      [
+        "Ġf",
+        "ield"
+      ],
+      [
+        "Ġp",
+        "et"
+      ],
+      [
+        "Ġs",
+        "ec"
+      ],
+      [
+        "or",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "im"
+      ],
+      [
+        "Ġbr",
+        "an"
+      ],
+      [
+        "Ġm",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "st"
+      ],
+      [
+        "Ġhelp",
+        "ing"
+      ],
+      [
+        "Ġwor",
+        "ried"
+      ],
+      [
+        "Ġjo",
+        "b"
+      ],
+      [
+        "Ġfo",
+        "x"
+      ],
+      [
+        "s",
+        "et"
+      ],
+      [
+        "Ġm",
+        "oney"
+      ],
+      [
+        "Ġp",
+        "ot"
+      ],
+      [
+        "Ġqu",
+        "i"
+      ],
+      [
+        "Ġbe",
+        "l"
+      ],
+      [
+        "Ġac",
+        "c"
+      ],
+      [
+        "Ġli",
+        "ving"
+      ],
+      [
+        "Ġmon",
+        "ster"
+      ],
+      [
+        "le",
+        "ss"
+      ],
+      [
+        "Ġpart",
+        "y"
+      ],
+      [
+        "e",
+        "ar"
+      ],
+      [
+        "Ġmo",
+        "st"
+      ],
+      [
+        "Ġwe",
+        "ar"
+      ],
+      [
+        "Ġrememb",
+        "er"
+      ],
+      [
+        "i",
+        "re"
+      ],
+      [
+        "Ġs",
+        "ign"
+      ],
+      [
+        "w",
+        "l"
+      ],
+      [
+        "Ġcl",
+        "oud"
+      ],
+      [
+        "Ġc",
+        "andy"
+      ],
+      [
+        "Ġhig",
+        "her"
+      ],
+      [
+        "i",
+        "pped"
+      ],
+      [
+        "id",
+        "ent"
+      ],
+      [
+        "ĠA",
+        "ll"
+      ],
+      [
+        "d",
+        "er"
+      ],
+      [
+        "z",
+        "e"
+      ],
+      [
+        "Ġqui",
+        "et"
+      ],
+      [
+        "Ġto",
+        "wn"
+      ],
+      [
+        "un",
+        "ch"
+      ],
+      [
+        "Ġprin",
+        "cess"
+      ],
+      [
+        "Ġrun",
+        "s"
+      ],
+      [
+        "ask",
+        "et"
+      ],
+      [
+        "e",
+        "m"
+      ],
+      [
+        "Ġevery",
+        "where"
+      ],
+      [
+        "Ġjo",
+        "in"
+      ],
+      [
+        "Ġste",
+        "pped"
+      ],
+      [
+        "Ġb",
+        "asket"
+      ],
+      [
+        "Ġl",
+        "ake"
+      ],
+      [
+        "Ġcu",
+        "p"
+      ],
+      [
+        "s",
+        "w"
+      ],
+      [
+        "out",
+        "h"
+      ],
+      [
+        "Ġcar",
+        "rot"
+      ],
+      [
+        "Ġco",
+        "ll"
+      ],
+      [
+        "Ġpl",
+        "ant"
+      ],
+      [
+        "Ġsc",
+        "ream"
+      ],
+      [
+        "ĠDad",
+        "dy"
+      ],
+      [
+        "Ġb",
+        "uck"
+      ],
+      [
+        "Ġhe",
+        "avy"
+      ],
+      [
+        "Ġbig",
+        "ger"
+      ],
+      [
+        "Ġch",
+        "o"
+      ],
+      [
+        "Ġbl",
+        "ank"
+      ],
+      [
+        "Ġclo",
+        "sed"
+      ],
+      [
+        "Ġw",
+        "on"
+      ],
+      [
+        "is",
+        "es"
+      ],
+      [
+        "Ġan",
+        "sw"
+      ],
+      [
+        "b",
+        "r"
+      ],
+      [
+        "Ġblank",
+        "et"
+      ],
+      [
+        "Ġm",
+        "outh"
+      ],
+      [
+        "am",
+        "es"
+      ],
+      [
+        "ec",
+        "es"
+      ],
+      [
+        "Ġeat",
+        "ing"
+      ],
+      [
+        "Ġpi",
+        "eces"
+      ],
+      [
+        "ck",
+        "et"
+      ],
+      [
+        "Ġst",
+        "re"
+      ],
+      [
+        "Ġwe",
+        "lc"
+      ],
+      [
+        "Ġwould",
+        "n"
+      ],
+      [
+        "Ġre",
+        "ach"
+      ],
+      [
+        "Ġbro",
+        "ke"
+      ],
+      [
+        "e",
+        "ared"
+      ],
+      [
+        "Ġdanger",
+        "ous"
+      ],
+      [
+        "g",
+        "s"
+      ],
+      [
+        "p",
+        "h"
+      ],
+      [
+        "ĠM",
+        "olly"
+      ],
+      [
+        "Ġc",
+        "e"
+      ],
+      [
+        "ĠM",
+        "r"
+      ],
+      [
+        "or",
+        "d"
+      ],
+      [
+        "f",
+        "ort"
+      ],
+      [
+        "Ġdoll",
+        "s"
+      ],
+      [
+        "m",
+        "ing"
+      ],
+      [
+        "Ġdan",
+        "ce"
+      ],
+      [
+        "Ġdra",
+        "gon"
+      ],
+      [
+        "Ġthink",
+        "s"
+      ],
+      [
+        "Ġask",
+        "s"
+      ],
+      [
+        "Ġac",
+        "ross"
+      ],
+      [
+        "O",
+        "kay"
+      ],
+      [
+        "Ġch",
+        "air"
+      ],
+      [
+        "Ġte",
+        "ac"
+      ],
+      [
+        "Ġb",
+        "ott"
+      ],
+      [
+        "H",
+        "i"
+      ],
+      [
+        "Ġp",
+        "a"
+      ],
+      [
+        "Ġne",
+        "igh"
+      ],
+      [
+        "Ġb",
+        "ar"
+      ],
+      [
+        "Ġb",
+        "ike"
+      ],
+      [
+        "Ġp",
+        "ack"
+      ],
+      [
+        "it",
+        "ing"
+      ],
+      [
+        "Ġdis",
+        "app"
+      ],
+      [
+        "Ġneigh",
+        "b"
+      ],
+      [
+        "Ġst",
+        "uck"
+      ],
+      [
+        "d",
+        "e"
+      ],
+      [
+        "Ġg",
+        "if"
+      ],
+      [
+        "Ġfr",
+        "uit"
+      ],
+      [
+        "Ġbelie",
+        "ve"
+      ],
+      [
+        "c",
+        "y"
+      ],
+      [
+        "Ġ",
+        "ve"
+      ],
+      [
+        "Ġcry",
+        "ing"
+      ],
+      [
+        "i",
+        "er"
+      ],
+      [
+        "ph",
+        "ant"
+      ],
+      [
+        "Ġs",
+        "uddenly"
+      ],
+      [
+        "Ġs",
+        "oup"
+      ],
+      [
+        "Ġr",
+        "ace"
+      ],
+      [
+        "Ġth",
+        "rew"
+      ],
+      [
+        "S",
+        "ure"
+      ],
+      [
+        "Ġfar",
+        "mer"
+      ],
+      [
+        "Ġacc",
+        "ident"
+      ],
+      [
+        "Ġdir",
+        "ty"
+      ],
+      [
+        "Ġele",
+        "phant"
+      ],
+      [
+        "Ġmon",
+        "key"
+      ],
+      [
+        "Ġhe",
+        "al"
+      ],
+      [
+        "w",
+        "eet"
+      ],
+      [
+        "Ġre",
+        "m"
+      ],
+      [
+        "Ġp",
+        "ers"
+      ],
+      [
+        "Ġsa",
+        "me"
+      ],
+      [
+        "or",
+        "ed"
+      ],
+      [
+        "vent",
+        "ually"
+      ],
+      [
+        "e",
+        "ad"
+      ],
+      [
+        "pp",
+        "ing"
+      ],
+      [
+        "Ġgent",
+        "le"
+      ],
+      [
+        "Ġf",
+        "ree"
+      ],
+      [
+        "Ġbr",
+        "own"
+      ],
+      [
+        "M",
+        "aybe"
+      ],
+      [
+        "Ġin",
+        "st"
+      ],
+      [
+        "Ġbe",
+        "e"
+      ],
+      [
+        "i",
+        "x"
+      ],
+      [
+        "Ġb",
+        "en"
+      ],
+      [
+        "Ġw",
+        "in"
+      ],
+      [
+        "Ġbl",
+        "ack"
+      ],
+      [
+        "Ġal",
+        "ong"
+      ],
+      [
+        "Ġlong",
+        "er"
+      ],
+      [
+        "i",
+        "ble"
+      ],
+      [
+        "Ġsp",
+        "r"
+      ],
+      [
+        "Ġcl",
+        "apped"
+      ],
+      [
+        "F",
+        "inally"
+      ],
+      [
+        "W",
+        "hy"
+      ],
+      [
+        "ck",
+        "ed"
+      ],
+      [
+        "Ġwor",
+        "ds"
+      ],
+      [
+        "ĠF",
+        "l"
+      ],
+      [
+        "Ġteac",
+        "her"
+      ],
+      [
+        "Ġup",
+        "set"
+      ],
+      [
+        "ch",
+        "ool"
+      ],
+      [
+        "Ġpie",
+        "ce"
+      ],
+      [
+        "Ġwe",
+        "ll"
+      ],
+      [
+        "Ġche",
+        "ered"
+      ],
+      [
+        "Ġh",
+        "it"
+      ],
+      [
+        "Ġsa",
+        "ng"
+      ],
+      [
+        "m",
+        "ent"
+      ],
+      [
+        "Ġbow",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ite"
+      ],
+      [
+        "Ġdo",
+        "ctor"
+      ],
+      [
+        "ĠJ",
+        "ill"
+      ],
+      [
+        "Ġbuck",
+        "et"
+      ],
+      [
+        "M",
+        "ia"
+      ],
+      [
+        "Ġb",
+        "ath"
+      ],
+      [
+        "Ġc",
+        "aught"
+      ],
+      [
+        "Ġhe",
+        "art"
+      ],
+      [
+        "Ġfor",
+        "get"
+      ],
+      [
+        "Ġm",
+        "ark"
+      ],
+      [
+        "Ġbut",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ry"
+      ],
+      [
+        "Ġyou",
+        "ng"
+      ],
+      [
+        "Ġse",
+        "a"
+      ],
+      [
+        "Ġc",
+        "our"
+      ],
+      [
+        "Ġdro",
+        "pped"
+      ],
+      [
+        "es",
+        "e"
+      ],
+      [
+        "Ġy",
+        "ard"
+      ],
+      [
+        "Ġpl",
+        "ac"
+      ],
+      [
+        "our",
+        "n"
+      ],
+      [
+        "Ġs",
+        "chool"
+      ],
+      [
+        "Ġsw",
+        "ings"
+      ],
+      [
+        "bb",
+        "y"
+      ],
+      [
+        "Ġw",
+        "ings"
+      ],
+      [
+        "b",
+        "s"
+      ],
+      [
+        "Ġexpl",
+        "ained"
+      ],
+      [
+        "Ġj",
+        "ourn"
+      ],
+      [
+        "Ġbr",
+        "ing"
+      ],
+      [
+        "Ġdr",
+        "ink"
+      ],
+      [
+        "Ġstre",
+        "et"
+      ],
+      [
+        "Ġju",
+        "ice"
+      ],
+      [
+        "un",
+        "g"
+      ],
+      [
+        "Ġnear",
+        "by"
+      ],
+      [
+        "ĠEm",
+        "ma"
+      ],
+      [
+        "Ġsm",
+        "o"
+      ],
+      [
+        "Ġsm",
+        "art"
+      ],
+      [
+        "Ġpu",
+        "shed"
+      ],
+      [
+        "Ġstor",
+        "ies"
+      ],
+      [
+        "Ġdro",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "iny"
+      ],
+      [
+        "Ġp",
+        "en"
+      ],
+      [
+        "Ġcour",
+        "se"
+      ],
+      [
+        "Ġ",
+        "es"
+      ],
+      [
+        "Ġm",
+        "ine"
+      ],
+      [
+        "Ġto",
+        "day"
+      ],
+      [
+        "Ġpo",
+        "cket"
+      ],
+      [
+        "Ġye",
+        "ar"
+      ],
+      [
+        "aught",
+        "er"
+      ],
+      [
+        "Ġj",
+        "e"
+      ],
+      [
+        "Ġsec",
+        "ret"
+      ],
+      [
+        "Ġex",
+        "p"
+      ],
+      [
+        "Ġwith",
+        "out"
+      ],
+      [
+        "Ġsing",
+        "ing"
+      ],
+      [
+        "Ġwelc",
+        "ome"
+      ],
+      [
+        "Ġhapp",
+        "en"
+      ],
+      [
+        "t",
+        "o"
+      ],
+      [
+        "Ġf",
+        "it"
+      ],
+      [
+        "Ġst",
+        "u"
+      ],
+      [
+        "ve",
+        "l"
+      ],
+      [
+        "ra",
+        "ct"
+      ],
+      [
+        "Ġbu",
+        "s"
+      ],
+      [
+        "Ġche",
+        "ese"
+      ],
+      [
+        "Ġcr",
+        "ay"
+      ],
+      [
+        "Ġfair",
+        "y"
+      ],
+      [
+        "Ġj",
+        "ar"
+      ],
+      [
+        "Ġturn",
+        "s"
+      ],
+      [
+        "Ġbu",
+        "sh"
+      ],
+      [
+        "b",
+        "ow"
+      ],
+      [
+        "ll",
+        "o"
+      ],
+      [
+        "Ġexpl",
+        "oring"
+      ],
+      [
+        "Ġl",
+        "on"
+      ],
+      [
+        "Ġst",
+        "and"
+      ],
+      [
+        "itt",
+        "ing"
+      ],
+      [
+        "Ġsee",
+        "med"
+      ],
+      [
+        "Ġsp",
+        "oon"
+      ],
+      [
+        "ĠF",
+        "inally"
+      ],
+      [
+        "Ġg",
+        "ames"
+      ],
+      [
+        "Ġwo",
+        "ke"
+      ],
+      [
+        "is",
+        "sed"
+      ],
+      [
+        "Ġre",
+        "sp"
+      ],
+      [
+        "Ġtr",
+        "ou"
+      ],
+      [
+        "Ġtw",
+        "ins"
+      ],
+      [
+        "Ġhop",
+        "ed"
+      ],
+      [
+        "Ġat",
+        "t"
+      ],
+      [
+        "Ġlon",
+        "ely"
+      ],
+      [
+        "Ġa",
+        "nt"
+      ],
+      [
+        "ĠM",
+        "ama"
+      ],
+      [
+        "or",
+        "row"
+      ],
+      [
+        "Ġno",
+        "ises"
+      ],
+      [
+        "Ġhug",
+        "s"
+      ],
+      [
+        "ount",
+        "ain"
+      ],
+      [
+        "y",
+        "ard"
+      ],
+      [
+        "Ġd",
+        "aughter"
+      ],
+      [
+        "Ġin",
+        "v"
+      ],
+      [
+        "Ġke",
+        "y"
+      ],
+      [
+        "a",
+        "il"
+      ],
+      [
+        "Ġrock",
+        "s"
+      ],
+      [
+        "Ġdis",
+        "co"
+      ],
+      [
+        "Ġs",
+        "u"
+      ],
+      [
+        "Ġl",
+        "unch"
+      ],
+      [
+        "re",
+        "ad"
+      ],
+      [
+        "ou",
+        "n"
+      ],
+      [
+        "ver",
+        "ed"
+      ],
+      [
+        "Ġback",
+        "yard"
+      ],
+      [
+        "Ġs",
+        "uc"
+      ],
+      [
+        "Ġc",
+        "ow"
+      ],
+      [
+        "Ġapp",
+        "le"
+      ],
+      [
+        "e",
+        "k"
+      ],
+      [
+        "Ġsw",
+        "am"
+      ],
+      [
+        "Ġsho",
+        "es"
+      ],
+      [
+        "Ġst",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "ook"
+      ],
+      [
+        "itt",
+        "ens"
+      ],
+      [
+        "Ġm",
+        "iss"
+      ],
+      [
+        "c",
+        "hes"
+      ],
+      [
+        "Ġw",
+        "ish"
+      ],
+      [
+        "Ġre",
+        "lie"
+      ],
+      [
+        "fu",
+        "sed"
+      ],
+      [
+        "Ġshap",
+        "es"
+      ],
+      [
+        "urp",
+        "le"
+      ],
+      [
+        "Ġtow",
+        "er"
+      ],
+      [
+        "it",
+        "y"
+      ],
+      [
+        "Ġc",
+        "orn"
+      ],
+      [
+        "Ġmo",
+        "ved"
+      ],
+      [
+        "sh",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "3"
+      ],
+      [
+        "Ġth",
+        "ough"
+      ],
+      [
+        "Ġc",
+        "ir"
+      ],
+      [
+        "um",
+        "b"
+      ],
+      [
+        "Ġta",
+        "king"
+      ],
+      [
+        "t",
+        "s"
+      ],
+      [
+        "ĠT",
+        "weet"
+      ],
+      [
+        "ap",
+        "e"
+      ],
+      [
+        "Ġrain",
+        "bow"
+      ],
+      [
+        "Ġthr",
+        "ow"
+      ],
+      [
+        "Ġst",
+        "ar"
+      ],
+      [
+        "Ġben",
+        "ch"
+      ],
+      [
+        "Ġne",
+        "ck"
+      ],
+      [
+        "ock",
+        "ed"
+      ],
+      [
+        "Ġcreat",
+        "ure"
+      ],
+      [
+        "Ġbu",
+        "bble"
+      ],
+      [
+        "Ġl",
+        "ate"
+      ],
+      [
+        "Ġadventure",
+        "s"
+      ],
+      [
+        "Ġo",
+        "wl"
+      ],
+      [
+        "ion",
+        "s"
+      ],
+      [
+        "A",
+        "nd"
+      ],
+      [
+        "Ġw",
+        "he"
+      ],
+      [
+        "Ġp",
+        "ar"
+      ],
+      [
+        "Ġshe",
+        "ll"
+      ],
+      [
+        "Ġk",
+        "ite"
+      ],
+      [
+        "ĠFl",
+        "uffy"
+      ],
+      [
+        "in",
+        "ing"
+      ],
+      [
+        "Ġm",
+        "il"
+      ],
+      [
+        "u",
+        "nt"
+      ],
+      [
+        "Ġf",
+        "ence"
+      ],
+      [
+        "Ġm",
+        "ix"
+      ],
+      [
+        "Ġli",
+        "ft"
+      ],
+      [
+        "Ġaccident",
+        "ally"
+      ],
+      [
+        "Ġw",
+        "ise"
+      ],
+      [
+        "Ġhe",
+        "llo"
+      ],
+      [
+        "Ġp",
+        "urple"
+      ],
+      [
+        "pp",
+        "er"
+      ],
+      [
+        "Ġon",
+        "to"
+      ],
+      [
+        "Ġsp",
+        "in"
+      ],
+      [
+        "t",
+        "en"
+      ],
+      [
+        "our",
+        "s"
+      ],
+      [
+        "Ġs",
+        "itting"
+      ],
+      [
+        "id",
+        "ge"
+      ],
+      [
+        "Ġsun",
+        "shine"
+      ],
+      [
+        "Ġcut",
+        "e"
+      ],
+      [
+        "Ġm",
+        "at"
+      ],
+      [
+        "w",
+        "ard"
+      ],
+      [
+        "Ġsh",
+        "op"
+      ],
+      [
+        "Ġwh",
+        "ist"
+      ],
+      [
+        "Ġd",
+        "ist"
+      ],
+      [
+        "Ġor",
+        "ange"
+      ],
+      [
+        "L",
+        "ila"
+      ],
+      [
+        "Ġn",
+        "aught"
+      ],
+      [
+        "ĠSam",
+        "my"
+      ],
+      [
+        "Ġnaught",
+        "y"
+      ],
+      [
+        "Ġn",
+        "est"
+      ],
+      [
+        "o",
+        "se"
+      ],
+      [
+        "or",
+        "s"
+      ],
+      [
+        "ll",
+        "a"
+      ],
+      [
+        "Ġmil",
+        "k"
+      ],
+      [
+        "f",
+        "ish"
+      ],
+      [
+        "Ġa",
+        "f"
+      ],
+      [
+        "Ġb",
+        "oun"
+      ],
+      [
+        "Ġp",
+        "hone"
+      ],
+      [
+        "Ġarm",
+        "s"
+      ],
+      [
+        "Ġe",
+        "as"
+      ],
+      [
+        "n",
+        "ess"
+      ],
+      [
+        "Ġcar",
+        "ry"
+      ],
+      [
+        "ĠGra",
+        "ndma"
+      ],
+      [
+        "o",
+        "g"
+      ],
+      [
+        "Ġb",
+        "ought"
+      ],
+      [
+        "Ġdri",
+        "ver"
+      ],
+      [
+        "Ġinst",
+        "ead"
+      ],
+      [
+        "L",
+        "ater"
+      ],
+      [
+        "Ġtal",
+        "ked"
+      ],
+      [
+        "Ġsear",
+        "ched"
+      ],
+      [
+        "g",
+        "ged"
+      ],
+      [
+        "Ġp",
+        "ig"
+      ],
+      [
+        "Ġco",
+        "zy"
+      ],
+      [
+        "Ġsun",
+        "ny"
+      ],
+      [
+        "itt",
+        "y"
+      ],
+      [
+        "Ġfeel",
+        "s"
+      ],
+      [
+        "Ġf",
+        "an"
+      ],
+      [
+        "Ġwonder",
+        "ed"
+      ],
+      [
+        "Ġcom",
+        "es"
+      ],
+      [
+        "Ġswim",
+        "ming"
+      ],
+      [
+        "u",
+        "ched"
+      ],
+      [
+        "Ġto",
+        "uched"
+      ],
+      [
+        "Ġp",
+        "op"
+      ],
+      [
+        "ĠIn",
+        "side"
+      ],
+      [
+        "a",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ucky"
+      ],
+      [
+        "Ġlaug",
+        "hing"
+      ],
+      [
+        "Ġbel",
+        "ong"
+      ],
+      [
+        "Ġsound",
+        "s"
+      ],
+      [
+        "Ġw",
+        "om"
+      ],
+      [
+        "Ġc",
+        "ave"
+      ],
+      [
+        "le",
+        "t"
+      ],
+      [
+        "Ġjourn",
+        "ey"
+      ],
+      [
+        "Ġwom",
+        "an"
+      ],
+      [
+        "Ġc",
+        "ou"
+      ],
+      [
+        "Ġnot",
+        "hing"
+      ],
+      [
+        "Ġco",
+        "at"
+      ],
+      [
+        "Ġrelie",
+        "ved"
+      ],
+      [
+        "Ġ",
+        "O"
+      ],
+      [
+        "Ġpe",
+        "ace"
+      ],
+      [
+        "ad",
+        "ow"
+      ],
+      [
+        "Ġno",
+        "se"
+      ],
+      [
+        "Ġbu",
+        "sy"
+      ],
+      [
+        "B",
+        "ob"
+      ],
+      [
+        "Ġp",
+        "ast"
+      ],
+      [
+        "Ġapp",
+        "les"
+      ],
+      [
+        "Ġs",
+        "ick"
+      ],
+      [
+        "Ġr",
+        "ope"
+      ],
+      [
+        "Ġpat",
+        "ient"
+      ],
+      [
+        "Ġa",
+        "ct"
+      ],
+      [
+        "Ġp",
+        "udd"
+      ],
+      [
+        "Ġin",
+        "c"
+      ],
+      [
+        "ra",
+        "id"
+      ],
+      [
+        "Ġwatch",
+        "ing"
+      ],
+      [
+        "Ġbran",
+        "ch"
+      ],
+      [
+        "Ġaf",
+        "raid"
+      ],
+      [
+        "Ġto",
+        "m"
+      ],
+      [
+        "id",
+        "er"
+      ],
+      [
+        "Ġday",
+        "s"
+      ],
+      [
+        "Ġre",
+        "t"
+      ],
+      [
+        "c",
+        "ing"
+      ],
+      [
+        "ĠM",
+        "ary"
+      ],
+      [
+        "Ġb",
+        "and"
+      ],
+      [
+        "Ġfar",
+        "m"
+      ],
+      [
+        "Ġhug",
+        "e"
+      ],
+      [
+        "ĠTh",
+        "ank"
+      ],
+      [
+        "at",
+        "or"
+      ],
+      [
+        "Ġexc",
+        "iting"
+      ],
+      [
+        "Ġdan",
+        "ced"
+      ],
+      [
+        "th",
+        "day"
+      ],
+      [
+        "Ġwa",
+        "r"
+      ],
+      [
+        "ĠSo",
+        "on"
+      ],
+      [
+        "b",
+        "all"
+      ],
+      [
+        "Ġg",
+        "igg"
+      ],
+      [
+        "ble",
+        "m"
+      ],
+      [
+        "Ġz",
+        "oom"
+      ],
+      [
+        "Ġm",
+        "ad"
+      ],
+      [
+        "Ġv",
+        "ill"
+      ],
+      [
+        "Ġfore",
+        "ver"
+      ],
+      [
+        "Ġpro",
+        "blem"
+      ],
+      [
+        "Ġcoll",
+        "ect"
+      ],
+      [
+        "p",
+        "ed"
+      ],
+      [
+        "ir",
+        "t"
+      ],
+      [
+        "Ġmin",
+        "ut"
+      ],
+      [
+        "Ġw",
+        "ra"
+      ],
+      [
+        "h",
+        "o"
+      ],
+      [
+        "Ġli",
+        "fe"
+      ],
+      [
+        "Ġkne",
+        "e"
+      ],
+      [
+        "c",
+        "es"
+      ],
+      [
+        "D",
+        "o"
+      ],
+      [
+        "c",
+        "er"
+      ],
+      [
+        "m",
+        "p"
+      ],
+      [
+        "ar",
+        "p"
+      ],
+      [
+        "Ġk",
+        "ing"
+      ],
+      [
+        "Ġas",
+        "leep"
+      ],
+      [
+        "Ġret",
+        "urn"
+      ],
+      [
+        "Ġsh",
+        "arp"
+      ],
+      [
+        "Ġre",
+        "l"
+      ],
+      [
+        "Ġp",
+        "ower"
+      ],
+      [
+        "et",
+        "h"
+      ],
+      [
+        "Ġhold",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ing"
+      ],
+      [
+        "Ġheal",
+        "thy"
+      ],
+      [
+        "ĠM",
+        "ittens"
+      ],
+      [
+        "Ġpr",
+        "ot"
+      ],
+      [
+        "Ġme",
+        "et"
+      ],
+      [
+        "Ġor",
+        "gan"
+      ],
+      [
+        "Ġcle",
+        "ver"
+      ],
+      [
+        "Ġspot",
+        "ted"
+      ],
+      [
+        "Ġl",
+        "etter"
+      ],
+      [
+        "Ġg",
+        "ather"
+      ],
+      [
+        "al",
+        "m"
+      ],
+      [
+        "O",
+        "f"
+      ],
+      [
+        "e",
+        "re"
+      ],
+      [
+        "Ġr",
+        "ound"
+      ],
+      [
+        "Ġstor",
+        "m"
+      ],
+      [
+        "Ġprot",
+        "ect"
+      ],
+      [
+        "Ġgif",
+        "t"
+      ],
+      [
+        "am",
+        "ed"
+      ],
+      [
+        "Ġma",
+        "il"
+      ],
+      [
+        "ĠJ",
+        "en"
+      ],
+      [
+        "Ġbir",
+        "thday"
+      ],
+      [
+        "Ġpre",
+        "s"
+      ],
+      [
+        "Ġsa",
+        "f"
+      ],
+      [
+        "Ġneighb",
+        "or"
+      ],
+      [
+        "ep",
+        "end"
+      ],
+      [
+        "Ġta",
+        "kes"
+      ],
+      [
+        "s",
+        "c"
+      ],
+      [
+        "Ġe",
+        "ar"
+      ],
+      [
+        "Ġcom",
+        "fort"
+      ],
+      [
+        "Ġ",
+        "ent"
+      ],
+      [
+        "Ġre",
+        "p"
+      ],
+      [
+        "Ġpers",
+        "on"
+      ],
+      [
+        "Ġsmil",
+        "ing"
+      ],
+      [
+        "ĠW",
+        "ith"
+      ],
+      [
+        "Ġgent",
+        "ly"
+      ],
+      [
+        "Ġpoin",
+        "ted"
+      ],
+      [
+        "E",
+        "very"
+      ],
+      [
+        "ow",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "o"
+      ],
+      [
+        "co",
+        "l"
+      ],
+      [
+        "Ġtast",
+        "y"
+      ],
+      [
+        "ul",
+        "ar"
+      ],
+      [
+        "ĠJim",
+        "my"
+      ],
+      [
+        "Ġpl",
+        "ane"
+      ],
+      [
+        "st",
+        "ing"
+      ],
+      [
+        "h",
+        "in"
+      ],
+      [
+        "Ġh",
+        "oney"
+      ],
+      [
+        "it",
+        "ch"
+      ],
+      [
+        "Ġp",
+        "ill"
+      ],
+      [
+        "Ġp",
+        "ass"
+      ],
+      [
+        "itt",
+        "en"
+      ],
+      [
+        "Ġm",
+        "atter"
+      ],
+      [
+        "Ġad",
+        "m"
+      ],
+      [
+        "Ġtast",
+        "ed"
+      ],
+      [
+        "Ġsmell",
+        "ed"
+      ],
+      [
+        "n",
+        "ic"
+      ],
+      [
+        "o",
+        "ve"
+      ],
+      [
+        "Ġe",
+        "ag"
+      ],
+      [
+        "Ġsh",
+        "ining"
+      ],
+      [
+        "He",
+        "y"
+      ],
+      [
+        "Ġhop",
+        "e"
+      ],
+      [
+        "Ġplac",
+        "es"
+      ],
+      [
+        "Ġk",
+        "ick"
+      ],
+      [
+        "ĠC",
+        "h"
+      ],
+      [
+        "Ġpic",
+        "nic"
+      ],
+      [
+        "Ġbott",
+        "le"
+      ],
+      [
+        "Ġresp",
+        "ect"
+      ],
+      [
+        "Ġb",
+        "lew"
+      ],
+      [
+        "Ġapp",
+        "eared"
+      ],
+      [
+        "Ġsu",
+        "pp"
+      ],
+      [
+        "Tom",
+        "my"
+      ],
+      [
+        "ĠC",
+        "ome"
+      ],
+      [
+        "Ġsp",
+        "ider"
+      ],
+      [
+        "Ġint",
+        "ere"
+      ],
+      [
+        "Ġche",
+        "er"
+      ],
+      [
+        "bo",
+        "ard"
+      ],
+      [
+        "Ġwe",
+        "aring"
+      ],
+      [
+        "Ġpres",
+        "ent"
+      ],
+      [
+        "er",
+        "t"
+      ],
+      [
+        "Ġm",
+        "ist"
+      ],
+      [
+        "iz",
+        "e"
+      ],
+      [
+        "Ġtrou",
+        "ble"
+      ],
+      [
+        "Ġtri",
+        "p"
+      ],
+      [
+        "Ġp",
+        "ract"
+      ],
+      [
+        "Ġk",
+        "iss"
+      ],
+      [
+        "Ġqu",
+        "est"
+      ],
+      [
+        "o",
+        "nd"
+      ],
+      [
+        "Ġas",
+        "h"
+      ],
+      [
+        "Ġlo",
+        "ves"
+      ],
+      [
+        "Ġtight",
+        "ly"
+      ],
+      [
+        "g",
+        "g"
+      ],
+      [
+        "ar",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "ur"
+      ],
+      [
+        "Ġsp",
+        "read"
+      ],
+      [
+        "a",
+        "ur"
+      ],
+      [
+        "Ġw",
+        "ide"
+      ],
+      [
+        "on",
+        "es"
+      ],
+      [
+        "um",
+        "ber"
+      ],
+      [
+        "Ġfe",
+        "ather"
+      ],
+      [
+        "Ġspl",
+        "as"
+      ],
+      [
+        "on",
+        "t"
+      ],
+      [
+        "nd",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ater"
+      ],
+      [
+        "Ġwho",
+        "le"
+      ],
+      [
+        "Ġany",
+        "one"
+      ],
+      [
+        "Ġbre",
+        "ad"
+      ],
+      [
+        "M",
+        "olly"
+      ],
+      [
+        "Ġd",
+        "es"
+      ],
+      [
+        "Ġre",
+        "c"
+      ],
+      [
+        "ell",
+        "a"
+      ],
+      [
+        "Ġro",
+        "ad"
+      ],
+      [
+        "I",
+        "n"
+      ],
+      [
+        "Ġo",
+        "ce"
+      ],
+      [
+        "Ġgi",
+        "ant"
+      ],
+      [
+        "Ġoce",
+        "an"
+      ],
+      [
+        "el",
+        "s"
+      ],
+      [
+        "Ġpu",
+        "zz"
+      ],
+      [
+        "Ġcook",
+        "ie"
+      ],
+      [
+        "Ġp",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ath"
+      ],
+      [
+        "Åĵ",
+        "I"
+      ],
+      [
+        "Ġcon",
+        "fused"
+      ],
+      [
+        "Ġscream",
+        "ed"
+      ],
+      [
+        "Ġcloud",
+        "s"
+      ],
+      [
+        "e",
+        "b"
+      ],
+      [
+        "Ġimp",
+        "ress"
+      ],
+      [
+        "Ġfr",
+        "ont"
+      ],
+      [
+        "ĠG",
+        "o"
+      ],
+      [
+        "Ġse",
+        "at"
+      ],
+      [
+        "le",
+        "x"
+      ],
+      [
+        "Ġl",
+        "ay"
+      ],
+      [
+        "Ġwh",
+        "ich"
+      ],
+      [
+        "l",
+        "a"
+      ],
+      [
+        "Ġth",
+        "in"
+      ],
+      [
+        "Ġte",
+        "ach"
+      ],
+      [
+        "er",
+        "ly"
+      ],
+      [
+        "Ġd",
+        "i"
+      ],
+      [
+        "Ġansw",
+        "er"
+      ],
+      [
+        "ung",
+        "le"
+      ],
+      [
+        "Ġa",
+        "p"
+      ],
+      [
+        "ss",
+        "ed"
+      ],
+      [
+        "h",
+        "ile"
+      ],
+      [
+        "u",
+        "b"
+      ],
+      [
+        "Ġl",
+        "arge"
+      ],
+      [
+        "Ġj",
+        "ungle"
+      ],
+      [
+        "Ġprom",
+        "ise"
+      ],
+      [
+        "Ġs",
+        "er"
+      ],
+      [
+        "Ġb",
+        "er"
+      ],
+      [
+        "Ġw",
+        "ild"
+      ],
+      [
+        "Ġb",
+        "ark"
+      ],
+      [
+        "Ġm",
+        "ach"
+      ],
+      [
+        "oo",
+        "se"
+      ],
+      [
+        "Ġbutt",
+        "on"
+      ],
+      [
+        "ndp",
+        "a"
+      ],
+      [
+        "G",
+        "ood"
+      ],
+      [
+        "Ġmy",
+        "ster"
+      ],
+      [
+        "Ġsn",
+        "ake"
+      ],
+      [
+        "Ġvill",
+        "age"
+      ],
+      [
+        "Ġh",
+        "or"
+      ],
+      [
+        "ĠEm",
+        "ily"
+      ],
+      [
+        "C",
+        "ome"
+      ],
+      [
+        "Ġtoo",
+        "l"
+      ],
+      [
+        "Ġput",
+        "s"
+      ],
+      [
+        "Ġla",
+        "st"
+      ],
+      [
+        "Ġim",
+        "ag"
+      ],
+      [
+        "ĠJ",
+        "ake"
+      ],
+      [
+        "L",
+        "ucy"
+      ],
+      [
+        "Ġt",
+        "id"
+      ],
+      [
+        "Ġb",
+        "an"
+      ],
+      [
+        "le",
+        "br"
+      ],
+      [
+        "Ġe",
+        "ventually"
+      ],
+      [
+        "Ġsl",
+        "id"
+      ],
+      [
+        "Ġwa",
+        "ve"
+      ],
+      [
+        "Ġli",
+        "ve"
+      ],
+      [
+        "Ġch",
+        "ased"
+      ],
+      [
+        "ĠEvery",
+        "where"
+      ],
+      [
+        "Ġce",
+        "lebr"
+      ],
+      [
+        "Ġcray",
+        "ons"
+      ],
+      [
+        "J",
+        "ust"
+      ],
+      [
+        "Ġsp",
+        "ent"
+      ],
+      [
+        "Ġwr",
+        "ite"
+      ],
+      [
+        "Ġgi",
+        "ves"
+      ],
+      [
+        "un",
+        "k"
+      ],
+      [
+        "if",
+        "e"
+      ],
+      [
+        "Ġdec",
+        "or"
+      ],
+      [
+        "Ġfo",
+        "ot"
+      ],
+      [
+        "Ġdel",
+        "ight"
+      ],
+      [
+        "Ġso",
+        "l"
+      ],
+      [
+        "Ġsand",
+        "w"
+      ],
+      [
+        "Ġdir",
+        "t"
+      ],
+      [
+        "ĠJ",
+        "enny"
+      ],
+      [
+        "Ġtal",
+        "king"
+      ],
+      [
+        "Ġtreat",
+        "s"
+      ],
+      [
+        "Ġc",
+        "art"
+      ],
+      [
+        "ch",
+        "ing"
+      ],
+      [
+        "Ġwait",
+        "ing"
+      ],
+      [
+        "Ġhid",
+        "ing"
+      ],
+      [
+        "Ġsnow",
+        "man"
+      ],
+      [
+        "Ġintere",
+        "sting"
+      ],
+      [
+        "Ġh",
+        "on"
+      ],
+      [
+        "on",
+        "y"
+      ],
+      [
+        "Ġshe",
+        "lf"
+      ],
+      [
+        "Ġtast",
+        "e"
+      ],
+      [
+        "e",
+        "en"
+      ],
+      [
+        "J",
+        "im"
+      ],
+      [
+        "Ġst",
+        "ep"
+      ],
+      [
+        "M",
+        "um"
+      ],
+      [
+        "Ġhelp",
+        "ful"
+      ],
+      [
+        "Ġfe",
+        "et"
+      ],
+      [
+        "Ġsh",
+        "y"
+      ],
+      [
+        "Ġgo",
+        "es"
+      ],
+      [
+        "Ġv",
+        "al"
+      ],
+      [
+        "Ġe",
+        "mb"
+      ],
+      [
+        "Ġst",
+        "ood"
+      ],
+      [
+        "Ġsh",
+        "r"
+      ],
+      [
+        "Ġbuild",
+        "ing"
+      ],
+      [
+        "Ġo",
+        "ven"
+      ],
+      [
+        "Ġst",
+        "ret"
+      ],
+      [
+        "Ġlove",
+        "ly"
+      ],
+      [
+        "Ġduck",
+        "s"
+      ],
+      [
+        "Ġcorn",
+        "er"
+      ],
+      [
+        "Ġwas",
+        "h"
+      ],
+      [
+        "ck",
+        "s"
+      ],
+      [
+        "Ġsp",
+        "e"
+      ],
+      [
+        "Ġpretend",
+        "ed"
+      ],
+      [
+        "Ġroll",
+        "ed"
+      ],
+      [
+        "Ġru",
+        "de"
+      ],
+      [
+        "o",
+        "ld"
+      ],
+      [
+        "Ġc",
+        "alm"
+      ],
+      [
+        "Ġp",
+        "ile"
+      ],
+      [
+        "Ġte",
+        "eth"
+      ],
+      [
+        "Ġjump",
+        "ing"
+      ],
+      [
+        "Ġz",
+        "oo"
+      ],
+      [
+        "Ġpudd",
+        "le"
+      ],
+      [
+        "Ġtid",
+        "y"
+      ],
+      [
+        "M",
+        "ama"
+      ],
+      [
+        "ig",
+        "er"
+      ],
+      [
+        "ip",
+        "e"
+      ],
+      [
+        "Ġbug",
+        "s"
+      ],
+      [
+        "Ġash",
+        "amed"
+      ],
+      [
+        "Ġb",
+        "at"
+      ],
+      [
+        "in",
+        "a"
+      ],
+      [
+        "ĠR",
+        "e"
+      ],
+      [
+        "Ġo",
+        "b"
+      ],
+      [
+        "Ġst",
+        "ra"
+      ],
+      [
+        "ĠS",
+        "t"
+      ],
+      [
+        "Ġwhist",
+        "le"
+      ],
+      [
+        "Ġban",
+        "an"
+      ],
+      [
+        "n",
+        "ot"
+      ],
+      [
+        "Ġn",
+        "et"
+      ],
+      [
+        "Ġforg",
+        "ive"
+      ],
+      [
+        "Ġprin",
+        "ce"
+      ],
+      [
+        "en",
+        "er"
+      ],
+      [
+        "Ġsh",
+        "irt"
+      ],
+      [
+        "Ġs",
+        "el"
+      ],
+      [
+        "Ġc",
+        "oo"
+      ],
+      [
+        "Ġemb",
+        "ar"
+      ],
+      [
+        "ump",
+        "y"
+      ],
+      [
+        "Ġspark",
+        "ly"
+      ],
+      [
+        "Ġrem",
+        "ind"
+      ],
+      [
+        "Ġs",
+        "ug"
+      ],
+      [
+        "Ġc",
+        "ross"
+      ],
+      [
+        "Ġm",
+        "ind"
+      ],
+      [
+        "Ġcan",
+        "not"
+      ],
+      [
+        "Ġsuc",
+        "cess"
+      ],
+      [
+        "Ġembar",
+        "ra"
+      ],
+      [
+        "S",
+        "oon"
+      ],
+      [
+        "Ġm",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "aring"
+      ],
+      [
+        "Ġwor",
+        "m"
+      ],
+      [
+        "Ġfo",
+        "ld"
+      ],
+      [
+        "Ġpeace",
+        "ful"
+      ],
+      [
+        "Ġw",
+        "ore"
+      ],
+      [
+        "Ġm",
+        "ountain"
+      ],
+      [
+        "Ġbl",
+        "ow"
+      ],
+      [
+        "l",
+        "ice"
+      ],
+      [
+        "Ġ",
+        "ign"
+      ],
+      [
+        "Ġbe",
+        "ll"
+      ],
+      [
+        "Ġfur",
+        "ry"
+      ],
+      [
+        "Ġgra",
+        "b"
+      ],
+      [
+        "al",
+        "s"
+      ],
+      [
+        "omet",
+        "imes"
+      ],
+      [
+        "Ġwhen",
+        "ever"
+      ],
+      [
+        "Ġp",
+        "our"
+      ],
+      [
+        "v",
+        "ous"
+      ],
+      [
+        "ll",
+        "ie"
+      ],
+      [
+        "Ġpu",
+        "sh"
+      ],
+      [
+        "Ġbre",
+        "ath"
+      ],
+      [
+        "Ġmach",
+        "ine"
+      ],
+      [
+        "Ġsug",
+        "ar"
+      ],
+      [
+        "Ġch",
+        "ick"
+      ],
+      [
+        "Ġcreat",
+        "ive"
+      ],
+      [
+        "S",
+        "t"
+      ],
+      [
+        "n",
+        "ed"
+      ],
+      [
+        "Ġb",
+        "al"
+      ],
+      [
+        "Ġst",
+        "ir"
+      ],
+      [
+        "Ġdo",
+        "lp"
+      ],
+      [
+        "Ġtri",
+        "es"
+      ],
+      [
+        "N",
+        "ow"
+      ],
+      [
+        "Ġl",
+        "ad"
+      ],
+      [
+        "ĠL",
+        "e"
+      ],
+      [
+        "Ġm",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ool"
+      ],
+      [
+        "Ġg",
+        "ener"
+      ],
+      [
+        "Ġsa",
+        "l"
+      ],
+      [
+        "or",
+        "k"
+      ],
+      [
+        "ul",
+        "t"
+      ],
+      [
+        "Ġspr",
+        "ay"
+      ],
+      [
+        "Ġsh",
+        "ip"
+      ],
+      [
+        "i",
+        "an"
+      ],
+      [
+        "Ġh",
+        "um"
+      ],
+      [
+        "Ġhe",
+        "l"
+      ],
+      [
+        "is",
+        "a"
+      ],
+      [
+        "Ġsel",
+        "fish"
+      ],
+      [
+        "Ġh",
+        "ar"
+      ],
+      [
+        "Ġfa",
+        "ces"
+      ],
+      [
+        "Ġmess",
+        "y"
+      ],
+      [
+        "Ġ",
+        "'"
+      ],
+      [
+        "Ġp",
+        "le"
+      ],
+      [
+        "ĠS",
+        "ome"
+      ],
+      [
+        "ĠH",
+        "ow"
+      ],
+      [
+        "Ġgo",
+        "ld"
+      ],
+      [
+        "Ġcho",
+        "col"
+      ],
+      [
+        "P",
+        "lease"
+      ],
+      [
+        "Ġminut",
+        "es"
+      ],
+      [
+        "Ġpill",
+        "ow"
+      ],
+      [
+        "M",
+        "y"
+      ],
+      [
+        "a",
+        "king"
+      ],
+      [
+        "Ġt",
+        "un"
+      ],
+      [
+        "Ġm",
+        "issed"
+      ],
+      [
+        "ig",
+        "hed"
+      ],
+      [
+        "Ġv",
+        "an"
+      ],
+      [
+        "Ġfix",
+        "ed"
+      ],
+      [
+        "Ġfight",
+        "ing"
+      ],
+      [
+        "o",
+        "in"
+      ],
+      [
+        "Ġf",
+        "ig"
+      ],
+      [
+        "Ġembarra",
+        "ssed"
+      ],
+      [
+        "Ġme",
+        "ant"
+      ],
+      [
+        "Ġdri",
+        "ve"
+      ],
+      [
+        "Ġtom",
+        "orrow"
+      ],
+      [
+        "Ġh",
+        "ours"
+      ],
+      [
+        "Ġc",
+        "a"
+      ],
+      [
+        "Ġn",
+        "er"
+      ],
+      [
+        "Ġsp",
+        "icy"
+      ],
+      [
+        "Ġknow",
+        "ing"
+      ],
+      [
+        "ĠP",
+        "lease"
+      ],
+      [
+        "Sara",
+        "h"
+      ],
+      [
+        "Ġlad",
+        "der"
+      ],
+      [
+        "it",
+        "al"
+      ],
+      [
+        "Ġhor",
+        "se"
+      ],
+      [
+        "at",
+        "o"
+      ],
+      [
+        "Ġu",
+        "g"
+      ],
+      [
+        "ĠJ",
+        "ust"
+      ],
+      [
+        "Ġtr",
+        "ust"
+      ],
+      [
+        "Ġho",
+        "sp"
+      ],
+      [
+        "Ġug",
+        "ly"
+      ],
+      [
+        "Ġhosp",
+        "ital"
+      ],
+      [
+        "Ġche",
+        "w"
+      ],
+      [
+        "Ġbed",
+        "room"
+      ],
+      [
+        "Ġeas",
+        "y"
+      ],
+      [
+        "Ġner",
+        "vous"
+      ],
+      [
+        "Ġro",
+        "b"
+      ],
+      [
+        "Ġthank",
+        "ful"
+      ],
+      [
+        "Ġcarrot",
+        "s"
+      ],
+      [
+        "D",
+        "ad"
+      ],
+      [
+        "ell",
+        "y"
+      ],
+      [
+        "Ġgre",
+        "w"
+      ],
+      [
+        "Ġcol",
+        "our"
+      ],
+      [
+        "Ġbar",
+        "ked"
+      ],
+      [
+        "Ġcou",
+        "ch"
+      ],
+      [
+        "Ġn",
+        "ut"
+      ],
+      [
+        "Ġme",
+        "adow"
+      ],
+      [
+        "Ġta",
+        "ught"
+      ],
+      [
+        "Ġunderst",
+        "ood"
+      ],
+      [
+        "Ġdisapp",
+        "oin"
+      ],
+      [
+        "Ġp",
+        "as"
+      ],
+      [
+        "an",
+        "o"
+      ],
+      [
+        "Ġof",
+        "ten"
+      ],
+      [
+        "Ġcl",
+        "ass"
+      ],
+      [
+        "Ġpas",
+        "sed"
+      ],
+      [
+        "Ġkn",
+        "ocked"
+      ],
+      [
+        "Ġland",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ic"
+      ],
+      [
+        "ir",
+        "d"
+      ],
+      [
+        "Ġfe",
+        "ar"
+      ],
+      [
+        "Ġco",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "d"
+      ],
+      [
+        "w",
+        "ork"
+      ],
+      [
+        "Ġd",
+        "eter"
+      ],
+      [
+        "Ġre",
+        "g"
+      ],
+      [
+        "Ġreturn",
+        "ed"
+      ],
+      [
+        "Ġdeter",
+        "m"
+      ],
+      [
+        "Ġh",
+        "ur"
+      ],
+      [
+        "Ġfin",
+        "ish"
+      ],
+      [
+        "iz",
+        "z"
+      ],
+      [
+        "Ġte",
+        "a"
+      ],
+      [
+        "Ġsmo",
+        "oth"
+      ],
+      [
+        "m",
+        "o"
+      ],
+      [
+        "Ġst",
+        "uff"
+      ],
+      [
+        "Ġmo",
+        "v"
+      ],
+      [
+        "Ġgener",
+        "ous"
+      ],
+      [
+        "T",
+        "o"
+      ],
+      [
+        "Ġ",
+        "On"
+      ],
+      [
+        "is",
+        "p"
+      ],
+      [
+        "Ġdr",
+        "um"
+      ],
+      [
+        "o",
+        "bby"
+      ],
+      [
+        "Ġbubble",
+        "s"
+      ],
+      [
+        "Ġrob",
+        "ot"
+      ],
+      [
+        "Ġthe",
+        "se"
+      ],
+      [
+        "Ġse",
+        "ed"
+      ],
+      [
+        "Ġgl",
+        "ass"
+      ],
+      [
+        "Ġdisappoin",
+        "ted"
+      ],
+      [
+        "g",
+        "round"
+      ],
+      [
+        "Ġr",
+        "ing"
+      ],
+      [
+        "Ġc",
+        "ard"
+      ],
+      [
+        "Ġhe",
+        "ars"
+      ],
+      [
+        "Ġcar",
+        "ried"
+      ],
+      [
+        "Ġmo",
+        "on"
+      ],
+      [
+        "Ġchocol",
+        "ate"
+      ],
+      [
+        "Ġlea",
+        "f"
+      ],
+      [
+        "Ġsnack",
+        "s"
+      ],
+      [
+        "Ġcir",
+        "c"
+      ],
+      [
+        "Ġfan",
+        "cy"
+      ],
+      [
+        "d",
+        "le"
+      ],
+      [
+        "Ġsp",
+        "end"
+      ],
+      [
+        "ĠA",
+        "nn"
+      ],
+      [
+        "ust",
+        "r"
+      ],
+      [
+        "Ġcra",
+        "b"
+      ],
+      [
+        "Ġsong",
+        "s"
+      ],
+      [
+        "p",
+        "ack"
+      ],
+      [
+        "Ġp",
+        "ir"
+      ],
+      [
+        "eci",
+        "ally"
+      ],
+      [
+        "os",
+        "aur"
+      ],
+      [
+        "Ġso",
+        "ld"
+      ],
+      [
+        "Ġbr",
+        "idge"
+      ],
+      [
+        "ĠE",
+        "ven"
+      ],
+      [
+        "Ġsleep",
+        "y"
+      ],
+      [
+        "Ġhon",
+        "est"
+      ],
+      [
+        "Ġm",
+        "ir"
+      ],
+      [
+        "ĠB",
+        "r"
+      ],
+      [
+        "Ġpa",
+        "w"
+      ],
+      [
+        "p",
+        "ecially"
+      ],
+      [
+        "Ġa",
+        "v"
+      ],
+      [
+        "ĠW",
+        "hy"
+      ],
+      [
+        "iz",
+        "zy"
+      ],
+      [
+        "Ġche",
+        "st"
+      ],
+      [
+        "Ġwo",
+        "lf"
+      ],
+      [
+        "Ġdin",
+        "osaur"
+      ],
+      [
+        "Ġes",
+        "pecially"
+      ],
+      [
+        "Ġm",
+        "ap"
+      ],
+      [
+        "Ġg",
+        "as"
+      ],
+      [
+        "or",
+        "y"
+      ],
+      [
+        "Ġch",
+        "ange"
+      ],
+      [
+        "Ġgr",
+        "oup"
+      ],
+      [
+        "Ġgather",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "our"
+      ],
+      [
+        "Ġpo",
+        "or"
+      ],
+      [
+        "Ġspl",
+        "ash"
+      ],
+      [
+        "Ġwa",
+        "ves"
+      ],
+      [
+        "Ġfor",
+        "ward"
+      ],
+      [
+        "Ġcl",
+        "own"
+      ],
+      [
+        "Ġmyster",
+        "ious"
+      ],
+      [
+        "r",
+        "or"
+      ],
+      [
+        "Ġbo",
+        "dy"
+      ],
+      [
+        "Ġfr",
+        "ustr"
+      ],
+      [
+        "Ġcra",
+        "w"
+      ],
+      [
+        "Ġf",
+        "ake"
+      ],
+      [
+        "Ġp",
+        "in"
+      ],
+      [
+        "Ġo",
+        "k"
+      ],
+      [
+        "Ġr",
+        "ad"
+      ],
+      [
+        "Ġwh",
+        "isp"
+      ],
+      [
+        "Ġtw",
+        "irl"
+      ],
+      [
+        "Ġstr",
+        "ing"
+      ],
+      [
+        "Ġsmell",
+        "y"
+      ],
+      [
+        "ĠTo",
+        "gether"
+      ],
+      [
+        "s",
+        "ist"
+      ],
+      [
+        "Ġc",
+        "and"
+      ],
+      [
+        "Ġg",
+        "ate"
+      ],
+      [
+        "Ġsc",
+        "ar"
+      ],
+      [
+        "ĠK",
+        "itty"
+      ],
+      [
+        "Ġneck",
+        "l"
+      ],
+      [
+        "B",
+        "illy"
+      ],
+      [
+        "Ġmot",
+        "or"
+      ],
+      [
+        "y",
+        "ing"
+      ],
+      [
+        "ot",
+        "e"
+      ],
+      [
+        "Ġsh",
+        "ore"
+      ],
+      [
+        "ur",
+        "se"
+      ],
+      [
+        "Ġje",
+        "w"
+      ],
+      [
+        "Ġwe",
+        "ak"
+      ],
+      [
+        "Ġgr",
+        "umpy"
+      ],
+      [
+        "Ġfing",
+        "er"
+      ],
+      [
+        "Ġsa",
+        "ck"
+      ],
+      [
+        "Ġk",
+        "itten"
+      ],
+      [
+        "Ġpol",
+        "ite"
+      ],
+      [
+        "Ġgl",
+        "ue"
+      ],
+      [
+        "u",
+        "ce"
+      ],
+      [
+        "Ġn",
+        "umber"
+      ],
+      [
+        "air",
+        "s"
+      ],
+      [
+        "Ġes",
+        "c"
+      ],
+      [
+        "Ġmir",
+        "ror"
+      ],
+      [
+        "Ġshe",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "ase"
+      ],
+      [
+        "Ġplant",
+        "s"
+      ],
+      [
+        "Ġber",
+        "ries"
+      ],
+      [
+        "mo",
+        "st"
+      ],
+      [
+        "B",
+        "e"
+      ],
+      [
+        "d",
+        "en"
+      ],
+      [
+        "Ġj",
+        "elly"
+      ],
+      [
+        "ĠThe",
+        "ir"
+      ],
+      [
+        "Ġe",
+        "mp"
+      ],
+      [
+        "itt",
+        "er"
+      ],
+      [
+        "The",
+        "re"
+      ],
+      [
+        "Ġsc",
+        "r"
+      ],
+      [
+        "Ġgr",
+        "ay"
+      ],
+      [
+        "Ġpuzz",
+        "le"
+      ],
+      [
+        "Ġneckl",
+        "ace"
+      ],
+      [
+        "Ġm",
+        "aybe"
+      ],
+      [
+        "Ġpl",
+        "ate"
+      ],
+      [
+        "Ġal",
+        "most"
+      ],
+      [
+        "us",
+        "ie"
+      ],
+      [
+        "Ġfrustr",
+        "ated"
+      ],
+      [
+        "Ġemp",
+        "ty"
+      ],
+      [
+        "p",
+        "ort"
+      ],
+      [
+        "or",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "ick"
+      ],
+      [
+        "Ġj",
+        "am"
+      ],
+      [
+        "Ġsk",
+        "ipped"
+      ],
+      [
+        "ens",
+        "ive"
+      ],
+      [
+        "ĠT",
+        "eddy"
+      ],
+      [
+        "ag",
+        "ed"
+      ],
+      [
+        "Ġclos",
+        "et"
+      ],
+      [
+        "Ġhid",
+        "den"
+      ],
+      [
+        "Ġexp",
+        "ensive"
+      ],
+      [
+        "Ġdeterm",
+        "ined"
+      ],
+      [
+        "Ġb",
+        "ored"
+      ],
+      [
+        "Ġl",
+        "it"
+      ],
+      [
+        "Ġd",
+        "rew"
+      ],
+      [
+        "Ġle",
+        "gs"
+      ],
+      [
+        "Ġho",
+        "pping"
+      ],
+      [
+        "at",
+        "es"
+      ],
+      [
+        "ĠS",
+        "ometimes"
+      ],
+      [
+        "Ġstick",
+        "s"
+      ],
+      [
+        "Ġon",
+        "es"
+      ],
+      [
+        "ĠA",
+        "t"
+      ],
+      [
+        "Ġbird",
+        "ie"
+      ],
+      [
+        "ĠD",
+        "on"
+      ],
+      [
+        "Ġpol",
+        "ice"
+      ],
+      [
+        "Ġfruit",
+        "s"
+      ],
+      [
+        "Ġt",
+        "ick"
+      ],
+      [
+        "Ġa",
+        "unt"
+      ],
+      [
+        "Ġw",
+        "is"
+      ],
+      [
+        "Ġb",
+        "ake"
+      ],
+      [
+        "Ġl",
+        "ine"
+      ],
+      [
+        "ot",
+        "s"
+      ],
+      [
+        "Ġst",
+        "one"
+      ],
+      [
+        "Ġdog",
+        "s"
+      ],
+      [
+        "au",
+        "l"
+      ],
+      [
+        "Ġfig",
+        "ure"
+      ],
+      [
+        "J",
+        "ane"
+      ],
+      [
+        "Ġs",
+        "ight"
+      ],
+      [
+        "Ġc",
+        "ries"
+      ],
+      [
+        "ĠB",
+        "e"
+      ],
+      [
+        "Ġmo",
+        "ving"
+      ],
+      [
+        "Ġcont",
+        "ent"
+      ],
+      [
+        "ĠBr",
+        "own"
+      ],
+      [
+        "Ġsa",
+        "ved"
+      ],
+      [
+        "Ġcl",
+        "oth"
+      ],
+      [
+        "?\"",
+        "."
+      ],
+      [
+        "bo",
+        "x"
+      ],
+      [
+        "Ġbran",
+        "ches"
+      ],
+      [
+        "Ġpack",
+        "ed"
+      ],
+      [
+        "Ġpower",
+        "ful"
+      ],
+      [
+        "Ġsplas",
+        "hed"
+      ],
+      [
+        "Ġfe",
+        "ed"
+      ],
+      [
+        "est",
+        "ed"
+      ],
+      [
+        "Ġyell",
+        "ed"
+      ],
+      [
+        "W",
+        "here"
+      ],
+      [
+        "d",
+        "ge"
+      ],
+      [
+        "k",
+        "in"
+      ],
+      [
+        "Ġt",
+        "iger"
+      ],
+      [
+        "Ġp",
+        "ay"
+      ],
+      [
+        "id",
+        "dle"
+      ],
+      [
+        "oo",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ella"
+      ],
+      [
+        "Ġex",
+        "am"
+      ],
+      [
+        "Ġta",
+        "ken"
+      ],
+      [
+        "Ġcr",
+        "ane"
+      ],
+      [
+        "Ġspo",
+        "il"
+      ],
+      [
+        "'",
+        "d"
+      ],
+      [
+        "Ġha",
+        "ng"
+      ],
+      [
+        "Ġfl",
+        "ag"
+      ],
+      [
+        "Ġansw",
+        "ered"
+      ],
+      [
+        "Ġdisco",
+        "vered"
+      ],
+      [
+        "ĠLe",
+        "o"
+      ],
+      [
+        "u",
+        "sh"
+      ],
+      [
+        "Ġsa",
+        "ve"
+      ],
+      [
+        "Ġsee",
+        "k"
+      ],
+      [
+        "Ġexc",
+        "ite"
+      ],
+      [
+        "Ġpr",
+        "ay"
+      ],
+      [
+        "Ġjo",
+        "g"
+      ],
+      [
+        "Ġstand",
+        "ing"
+      ],
+      [
+        "Ġdolp",
+        "hin"
+      ],
+      [
+        "Ġj",
+        "ack"
+      ],
+      [
+        "A",
+        "re"
+      ],
+      [
+        "er",
+        "a"
+      ],
+      [
+        "ra",
+        "g"
+      ],
+      [
+        "Ġfl",
+        "ut"
+      ],
+      [
+        "get",
+        "able"
+      ],
+      [
+        "Ġb",
+        "oring"
+      ],
+      [
+        "Ġlo",
+        "ck"
+      ],
+      [
+        "Ġinc",
+        "red"
+      ],
+      [
+        "Ġexcite",
+        "ment"
+      ],
+      [
+        "Ġs",
+        "ighed"
+      ],
+      [
+        "Ġw",
+        "ip"
+      ],
+      [
+        "Ġf",
+        "is"
+      ],
+      [
+        "Ġf",
+        "ill"
+      ],
+      [
+        "Ġso",
+        "ap"
+      ],
+      [
+        "ĠM",
+        "um"
+      ],
+      [
+        "ol",
+        "a"
+      ],
+      [
+        "Ġple",
+        "ased"
+      ],
+      [
+        "Ġjack",
+        "et"
+      ],
+      [
+        "l",
+        "ight"
+      ],
+      [
+        "Ġs",
+        "ugg"
+      ],
+      [
+        "Ġm",
+        "iddle"
+      ],
+      [
+        "Ġe",
+        "ld"
+      ],
+      [
+        "Ġwr",
+        "ote"
+      ],
+      [
+        "Ġballoon",
+        "s"
+      ],
+      [
+        "Ġorgan",
+        "ized"
+      ],
+      [
+        "qu",
+        "e"
+      ],
+      [
+        "Ġsail",
+        "ed"
+      ],
+      [
+        "The",
+        "ir"
+      ],
+      [
+        "Ġtell",
+        "s"
+      ],
+      [
+        "Ġo",
+        "y"
+      ],
+      [
+        "Ġst",
+        "ones"
+      ],
+      [
+        "Ġbo",
+        "ard"
+      ],
+      [
+        "Ġsp",
+        "un"
+      ],
+      [
+        "Ġve",
+        "getable"
+      ],
+      [
+        "l",
+        "ies"
+      ],
+      [
+        "Ġ",
+        "ind"
+      ],
+      [
+        "in",
+        "ess"
+      ],
+      [
+        "Ġwor",
+        "king"
+      ],
+      [
+        "l",
+        "ower"
+      ],
+      [
+        "al",
+        "k"
+      ],
+      [
+        "if",
+        "f"
+      ],
+      [
+        "Ġpar",
+        "rot"
+      ],
+      [
+        "St",
+        "op"
+      ],
+      [
+        "Ġscar",
+        "f"
+      ],
+      [
+        "Ġwa",
+        "gged"
+      ],
+      [
+        "Ġcl",
+        "ap"
+      ],
+      [
+        "Ġme",
+        "asure"
+      ],
+      [
+        "as",
+        "ing"
+      ],
+      [
+        "Ġte",
+        "ars"
+      ],
+      [
+        "bo",
+        "dy"
+      ],
+      [
+        "Ġcomfort",
+        "able"
+      ],
+      [
+        "Ġle",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "an"
+      ],
+      [
+        "Ġtr",
+        "ue"
+      ],
+      [
+        "Ġfr",
+        "ight"
+      ],
+      [
+        "Ġdr",
+        "op"
+      ],
+      [
+        "Ġsmo",
+        "ke"
+      ],
+      [
+        "Ġfeather",
+        "s"
+      ],
+      [
+        "Ġincred",
+        "ible"
+      ],
+      [
+        "g",
+        "gs"
+      ],
+      [
+        "u",
+        "al"
+      ],
+      [
+        "Ġt",
+        "ie"
+      ],
+      [
+        "Ġc",
+        "ap"
+      ],
+      [
+        "Ġlo",
+        "se"
+      ],
+      [
+        "Ġpu",
+        "s"
+      ],
+      [
+        "Ġeag",
+        "er"
+      ],
+      [
+        "Ġmov",
+        "ie"
+      ],
+      [
+        "f",
+        "ic"
+      ],
+      [
+        "Ġc",
+        "op"
+      ],
+      [
+        "Ġe",
+        "ggs"
+      ],
+      [
+        "oo",
+        "f"
+      ],
+      [
+        "Ġr",
+        "id"
+      ],
+      [
+        "Ġco",
+        "vered"
+      ],
+      [
+        "Ġf",
+        "il"
+      ],
+      [
+        "Ġle",
+        "m"
+      ],
+      [
+        "Ġgra",
+        "p"
+      ],
+      [
+        "Ġdisapp",
+        "eared"
+      ],
+      [
+        "Ġrec",
+        "ord"
+      ],
+      [
+        "ĠT",
+        "V"
+      ],
+      [
+        "ĠB",
+        "l"
+      ],
+      [
+        "Ġex",
+        "t"
+      ],
+      [
+        "Ġor",
+        "d"
+      ],
+      [
+        "Ġgigg",
+        "led"
+      ],
+      [
+        "c",
+        "orn"
+      ],
+      [
+        "Ġp",
+        "ri"
+      ],
+      [
+        "Ġha",
+        "m"
+      ],
+      [
+        "Ġr",
+        "are"
+      ],
+      [
+        "Ġyour",
+        "self"
+      ],
+      [
+        "Ġen",
+        "g"
+      ],
+      [
+        "Ġwh",
+        "ale"
+      ],
+      [
+        "Ġkn",
+        "ife"
+      ],
+      [
+        "ĠL",
+        "isa"
+      ],
+      [
+        "Ġte",
+        "am"
+      ],
+      [
+        "ĠJohn",
+        "ny"
+      ],
+      [
+        "z",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "est"
+      ],
+      [
+        "Ġb",
+        "one"
+      ],
+      [
+        "Ġd",
+        "izzy"
+      ],
+      [
+        "Ġli",
+        "br"
+      ],
+      [
+        "Ġwra",
+        "p"
+      ],
+      [
+        "Ġquest",
+        "ions"
+      ],
+      [
+        "i",
+        "v"
+      ],
+      [
+        "Ġl",
+        "ying"
+      ],
+      [
+        "Ġst",
+        "amp"
+      ],
+      [
+        "Ġli",
+        "cked"
+      ],
+      [
+        "Ġno",
+        "isy"
+      ],
+      [
+        "Ġkind",
+        "ness"
+      ],
+      [
+        "Ġdif",
+        "fic"
+      ],
+      [
+        "Ġdraw",
+        "ing"
+      ],
+      [
+        "app",
+        "ing"
+      ],
+      [
+        "Jim",
+        "my"
+      ],
+      [
+        "Ġstra",
+        "w"
+      ],
+      [
+        "Ġb",
+        "urn"
+      ],
+      [
+        "Ġwa",
+        "gon"
+      ],
+      [
+        "at",
+        "ely"
+      ],
+      [
+        "Ġgr",
+        "own"
+      ],
+      [
+        "Ġrock",
+        "et"
+      ],
+      [
+        "Ġpop",
+        "corn"
+      ],
+      [
+        "S",
+        "ally"
+      ],
+      [
+        "Ġb",
+        "atter"
+      ],
+      [
+        "Ġwa",
+        "nd"
+      ],
+      [
+        "Ġan",
+        "c"
+      ],
+      [
+        "ĠE",
+        "nd"
+      ],
+      [
+        "Ġsw",
+        "ord"
+      ],
+      [
+        "Ġhappen",
+        "ing"
+      ],
+      [
+        "Ġlift",
+        "ed"
+      ],
+      [
+        "Ġbal",
+        "ance"
+      ],
+      [
+        "Ġext",
+        "ra"
+      ],
+      [
+        "S",
+        "orry"
+      ],
+      [
+        "h",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "nder"
+      ],
+      [
+        "Ġf",
+        "at"
+      ],
+      [
+        "ĠM",
+        "ark"
+      ],
+      [
+        "ĠE",
+        "lla"
+      ],
+      [
+        "Ġbec",
+        "ome"
+      ],
+      [
+        "Ġtr",
+        "ack"
+      ],
+      [
+        "Ġsmall",
+        "er"
+      ],
+      [
+        "Ġmist",
+        "ake"
+      ],
+      [
+        "Ġto",
+        "ast"
+      ],
+      [
+        "at",
+        "ing"
+      ],
+      [
+        "Ġman",
+        "aged"
+      ],
+      [
+        "sel",
+        "ves"
+      ],
+      [
+        "ĠP",
+        "eter"
+      ],
+      [
+        "Ġbath",
+        "room"
+      ],
+      [
+        "Ġhar",
+        "m"
+      ],
+      [
+        "Ġdiffic",
+        "ult"
+      ],
+      [
+        "Ġtw",
+        "ist"
+      ],
+      [
+        "Ġoff",
+        "ered"
+      ],
+      [
+        "Ġru",
+        "ined"
+      ],
+      [
+        "Ġmat",
+        "ch"
+      ],
+      [
+        "Ġanc",
+        "ient"
+      ],
+      [
+        "Ġg",
+        "ar"
+      ],
+      [
+        "ill",
+        "i"
+      ],
+      [
+        "Ġdist",
+        "ance"
+      ],
+      [
+        "Ġplay",
+        "ground"
+      ],
+      [
+        "Ġla",
+        "zy"
+      ],
+      [
+        "Ġdan",
+        "cing"
+      ],
+      [
+        "Ġadvent",
+        "ur"
+      ],
+      [
+        "a",
+        "f"
+      ],
+      [
+        "ĠB",
+        "a"
+      ],
+      [
+        "Ġcall",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ed"
+      ],
+      [
+        "Ġcr",
+        "own"
+      ],
+      [
+        "orm",
+        "al"
+      ],
+      [
+        "Ġon",
+        "ce"
+      ],
+      [
+        "Ġbo",
+        "ss"
+      ],
+      [
+        "Ġse",
+        "ll"
+      ],
+      [
+        "Ġwalk",
+        "s"
+      ],
+      [
+        "Ġfright",
+        "ened"
+      ],
+      [
+        "er",
+        "ri"
+      ],
+      [
+        "Ġm",
+        "ask"
+      ],
+      [
+        "Ġfl",
+        "uffy"
+      ],
+      [
+        "em",
+        "o"
+      ],
+      [
+        "Ġ",
+        "Z"
+      ],
+      [
+        "Ġf",
+        "rag"
+      ],
+      [
+        "Ġd",
+        "est"
+      ],
+      [
+        "Ġn",
+        "ormal"
+      ],
+      [
+        "Ġy",
+        "og"
+      ],
+      [
+        "Ġpick",
+        "s"
+      ],
+      [
+        "Ġey",
+        "e"
+      ],
+      [
+        "Ġdr",
+        "ank"
+      ],
+      [
+        "Ġcir",
+        "cle"
+      ],
+      [
+        "Ġadventur",
+        "ous"
+      ],
+      [
+        "S",
+        "pot"
+      ],
+      [
+        "Ġt",
+        "ent"
+      ],
+      [
+        "Ġp",
+        "ress"
+      ],
+      [
+        "Ġk",
+        "issed"
+      ],
+      [
+        "ic",
+        "t"
+      ],
+      [
+        "Ġsc",
+        "iss"
+      ],
+      [
+        "Ġget",
+        "s"
+      ],
+      [
+        "Ġtr",
+        "unk"
+      ],
+      [
+        "Ġche",
+        "ck"
+      ],
+      [
+        "Ġenjoy",
+        "ing"
+      ],
+      [
+        "Ġshell",
+        "s"
+      ],
+      [
+        "Ġeld",
+        "erly"
+      ],
+      [
+        "Ġsciss",
+        "ors"
+      ],
+      [
+        "Ġt",
+        "erri"
+      ],
+      [
+        "Ġto",
+        "ug"
+      ],
+      [
+        "ag",
+        "es"
+      ],
+      [
+        "Ġste",
+        "al"
+      ],
+      [
+        "M",
+        "e"
+      ],
+      [
+        "re",
+        "ady"
+      ],
+      [
+        "et",
+        "e"
+      ],
+      [
+        "Ġal",
+        "ready"
+      ],
+      [
+        "ĠL",
+        "ittle"
+      ],
+      [
+        "Ġju",
+        "icy"
+      ],
+      [
+        "Ġstu",
+        "dy"
+      ],
+      [
+        "Ġh",
+        "orn"
+      ],
+      [
+        "er",
+        "p"
+      ],
+      [
+        "Ġp",
+        "izz"
+      ],
+      [
+        "Ġall",
+        "ig"
+      ],
+      [
+        "Ġloud",
+        "er"
+      ],
+      [
+        "Ġtow",
+        "el"
+      ],
+      [
+        "Ġcirc",
+        "les"
+      ],
+      [
+        "Ġle",
+        "ad"
+      ],
+      [
+        "Ġro",
+        "ar"
+      ],
+      [
+        "Ġro",
+        "se"
+      ],
+      [
+        "Ġsl",
+        "ipped"
+      ],
+      [
+        "Ġte",
+        "le"
+      ],
+      [
+        "Ġfam",
+        "ous"
+      ],
+      [
+        "Ġar",
+        "g"
+      ],
+      [
+        "Ġcheer",
+        "ful"
+      ],
+      [
+        "ĠRe",
+        "x"
+      ],
+      [
+        "Ġtoug",
+        "h"
+      ],
+      [
+        "i",
+        "pper"
+      ],
+      [
+        "Ġb",
+        "arn"
+      ],
+      [
+        "Ġf",
+        "ool"
+      ],
+      [
+        "Ġd",
+        "ig"
+      ],
+      [
+        "Ġd",
+        "ish"
+      ],
+      [
+        "Ġagain",
+        "st"
+      ],
+      [
+        "Ġde",
+        "er"
+      ],
+      [
+        "Ġsweet",
+        "ie"
+      ],
+      [
+        "Ġeng",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "ed"
+      ],
+      [
+        "Ġf",
+        "ather"
+      ],
+      [
+        "Ġco",
+        "ver"
+      ],
+      [
+        "Ġyour",
+        "s"
+      ],
+      [
+        "Ġneed",
+        "s"
+      ],
+      [
+        "Jo",
+        "e"
+      ],
+      [
+        "Ġbag",
+        "s"
+      ],
+      [
+        "Ġspin",
+        "ning"
+      ],
+      [
+        "S",
+        "ue"
+      ],
+      [
+        "Ġa",
+        "w"
+      ],
+      [
+        "an",
+        "ged"
+      ],
+      [
+        "am",
+        "ond"
+      ],
+      [
+        "Ġy",
+        "arn"
+      ],
+      [
+        "op",
+        "h"
+      ],
+      [
+        "Ġgi",
+        "ving"
+      ],
+      [
+        "Ġdi",
+        "amond"
+      ],
+      [
+        "Ġsandw",
+        "ich"
+      ],
+      [
+        "Ġind",
+        "epend"
+      ],
+      [
+        "Ġfrag",
+        "ile"
+      ],
+      [
+        "W",
+        "ho"
+      ],
+      [
+        "ce",
+        "pt"
+      ],
+      [
+        "Ġno",
+        "sy"
+      ],
+      [
+        "Ġtw",
+        "ig"
+      ],
+      [
+        "Ġhurt",
+        "s"
+      ],
+      [
+        "Ġsugg",
+        "ested"
+      ],
+      [
+        "Ġlem",
+        "on"
+      ],
+      [
+        "i",
+        "est"
+      ],
+      [
+        "in",
+        "ation"
+      ],
+      [
+        "or",
+        "ge"
+      ],
+      [
+        "Ġno",
+        "d"
+      ],
+      [
+        "Ġbl",
+        "oom"
+      ],
+      [
+        "Ġho",
+        "se"
+      ],
+      [
+        "Ġbox",
+        "es"
+      ],
+      [
+        "Ġreal",
+        "ised"
+      ],
+      [
+        "Ġfr",
+        "own"
+      ],
+      [
+        "ac",
+        "he"
+      ],
+      [
+        "Ġrel",
+        "ax"
+      ],
+      [
+        "Ġham",
+        "mer"
+      ],
+      [
+        "Ġa",
+        "dded"
+      ],
+      [
+        "Ġwe",
+        "ird"
+      ],
+      [
+        "Ġmo",
+        "d"
+      ],
+      [
+        "Ġcr",
+        "ack"
+      ],
+      [
+        "Ġallig",
+        "ator"
+      ],
+      [
+        "A",
+        "my"
+      ],
+      [
+        "G",
+        "ra"
+      ],
+      [
+        "o",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "ake"
+      ],
+      [
+        "ra",
+        "ge"
+      ],
+      [
+        "Ġlearn",
+        "ing"
+      ],
+      [
+        "Ġvegetable",
+        "s"
+      ],
+      [
+        "Ġa",
+        "dd"
+      ],
+      [
+        "Ġm",
+        "elt"
+      ],
+      [
+        "ĠS",
+        "usie"
+      ],
+      [
+        "el",
+        "p"
+      ],
+      [
+        "ĠB",
+        "obby"
+      ],
+      [
+        "Ġtra",
+        "p"
+      ],
+      [
+        "Ġcoll",
+        "ar"
+      ],
+      [
+        "Ġstu",
+        "bb"
+      ],
+      [
+        "i",
+        "que"
+      ],
+      [
+        "Ġb",
+        "orrow"
+      ],
+      [
+        "Ġp",
+        "ump"
+      ],
+      [
+        "Ġloud",
+        "ly"
+      ],
+      [
+        "Ġsear",
+        "ch"
+      ],
+      [
+        "Ġchick",
+        "en"
+      ],
+      [
+        "Ġpizz",
+        "a"
+      ],
+      [
+        "Ġindepend",
+        "ent"
+      ],
+      [
+        "Ġstubb",
+        "orn"
+      ],
+      [
+        "Ġre",
+        "f"
+      ],
+      [
+        "Ġas",
+        "king"
+      ],
+      [
+        "Ġbr",
+        "illi"
+      ],
+      [
+        "Ġdec",
+        "ide"
+      ],
+      [
+        "Ġfl",
+        "ash"
+      ],
+      [
+        "Ġcat",
+        "erp"
+      ],
+      [
+        "Ġqu",
+        "een"
+      ],
+      [
+        "Ġsn",
+        "ee"
+      ],
+      [
+        "ĠR",
+        "ose"
+      ],
+      [
+        "Ġinv",
+        "ited"
+      ],
+      [
+        "Ġstraw",
+        "ber"
+      ],
+      [
+        "Ġfool",
+        "ish"
+      ],
+      [
+        "Ġcaterp",
+        "ill"
+      ],
+      [
+        "g",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ur"
+      ],
+      [
+        "Ġd",
+        "epend"
+      ],
+      [
+        "Ġg",
+        "uit"
+      ],
+      [
+        "Ġst",
+        "ri"
+      ],
+      [
+        "Ġkn",
+        "ight"
+      ],
+      [
+        "Ġboy",
+        "s"
+      ],
+      [
+        "Ġpe",
+        "e"
+      ],
+      [
+        "Ġcom",
+        "b"
+      ],
+      [
+        "Ġcle",
+        "ar"
+      ],
+      [
+        "Ġun",
+        "ique"
+      ],
+      [
+        "Ġbutt",
+        "ons"
+      ],
+      [
+        "ĠTweet",
+        "y"
+      ],
+      [
+        "Ġcolour",
+        "ful"
+      ],
+      [
+        "Ġesc",
+        "ape"
+      ],
+      [
+        "Ġbrilli",
+        "ant"
+      ],
+      [
+        "Ġr",
+        "ich"
+      ],
+      [
+        "ĠB",
+        "u"
+      ],
+      [
+        "Ġsay",
+        "ing"
+      ],
+      [
+        "Ġro",
+        "de"
+      ],
+      [
+        "Ġsk",
+        "in"
+      ],
+      [
+        "Ġgar",
+        "age"
+      ],
+      [
+        "H",
+        "elp"
+      ],
+      [
+        "d",
+        "om"
+      ],
+      [
+        "Ġm",
+        "ummy"
+      ],
+      [
+        "Ġbe",
+        "ak"
+      ],
+      [
+        "ur",
+        "ed"
+      ],
+      [
+        "a",
+        "w"
+      ],
+      [
+        "e",
+        "orge"
+      ],
+      [
+        "r",
+        "op"
+      ],
+      [
+        "ed",
+        "ient"
+      ],
+      [
+        "Ġun",
+        "us"
+      ],
+      [
+        "Ġoy",
+        "ster"
+      ],
+      [
+        "Ġtur",
+        "key"
+      ],
+      [
+        "Ġ",
+        "OK"
+      ],
+      [
+        "Ġf",
+        "ountain"
+      ],
+      [
+        "Ġp",
+        "atter"
+      ],
+      [
+        "Ġwe",
+        "ek"
+      ],
+      [
+        "Ġch",
+        "ase"
+      ],
+      [
+        "Ġru",
+        "bb"
+      ],
+      [
+        "Ġcount",
+        "ed"
+      ],
+      [
+        "Ġreg",
+        "ular"
+      ],
+      [
+        "Ġwip",
+        "ed"
+      ],
+      [
+        "Ġguit",
+        "ar"
+      ],
+      [
+        "Ġunus",
+        "ual"
+      ],
+      [
+        "l",
+        "and"
+      ],
+      [
+        "Ġu",
+        "mb"
+      ],
+      [
+        "Ġfor",
+        "k"
+      ],
+      [
+        "Ġshow",
+        "s"
+      ],
+      [
+        "Ġlight",
+        "s"
+      ],
+      [
+        "Ġwall",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ed"
+      ],
+      [
+        "Ġbanan",
+        "a"
+      ],
+      [
+        "Ġsuccess",
+        "ful"
+      ],
+      [
+        "Ġjew",
+        "el"
+      ],
+      [
+        "Ġpatter",
+        "n"
+      ],
+      [
+        "Ġumb",
+        "re"
+      ],
+      [
+        "c",
+        "il"
+      ],
+      [
+        "r",
+        "ay"
+      ],
+      [
+        "in",
+        "al"
+      ],
+      [
+        "Ġl",
+        "ow"
+      ],
+      [
+        "im",
+        "ed"
+      ],
+      [
+        "Ġsw",
+        "e"
+      ],
+      [
+        "Ġcry",
+        "st"
+      ],
+      [
+        "Ġpen",
+        "cil"
+      ],
+      [
+        "Ġsaf",
+        "ely"
+      ],
+      [
+        "Ġtool",
+        "s"
+      ],
+      [
+        "W",
+        "ell"
+      ],
+      [
+        "Ġt",
+        "ape"
+      ],
+      [
+        "Ġst",
+        "ream"
+      ],
+      [
+        "ce",
+        "ed"
+      ],
+      [
+        "Ġre",
+        "sc"
+      ],
+      [
+        "Ġab",
+        "ove"
+      ],
+      [
+        "Ġhard",
+        "er"
+      ],
+      [
+        "Ġgu",
+        "ess"
+      ],
+      [
+        "Ġbott",
+        "om"
+      ],
+      [
+        "Ġmark",
+        "et"
+      ],
+      [
+        "Ġimpress",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "ff"
+      ],
+      [
+        "an",
+        "ut"
+      ],
+      [
+        "ig",
+        "inal"
+      ],
+      [
+        "Ġnot",
+        "ice"
+      ],
+      [
+        "ill",
+        "a"
+      ],
+      [
+        "Ġno",
+        "ds"
+      ],
+      [
+        "Ġpe",
+        "anut"
+      ],
+      [
+        "ol",
+        "og"
+      ],
+      [
+        "Ġpat",
+        "ch"
+      ],
+      [
+        "Ġcraw",
+        "led"
+      ],
+      [
+        "Ġcaterpill",
+        "ar"
+      ],
+      [
+        "n",
+        "a"
+      ],
+      [
+        "Ġt",
+        "ank"
+      ],
+      [
+        "Ġt",
+        "ask"
+      ],
+      [
+        "Ġt",
+        "ire"
+      ],
+      [
+        "Ġg",
+        "un"
+      ],
+      [
+        "Ġlo",
+        "ad"
+      ],
+      [
+        "Ġcomp",
+        "et"
+      ],
+      [
+        "umb",
+        "led"
+      ],
+      [
+        "Ġap",
+        "olog"
+      ],
+      [
+        "Ġsol",
+        "ve"
+      ],
+      [
+        "H",
+        "ow"
+      ],
+      [
+        "M",
+        "ummy"
+      ],
+      [
+        "f",
+        "ast"
+      ],
+      [
+        "h",
+        "ip"
+      ],
+      [
+        "Ġ",
+        "No"
+      ],
+      [
+        "Ġb",
+        "itter"
+      ],
+      [
+        "ar",
+        "l"
+      ],
+      [
+        "Ġe",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "one"
+      ],
+      [
+        "Ġbr",
+        "ush"
+      ],
+      [
+        "ĠF",
+        "in"
+      ],
+      [
+        "Ġor",
+        "iginal"
+      ],
+      [
+        "Ġfi",
+        "er"
+      ],
+      [
+        "Ġgl",
+        "ow"
+      ],
+      [
+        "ĠN",
+        "emo"
+      ],
+      [
+        "Ġbreak",
+        "fast"
+      ],
+      [
+        "Ġadm",
+        "ired"
+      ],
+      [
+        "ĠBl",
+        "ue"
+      ],
+      [
+        "Ġed",
+        "ge"
+      ],
+      [
+        "Ġdepend",
+        "able"
+      ],
+      [
+        "u",
+        "nd"
+      ],
+      [
+        "ut",
+        "h"
+      ],
+      [
+        "ĠI",
+        "f"
+      ],
+      [
+        "Ġcl",
+        "ay"
+      ],
+      [
+        "Ġstrong",
+        "er"
+      ],
+      [
+        "Ġboss",
+        "y"
+      ],
+      [
+        "Ġc",
+        "udd"
+      ],
+      [
+        "as",
+        "er"
+      ],
+      [
+        "Ġgra",
+        "ndpa"
+      ],
+      [
+        "Ġknow",
+        "s"
+      ],
+      [
+        "Ġpick",
+        "ing"
+      ],
+      [
+        "Ġjo",
+        "ke"
+      ],
+      [
+        "Ġboat",
+        "s"
+      ],
+      [
+        "Ġba",
+        "ld"
+      ],
+      [
+        "Ġmed",
+        "ic"
+      ],
+      [
+        "Ġscr",
+        "at"
+      ],
+      [
+        "Ġc",
+        "one"
+      ],
+      [
+        "Ġp",
+        "enny"
+      ],
+      [
+        "Ġle",
+        "an"
+      ],
+      [
+        "Ġra",
+        "ft"
+      ],
+      [
+        "ugg",
+        "led"
+      ],
+      [
+        "Ġsuc",
+        "ceed"
+      ],
+      [
+        "Ġob",
+        "edient"
+      ],
+      [
+        "Ġhum",
+        "ble"
+      ],
+      [
+        "Ġlibr",
+        "ary"
+      ],
+      [
+        "R",
+        "e"
+      ],
+      [
+        "he",
+        "ad"
+      ],
+      [
+        "Ġp",
+        "h"
+      ],
+      [
+        "Ġn",
+        "umb"
+      ],
+      [
+        "Ġsa",
+        "uce"
+      ],
+      [
+        "ĠB",
+        "ear"
+      ],
+      [
+        "Ġtr",
+        "ay"
+      ],
+      [
+        "Ġproud",
+        "ly"
+      ],
+      [
+        "He",
+        "re"
+      ],
+      [
+        "Ġsound",
+        "ed"
+      ],
+      [
+        "Ġsqu",
+        "are"
+      ],
+      [
+        "Ġterri",
+        "ble"
+      ],
+      [
+        "Ġcryst",
+        "al"
+      ],
+      [
+        "Ġfier",
+        "ce"
+      ],
+      [
+        "J",
+        "ill"
+      ],
+      [
+        "Ġw",
+        "itch"
+      ],
+      [
+        "in",
+        "ary"
+      ],
+      [
+        "Ġhapp",
+        "iness"
+      ],
+      [
+        "ĠL",
+        "ola"
+      ],
+      [
+        "Ġhand",
+        "ed"
+      ],
+      [
+        "Ġfr",
+        "idge"
+      ],
+      [
+        "f",
+        "a"
+      ],
+      [
+        "Ġr",
+        "ough"
+      ],
+      [
+        "ent",
+        "ion"
+      ],
+      [
+        "Ġch",
+        "anged"
+      ],
+      [
+        "Ġjo",
+        "ined"
+      ],
+      [
+        "Ġra",
+        "ven"
+      ],
+      [
+        "Ġmight",
+        "y"
+      ],
+      [
+        "Ġcho",
+        "se"
+      ],
+      [
+        "Ġwhe",
+        "el"
+      ],
+      [
+        "Ġumbre",
+        "lla"
+      ],
+      [
+        "Ġt",
+        "ag"
+      ],
+      [
+        "Ġc",
+        "ri"
+      ],
+      [
+        "Ġo",
+        "w"
+      ],
+      [
+        "ar",
+        "ry"
+      ],
+      [
+        "im",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ill"
+      ],
+      [
+        "Ġhelp",
+        "s"
+      ],
+      [
+        "Ġfind",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ing"
+      ],
+      [
+        "Ġsqu",
+        "ee"
+      ],
+      [
+        "Ġfire",
+        "work"
+      ],
+      [
+        "Ġmedic",
+        "ine"
+      ],
+      [
+        "a",
+        "zz"
+      ],
+      [
+        "m",
+        "et"
+      ],
+      [
+        "Ġplay",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "cked"
+      ],
+      [
+        "Ġgo",
+        "at"
+      ],
+      [
+        "Ġac",
+        "cept"
+      ],
+      [
+        "Ġcomp",
+        "ass"
+      ],
+      [
+        "Ġsur",
+        "f"
+      ],
+      [
+        "Ġcompet",
+        "it"
+      ],
+      [
+        "e",
+        "xt"
+      ],
+      [
+        "k",
+        "n"
+      ],
+      [
+        "Ġs",
+        "y"
+      ],
+      [
+        "Ġs",
+        "il"
+      ],
+      [
+        "Ġbe",
+        "et"
+      ],
+      [
+        "ĠM",
+        "ar"
+      ],
+      [
+        "ur",
+        "ing"
+      ],
+      [
+        "Ġch",
+        "ir"
+      ],
+      [
+        "ĠE",
+        "llie"
+      ],
+      [
+        "Ġball",
+        "s"
+      ],
+      [
+        "Åĵ",
+        "Let"
+      ],
+      [
+        "Ġbutterf",
+        "lies"
+      ],
+      [
+        "Ġgu",
+        "ard"
+      ],
+      [
+        "Ġcray",
+        "on"
+      ],
+      [
+        "Ġdisco",
+        "ver"
+      ],
+      [
+        "Ġpar",
+        "ade"
+      ],
+      [
+        "Ġmix",
+        "ed"
+      ],
+      [
+        "Ġval",
+        "u"
+      ],
+      [
+        "Ġhel",
+        "met"
+      ],
+      [
+        "ĠBrown",
+        "ie"
+      ],
+      [
+        "E",
+        "m"
+      ],
+      [
+        "j",
+        "ect"
+      ],
+      [
+        "s",
+        "qu"
+      ],
+      [
+        "u",
+        "d"
+      ],
+      [
+        "Ġg",
+        "um"
+      ],
+      [
+        "at",
+        "ure"
+      ],
+      [
+        "Ġis",
+        "land"
+      ],
+      [
+        "Ġco",
+        "st"
+      ],
+      [
+        "Ġmo",
+        "le"
+      ],
+      [
+        "Ġnice",
+        "ly"
+      ],
+      [
+        "Ġkind",
+        "s"
+      ],
+      [
+        "Ġra",
+        "ced"
+      ],
+      [
+        "Ġsto",
+        "ve"
+      ],
+      [
+        "Ġlaugh",
+        "s"
+      ],
+      [
+        "Ġmar",
+        "ch"
+      ],
+      [
+        "Ġfall",
+        "s"
+      ],
+      [
+        "Ġpers",
+        "ist"
+      ],
+      [
+        "ĠBa",
+        "by"
+      ],
+      [
+        "oph",
+        "ie"
+      ],
+      [
+        "A",
+        "lice"
+      ],
+      [
+        "i",
+        "ence"
+      ],
+      [
+        "it",
+        "o"
+      ],
+      [
+        "Ġc",
+        "age"
+      ],
+      [
+        "Ġg",
+        "oose"
+      ],
+      [
+        "Ġco",
+        "ins"
+      ],
+      [
+        "Ġtr",
+        "ump"
+      ],
+      [
+        "Ġmo",
+        "squ"
+      ],
+      [
+        "Ġser",
+        "ious"
+      ],
+      [
+        "Ġmosqu",
+        "ito"
+      ],
+      [
+        "Ġf",
+        "lex"
+      ],
+      [
+        "Ġc",
+        "ro"
+      ],
+      [
+        "el",
+        "on"
+      ],
+      [
+        "Ġexc",
+        "la"
+      ],
+      [
+        "Ġch",
+        "oose"
+      ],
+      [
+        "Ġexpl",
+        "ored"
+      ],
+      [
+        "Ġun",
+        "l"
+      ],
+      [
+        "Ġbrother",
+        "s"
+      ],
+      [
+        "Ġgu",
+        "il"
+      ],
+      [
+        "Ġnumb",
+        "ers"
+      ],
+      [
+        "Ġtrump",
+        "et"
+      ],
+      [
+        "Ġ",
+        "icy"
+      ],
+      [
+        "Ġmom",
+        "s"
+      ],
+      [
+        "ie",
+        "w"
+      ],
+      [
+        "Ġv",
+        "iew"
+      ],
+      [
+        "Ġen",
+        "orm"
+      ],
+      [
+        "Ġfire",
+        "man"
+      ],
+      [
+        "ĠMr",
+        "s"
+      ],
+      [
+        "Ġpract",
+        "ice"
+      ],
+      [
+        "Ġenorm",
+        "ous"
+      ],
+      [
+        "w",
+        "ards"
+      ],
+      [
+        "Ġs",
+        "up"
+      ],
+      [
+        "Ġvo",
+        "lc"
+      ],
+      [
+        "Ġmean",
+        "s"
+      ],
+      [
+        "Ġpoin",
+        "ting"
+      ],
+      [
+        "Ġvalu",
+        "able"
+      ],
+      [
+        "Ġflex",
+        "ible"
+      ],
+      [
+        "Ġexcla",
+        "imed"
+      ],
+      [
+        "Ġguil",
+        "ty"
+      ],
+      [
+        "y",
+        "al"
+      ],
+      [
+        "Ġc",
+        "am"
+      ],
+      [
+        "Ġp",
+        "ipe"
+      ],
+      [
+        "is",
+        "ion"
+      ],
+      [
+        "ĠM",
+        "y"
+      ],
+      [
+        "Ġuse",
+        "ful"
+      ],
+      [
+        "Ġfav",
+        "our"
+      ],
+      [
+        "Ġcra",
+        "zy"
+      ],
+      [
+        "Ġph",
+        "ot"
+      ],
+      [
+        "kn",
+        "own"
+      ],
+      [
+        "Ġvolc",
+        "ano"
+      ],
+      [
+        "Ġwa",
+        "ke"
+      ],
+      [
+        "Ġc",
+        "ity"
+      ],
+      [
+        "om",
+        "ed"
+      ],
+      [
+        "ll",
+        "ip"
+      ],
+      [
+        "Ġfor",
+        "th"
+      ],
+      [
+        "Ġlo",
+        "llip"
+      ],
+      [
+        "Ġse",
+        "al"
+      ],
+      [
+        "Ġall",
+        "owed"
+      ],
+      [
+        "Ġsc",
+        "are"
+      ],
+      [
+        "Ġbright",
+        "ly"
+      ],
+      [
+        "Ġmar",
+        "ble"
+      ],
+      [
+        "Ġpop",
+        "ular"
+      ],
+      [
+        "Ġflash",
+        "light"
+      ],
+      [
+        "Ġcompass",
+        "ion"
+      ],
+      [
+        "Ġlollip",
+        "op"
+      ],
+      [
+        "Ġ",
+        "U"
+      ],
+      [
+        "Ġ",
+        "ing"
+      ],
+      [
+        "Ġh",
+        "unt"
+      ],
+      [
+        "Ġd",
+        "ull"
+      ],
+      [
+        "er",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "at"
+      ],
+      [
+        "Ġshe",
+        "l"
+      ],
+      [
+        "!\"",
+        "."
+      ],
+      [
+        "Ġun",
+        "known"
+      ],
+      [
+        "Ġhat",
+        "s"
+      ],
+      [
+        "Ġsho",
+        "ot"
+      ],
+      [
+        "red",
+        "ient"
+      ],
+      [
+        "Ġbelong",
+        "ed"
+      ],
+      [
+        "Ġfavour",
+        "ite"
+      ],
+      [
+        "Ġing",
+        "redient"
+      ],
+      [
+        "Ġp",
+        "il"
+      ],
+      [
+        "Ġlo",
+        "yal"
+      ],
+      [
+        "Ġbra",
+        "ce"
+      ],
+      [
+        "ĠWhen",
+        "ever"
+      ],
+      [
+        "Ġdream",
+        "s"
+      ],
+      [
+        "Ġkick",
+        "ed"
+      ],
+      [
+        "Ġseed",
+        "s"
+      ],
+      [
+        "Ġtwirl",
+        "ed"
+      ],
+      [
+        "Ġsup",
+        "er"
+      ],
+      [
+        "t",
+        "ime"
+      ],
+      [
+        "Ġf",
+        "ine"
+      ],
+      [
+        "Ġbe",
+        "es"
+      ],
+      [
+        "Ġso",
+        "fa"
+      ],
+      [
+        "Ġsh",
+        "ark"
+      ],
+      [
+        "ĠM",
+        "ike"
+      ],
+      [
+        "Ġan",
+        "x"
+      ],
+      [
+        "Ġsad",
+        "ly"
+      ],
+      [
+        "Ġshow",
+        "ing"
+      ],
+      [
+        "Ġway",
+        "s"
+      ],
+      [
+        "Ġtruck",
+        "s"
+      ],
+      [
+        "Ġdelic",
+        "ate"
+      ],
+      [
+        "ation",
+        "s"
+      ],
+      [
+        "Ġrep",
+        "e"
+      ],
+      [
+        "Ġimpress",
+        "ive"
+      ],
+      [
+        "Ġpour",
+        "ed"
+      ],
+      [
+        "Ġpir",
+        "ate"
+      ],
+      [
+        "Ġwhisp",
+        "ered"
+      ],
+      [
+        "Ġharm",
+        "less"
+      ],
+      [
+        "a",
+        "ff"
+      ],
+      [
+        "Ġt",
+        "urt"
+      ],
+      [
+        "Ġt",
+        "ied"
+      ],
+      [
+        "ar",
+        "oo"
+      ],
+      [
+        "ad",
+        "o"
+      ],
+      [
+        "art",
+        "h"
+      ],
+      [
+        "Ġgra",
+        "ce"
+      ],
+      [
+        "Ġhand",
+        "le"
+      ],
+      [
+        "Ġen",
+        "c"
+      ],
+      [
+        "Ġdel",
+        "iver"
+      ],
+      [
+        "Ben",
+        "ny"
+      ],
+      [
+        "Ġru",
+        "shed"
+      ],
+      [
+        "Ġus",
+        "ing"
+      ],
+      [
+        "ang",
+        "aroo"
+      ],
+      [
+        "Ġshap",
+        "e"
+      ],
+      [
+        "Ġbus",
+        "hes"
+      ],
+      [
+        "Ġpersist",
+        "ent"
+      ],
+      [
+        "Ġg",
+        "or"
+      ],
+      [
+        "ĠS",
+        "p"
+      ],
+      [
+        "Ġk",
+        "angaroo"
+      ],
+      [
+        "Ġan",
+        "g"
+      ],
+      [
+        "Ġoff",
+        "ice"
+      ],
+      [
+        "Ġanx",
+        "ious"
+      ],
+      [
+        "G",
+        "o"
+      ],
+      [
+        "al",
+        "ous"
+      ],
+      [
+        "Ġsp",
+        "ell"
+      ],
+      [
+        "ĠW",
+        "hile"
+      ],
+      [
+        "ia",
+        "ble"
+      ],
+      [
+        "Ġpot",
+        "ato"
+      ],
+      [
+        "Ġje",
+        "alous"
+      ],
+      [
+        "Ġwra",
+        "pped"
+      ],
+      [
+        "Ġf",
+        "our"
+      ],
+      [
+        "Ġc",
+        "urt"
+      ],
+      [
+        "Ġlo",
+        "g"
+      ],
+      [
+        "Ġco",
+        "al"
+      ],
+      [
+        "Ġrel",
+        "iable"
+      ],
+      [
+        "Ġcurt",
+        "ain"
+      ],
+      [
+        "D",
+        "aisy"
+      ],
+      [
+        "Ġs",
+        "udden"
+      ],
+      [
+        "mb",
+        "ol"
+      ],
+      [
+        "Åĵ",
+        "Yes"
+      ],
+      [
+        "ac",
+        "hes"
+      ],
+      [
+        "ĠP",
+        "e"
+      ],
+      [
+        "Ġpain",
+        "ted"
+      ],
+      [
+        "ĠTo",
+        "by"
+      ],
+      [
+        "Ġce",
+        "re"
+      ],
+      [
+        "g",
+        "u"
+      ],
+      [
+        "Ġt",
+        "ummy"
+      ],
+      [
+        "Ġth",
+        "ose"
+      ],
+      [
+        "ous",
+        "es"
+      ],
+      [
+        "udd",
+        "y"
+      ],
+      [
+        "Ġcu",
+        "sh"
+      ],
+      [
+        "Ġmet",
+        "al"
+      ],
+      [
+        "Ġsy",
+        "mbol"
+      ],
+      [
+        "Ġbeet",
+        "le"
+      ],
+      [
+        "Ġcam",
+        "era"
+      ],
+      [
+        "Ġh",
+        "ouses"
+      ],
+      [
+        "il",
+        "t"
+      ],
+      [
+        "Ġcelebr",
+        "ate"
+      ],
+      [
+        "Ġdelight",
+        "ed"
+      ],
+      [
+        "Ġgor",
+        "illa"
+      ],
+      [
+        "Ġto",
+        "oth"
+      ],
+      [
+        "Ġth",
+        "irst"
+      ],
+      [
+        "ke",
+        "ep"
+      ],
+      [
+        "Ġsh",
+        "iver"
+      ],
+      [
+        "Ġre",
+        "ward"
+      ],
+      [
+        "Ġsp",
+        "ace"
+      ],
+      [
+        "Ġtra",
+        "vel"
+      ],
+      [
+        "Ġru",
+        "bbed"
+      ],
+      [
+        "Ġprin",
+        "t"
+      ],
+      [
+        "Ġdri",
+        "ving"
+      ],
+      [
+        "Ġmar",
+        "ry"
+      ],
+      [
+        "Ġwar",
+        "ned"
+      ],
+      [
+        "Ġsold",
+        "ier"
+      ],
+      [
+        "Ġmotor",
+        "cy"
+      ],
+      [
+        "c",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "on"
+      ],
+      [
+        "Ġto",
+        "r"
+      ],
+      [
+        "ar",
+        "lie"
+      ],
+      [
+        "Ġher",
+        "o"
+      ],
+      [
+        "ie",
+        "f"
+      ],
+      [
+        "Ġcar",
+        "p"
+      ],
+      [
+        "Ġexcited",
+        "ly"
+      ],
+      [
+        "Ġte",
+        "mp"
+      ],
+      [
+        "ĠP",
+        "ete"
+      ],
+      [
+        "ĠBob",
+        "o"
+      ],
+      [
+        "co",
+        "d"
+      ],
+      [
+        "Ġhun",
+        "g"
+      ],
+      [
+        "Ġgrow",
+        "ing"
+      ],
+      [
+        "up",
+        "id"
+      ],
+      [
+        "Ġthin",
+        "king"
+      ],
+      [
+        "Ġtun",
+        "n"
+      ],
+      [
+        "W",
+        "hile"
+      ],
+      [
+        "c",
+        "u"
+      ],
+      [
+        "i",
+        "pp"
+      ],
+      [
+        "Ġh",
+        "ay"
+      ],
+      [
+        "Ġy",
+        "et"
+      ],
+      [
+        "Ġv",
+        "ine"
+      ],
+      [
+        "Ġac",
+        "orn"
+      ],
+      [
+        "icy",
+        "cle"
+      ],
+      [
+        "Ġpre",
+        "p"
+      ],
+      [
+        "Ġremind",
+        "ed"
+      ],
+      [
+        "Ġgas",
+        "ped"
+      ],
+      [
+        "Ġflut",
+        "e"
+      ],
+      [
+        "Ġord",
+        "inary"
+      ],
+      [
+        "Ġcro",
+        "cod"
+      ],
+      [
+        "Ġa",
+        "mb"
+      ],
+      [
+        "Ġc",
+        "ur"
+      ],
+      [
+        "ĠB",
+        "et"
+      ],
+      [
+        "ĠM",
+        "andy"
+      ],
+      [
+        "Ġpu",
+        "p"
+      ],
+      [
+        "Ġcreature",
+        "s"
+      ],
+      [
+        "Ġhur",
+        "ry"
+      ],
+      [
+        "Ġspoil",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "imes"
+      ],
+      [
+        "Ġm",
+        "is"
+      ],
+      [
+        "Ġr",
+        "ice"
+      ],
+      [
+        "Ġst",
+        "upid"
+      ],
+      [
+        "Ġsh",
+        "ine"
+      ],
+      [
+        "Ġre",
+        "sist"
+      ],
+      [
+        "ug",
+        "ged"
+      ],
+      [
+        "Ġla",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "ull"
+      ],
+      [
+        "co",
+        "a"
+      ],
+      [
+        "Ġmiss",
+        "ing"
+      ],
+      [
+        "Ġwhe",
+        "at"
+      ],
+      [
+        "Ġsupp",
+        "ort"
+      ],
+      [
+        "Ġingredient",
+        "s"
+      ],
+      [
+        "a",
+        "id"
+      ],
+      [
+        "l",
+        "oo"
+      ],
+      [
+        "Ġc",
+        "ase"
+      ],
+      [
+        "er",
+        "y"
+      ],
+      [
+        "Ġwas",
+        "hed"
+      ],
+      [
+        "Ġdo",
+        "ve"
+      ],
+      [
+        "Ġsp",
+        "illed"
+      ],
+      [
+        "Ġsc",
+        "oot"
+      ],
+      [
+        "Ġme",
+        "al"
+      ],
+      [
+        "Ġmu",
+        "le"
+      ],
+      [
+        "ĠD",
+        "ucky"
+      ],
+      [
+        "Ġmo",
+        "der"
+      ],
+      [
+        "ars",
+        "h"
+      ],
+      [
+        "Åĵ",
+        "What"
+      ],
+      [
+        "Ġtri",
+        "ck"
+      ],
+      [
+        "Ġset",
+        "t"
+      ],
+      [
+        "ĠTweet",
+        "ie"
+      ],
+      [
+        "Ġboun",
+        "ce"
+      ],
+      [
+        "Ġfil",
+        "thy"
+      ],
+      [
+        "Ġb",
+        "ase"
+      ],
+      [
+        "Ġh",
+        "oop"
+      ],
+      [
+        "Ġf",
+        "re"
+      ],
+      [
+        "Ġst",
+        "umbled"
+      ],
+      [
+        "Ġso",
+        "ar"
+      ],
+      [
+        "Ġwe",
+        "al"
+      ],
+      [
+        "Ġsee",
+        "m"
+      ],
+      [
+        "Ġwor",
+        "d"
+      ],
+      [
+        "Ġla",
+        "b"
+      ],
+      [
+        "ĠD",
+        "ave"
+      ],
+      [
+        "ĠF",
+        "r"
+      ],
+      [
+        "Ġbad",
+        "ly"
+      ],
+      [
+        "Ġhair",
+        "y"
+      ],
+      [
+        "Ġcra",
+        "wl"
+      ],
+      [
+        "Ġlive",
+        "ly"
+      ],
+      [
+        "Ġstep",
+        "s"
+      ],
+      [
+        "ÅĵLet",
+        "â"
+      ],
+      [
+        "Ġbrace",
+        "let"
+      ],
+      [
+        "Ġcere",
+        "al"
+      ],
+      [
+        "Ġthirst",
+        "y"
+      ],
+      [
+        "Ġcarp",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ool"
+      ],
+      [
+        "it",
+        "her"
+      ],
+      [
+        "Ġgo",
+        "al"
+      ],
+      [
+        "Ġback",
+        "pack"
+      ],
+      [
+        "Ġtr",
+        "uth"
+      ],
+      [
+        "Ġcom",
+        "pl"
+      ],
+      [
+        "Ġche",
+        "ap"
+      ],
+      [
+        "Ġdis",
+        "g"
+      ],
+      [
+        "Ġplac",
+        "ed"
+      ],
+      [
+        "Ġear",
+        "ly"
+      ],
+      [
+        "Ġdecor",
+        "ate"
+      ],
+      [
+        "Ġnut",
+        "s"
+      ],
+      [
+        "O",
+        "w"
+      ],
+      [
+        "c",
+        "ream"
+      ],
+      [
+        "Ġb",
+        "ump"
+      ],
+      [
+        "Ġthem",
+        "selves"
+      ],
+      [
+        "ic",
+        "es"
+      ],
+      [
+        "Ġhelp",
+        "less"
+      ],
+      [
+        "Ġcl",
+        "um"
+      ],
+      [
+        "Ġsc",
+        "atter"
+      ],
+      [
+        "Ġsc",
+        "ale"
+      ],
+      [
+        "Ġnew",
+        "s"
+      ],
+      [
+        "ust",
+        "ing"
+      ],
+      [
+        "Ġen",
+        "v"
+      ],
+      [
+        "âĤ¬â",
+        "Ģ"
+      ],
+      [
+        "Ġtell",
+        "ing"
+      ],
+      [
+        "Ġswing",
+        "ing"
+      ],
+      [
+        "Ġspark",
+        "led"
+      ],
+      [
+        "Ġcarry",
+        "ing"
+      ],
+      [
+        "gg",
+        "ing"
+      ],
+      [
+        "in",
+        "es"
+      ],
+      [
+        "ri",
+        "c"
+      ],
+      [
+        "Ġfriends",
+        "hip"
+      ],
+      [
+        "Ġcare",
+        "less"
+      ],
+      [
+        "Ġsn",
+        "e"
+      ],
+      [
+        "Ġdoes",
+        "n"
+      ],
+      [
+        "Ġfall",
+        "ing"
+      ],
+      [
+        "Ġcomp",
+        "ut"
+      ],
+      [
+        "Ġpa",
+        "le"
+      ],
+      [
+        "Ġpee",
+        "ked"
+      ],
+      [
+        "Ġcompassion",
+        "ate"
+      ],
+      [
+        "c",
+        "om"
+      ],
+      [
+        "v",
+        "ice"
+      ],
+      [
+        "Ġs",
+        "end"
+      ],
+      [
+        "Ġst",
+        "age"
+      ],
+      [
+        "Ġme",
+        "m"
+      ],
+      [
+        "Ġch",
+        "alk"
+      ],
+      [
+        "Ġch",
+        "asing"
+      ],
+      [
+        "Ġpe",
+        "bble"
+      ],
+      [
+        "ĠEvery",
+        "thing"
+      ],
+      [
+        "Ġcu",
+        "be"
+      ],
+      [
+        "Ġpig",
+        "e"
+      ],
+      [
+        "Ġcou",
+        "rage"
+      ],
+      [
+        "Ġfing",
+        "ers"
+      ],
+      [
+        "Ġturt",
+        "le"
+      ],
+      [
+        "b",
+        "led"
+      ],
+      [
+        "Ġs",
+        "ink"
+      ],
+      [
+        "Ġb",
+        "icycle"
+      ],
+      [
+        "Ġsh",
+        "aking"
+      ],
+      [
+        "Ġsleep",
+        "ing"
+      ],
+      [
+        "Ġneighb",
+        "our"
+      ],
+      [
+        "Ġmoder",
+        "n"
+      ],
+      [
+        "Ġdisg",
+        "usting"
+      ],
+      [
+        "Ġclum",
+        "sy"
+      ],
+      [
+        "g",
+        "est"
+      ],
+      [
+        "Ġh",
+        "ook"
+      ],
+      [
+        "Ġc",
+        "her"
+      ],
+      [
+        "Ġn",
+        "ail"
+      ],
+      [
+        "Ġbig",
+        "gest"
+      ],
+      [
+        "ic",
+        "hes"
+      ],
+      [
+        "Ġbu",
+        "l"
+      ],
+      [
+        "Ġend",
+        "ing"
+      ],
+      [
+        "Ġde",
+        "ad"
+      ],
+      [
+        "Ġtri",
+        "ang"
+      ],
+      [
+        "ul",
+        "ance"
+      ],
+      [
+        "Ġspo",
+        "ke"
+      ],
+      [
+        "Ġpract",
+        "iced"
+      ],
+      [
+        "Ġamb",
+        "ulance"
+      ],
+      [
+        "Ġcomput",
+        "er"
+      ],
+      [
+        "i",
+        "bb"
+      ],
+      [
+        "Ġl",
+        "amp"
+      ],
+      [
+        "Ġst",
+        "ation"
+      ],
+      [
+        "Ġch",
+        "ar"
+      ],
+      [
+        "Ġwall",
+        "et"
+      ],
+      [
+        "ĠTo",
+        "day"
+      ],
+      [
+        "Ġpack",
+        "age"
+      ],
+      [
+        "Ġmic",
+        "rop"
+      ],
+      [
+        "Ġcush",
+        "ion"
+      ],
+      [
+        "keep",
+        "er"
+      ],
+      [
+        "Ġcrocod",
+        "ile"
+      ],
+      [
+        "Ġmicrop",
+        "hone"
+      ],
+      [
+        "u",
+        "nder"
+      ],
+      [
+        "ĠA",
+        "lex"
+      ],
+      [
+        "Ġthought",
+        "ful"
+      ],
+      [
+        "Ġjo",
+        "lly"
+      ],
+      [
+        "Ġpen",
+        "gu"
+      ],
+      [
+        "Ġpump",
+        "kin"
+      ],
+      [
+        "Ġcost",
+        "um"
+      ],
+      [
+        "Ġf",
+        "ive"
+      ],
+      [
+        "Ġd",
+        "ough"
+      ],
+      [
+        "Ġp",
+        "ony"
+      ],
+      [
+        "Ġo",
+        "l"
+      ],
+      [
+        "im",
+        "i"
+      ],
+      [
+        "Ġst",
+        "airs"
+      ],
+      [
+        "Ġkn",
+        "ock"
+      ],
+      [
+        "Ġgra",
+        "nd"
+      ],
+      [
+        "Ġint",
+        "ell"
+      ],
+      [
+        "Ġun",
+        "iver"
+      ],
+      [
+        "Ġbright",
+        "er"
+      ],
+      [
+        "Ġopen",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ing"
+      ],
+      [
+        "Ġboun",
+        "ced"
+      ],
+      [
+        "Ġquest",
+        "ion"
+      ],
+      [
+        "Ġstat",
+        "ue"
+      ],
+      [
+        "Ġw",
+        "ine"
+      ],
+      [
+        "is",
+        "k"
+      ],
+      [
+        "ĠA",
+        "lice"
+      ],
+      [
+        "Ġco",
+        "coa"
+      ],
+      [
+        "ĠYou",
+        "r"
+      ],
+      [
+        "Ġpe",
+        "pper"
+      ],
+      [
+        "Ġbeaut",
+        "y"
+      ],
+      [
+        "Ġper",
+        "m"
+      ],
+      [
+        "Ġpain",
+        "ting"
+      ],
+      [
+        "Ġsho",
+        "e"
+      ],
+      [
+        "Ġele",
+        "v"
+      ],
+      [
+        "Every",
+        "one"
+      ],
+      [
+        "hin",
+        "o"
+      ],
+      [
+        "Ġweal",
+        "thy"
+      ],
+      [
+        "Ġintell",
+        "ig"
+      ],
+      [
+        "n",
+        "oon"
+      ],
+      [
+        "Ġs",
+        "uit"
+      ],
+      [
+        "Ġm",
+        "ild"
+      ],
+      [
+        "Ġn",
+        "ature"
+      ],
+      [
+        "an",
+        "s"
+      ],
+      [
+        "Ġhapp",
+        "ier"
+      ],
+      [
+        "Ġne",
+        "at"
+      ],
+      [
+        "Ġstart",
+        "s"
+      ],
+      [
+        "uck",
+        "ed"
+      ],
+      [
+        "Ġafter",
+        "noon"
+      ],
+      [
+        "Ġtor",
+        "n"
+      ],
+      [
+        "Ġelev",
+        "ator"
+      ],
+      [
+        "g",
+        "en"
+      ],
+      [
+        "t",
+        "i"
+      ],
+      [
+        "Ġt",
+        "en"
+      ],
+      [
+        "Ġh",
+        "arsh"
+      ],
+      [
+        "Ġp",
+        "ed"
+      ],
+      [
+        "at",
+        "ient"
+      ],
+      [
+        "or",
+        "ant"
+      ],
+      [
+        "Ġre",
+        "ce"
+      ],
+      [
+        "Ġj",
+        "et"
+      ],
+      [
+        "ill",
+        "ie"
+      ],
+      [
+        "ĠR",
+        "ed"
+      ],
+      [
+        "Ġread",
+        "ing"
+      ],
+      [
+        "Ġsear",
+        "ching"
+      ],
+      [
+        "Ġbasket",
+        "ball"
+      ],
+      [
+        "Ġbar",
+        "ber"
+      ],
+      [
+        "Ġspe",
+        "ed"
+      ],
+      [
+        "S",
+        "ee"
+      ],
+      [
+        "a",
+        "wn"
+      ],
+      [
+        "Ġst",
+        "ack"
+      ],
+      [
+        "ĠM",
+        "ummy"
+      ],
+      [
+        "Ġclo",
+        "ck"
+      ],
+      [
+        "ĠG",
+        "ive"
+      ],
+      [
+        "Ġmag",
+        "n"
+      ],
+      [
+        "Ġlea",
+        "ving"
+      ],
+      [
+        "Ġcup",
+        "board"
+      ],
+      [
+        "Ġdes",
+        "ign"
+      ],
+      [
+        "Ġslid",
+        "es"
+      ],
+      [
+        "Ġsandw",
+        "iches"
+      ],
+      [
+        "Ġcand",
+        "le"
+      ],
+      [
+        "aul",
+        "if"
+      ],
+      [
+        "Ġrid",
+        "ing"
+      ],
+      [
+        "Ġfre",
+        "sh"
+      ],
+      [
+        "o",
+        "ppy"
+      ],
+      [
+        "Ġsh",
+        "ocked"
+      ],
+      [
+        "Ġen",
+        "er"
+      ],
+      [
+        "Ġjump",
+        "s"
+      ],
+      [
+        "Ġhair",
+        "cut"
+      ],
+      [
+        "Ġrespect",
+        "ful"
+      ],
+      [
+        "Ġcoo",
+        "king"
+      ],
+      [
+        "Ġtick",
+        "et"
+      ],
+      [
+        "Ġenc",
+        "ou"
+      ],
+      [
+        "Ġtunn",
+        "el"
+      ],
+      [
+        "aulif",
+        "lower"
+      ],
+      [
+        "G",
+        "ive"
+      ],
+      [
+        "Ġs",
+        "le"
+      ],
+      [
+        "re",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ay"
+      ],
+      [
+        "Ġth",
+        "ief"
+      ],
+      [
+        "Ġy",
+        "awn"
+      ],
+      [
+        "Ġfor",
+        "t"
+      ],
+      [
+        "Ġal",
+        "ert"
+      ],
+      [
+        "Ġsor",
+        "ts"
+      ],
+      [
+        "Ġimp",
+        "atient"
+      ],
+      [
+        "Ġcre",
+        "ate"
+      ],
+      [
+        "ail",
+        "able"
+      ],
+      [
+        "Ġwhe",
+        "els"
+      ],
+      [
+        "Ġval",
+        "ue"
+      ],
+      [
+        "Ġpri",
+        "ze"
+      ],
+      [
+        "M",
+        "ary"
+      ],
+      [
+        "y",
+        "e"
+      ],
+      [
+        "he",
+        "t"
+      ],
+      [
+        "Ġs",
+        "ent"
+      ],
+      [
+        "Ġb",
+        "ent"
+      ],
+      [
+        "in",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "omet"
+      ],
+      [
+        "Ġc",
+        "amp"
+      ],
+      [
+        "Ġc",
+        "auliflower"
+      ],
+      [
+        "Ġm",
+        "elon"
+      ],
+      [
+        "Ġg",
+        "em"
+      ],
+      [
+        "Ġit",
+        "self"
+      ],
+      [
+        "ir",
+        "on"
+      ],
+      [
+        "Ġmu",
+        "sh"
+      ],
+      [
+        "Ġmonkey",
+        "s"
+      ],
+      [
+        "Ġsal",
+        "ad"
+      ],
+      [
+        "Ġdest",
+        "ro"
+      ],
+      [
+        "Ġresc",
+        "ue"
+      ],
+      [
+        "Ġscoot",
+        "er"
+      ],
+      [
+        "Ġintellig",
+        "ent"
+      ],
+      [
+        "a",
+        "z"
+      ],
+      [
+        "Ġd",
+        "ug"
+      ],
+      [
+        "il",
+        "ing"
+      ],
+      [
+        "an",
+        "ger"
+      ],
+      [
+        "Ġr",
+        "oof"
+      ],
+      [
+        "Ġr",
+        "hino"
+      ],
+      [
+        "Ġsc",
+        "old"
+      ],
+      [
+        "ag",
+        "het"
+      ],
+      [
+        "Ġexp",
+        "er"
+      ],
+      [
+        "Ġbark",
+        "ing"
+      ],
+      [
+        "Ġbanan",
+        "as"
+      ],
+      [
+        "Ġign",
+        "orant"
+      ],
+      [
+        "Ġmic",
+        "ro"
+      ],
+      [
+        "Ġav",
+        "ailable"
+      ],
+      [
+        "Ġgrace",
+        "ful"
+      ],
+      [
+        "Ġmotorcy",
+        "cle"
+      ],
+      [
+        "aghet",
+        "ti"
+      ],
+      [
+        "h",
+        "ood"
+      ],
+      [
+        "ĠS",
+        "n"
+      ],
+      [
+        "Ġe",
+        "arth"
+      ],
+      [
+        "Ġbo",
+        "ots"
+      ],
+      [
+        "Ġsp",
+        "aghetti"
+      ],
+      [
+        "um",
+        "mer"
+      ],
+      [
+        "Ġag",
+        "ree"
+      ],
+      [
+        "Ġbu",
+        "ll"
+      ],
+      [
+        "Ġany",
+        "where"
+      ],
+      [
+        "ĠG",
+        "eorge"
+      ],
+      [
+        "Ġbeh",
+        "ave"
+      ],
+      [
+        "ĠK",
+        "im"
+      ],
+      [
+        "Ġpa",
+        "id"
+      ],
+      [
+        "sc",
+        "ope"
+      ],
+      [
+        "Ġstret",
+        "ched"
+      ],
+      [
+        "Ġfear",
+        "ful"
+      ],
+      [
+        "Ġav",
+        "o"
+      ],
+      [
+        "Ġmicro",
+        "scope"
+      ],
+      [
+        "I",
+        "f"
+      ],
+      [
+        "i",
+        "o"
+      ],
+      [
+        "Ġnot",
+        "eb"
+      ],
+      [
+        "ĠE",
+        "ventually"
+      ],
+      [
+        "Ġold",
+        "er"
+      ],
+      [
+        "Ġsn",
+        "iff"
+      ],
+      [
+        "Ġad",
+        "vice"
+      ],
+      [
+        "Ġstop",
+        "s"
+      ],
+      [
+        "Ġperf",
+        "orm"
+      ],
+      [
+        "Ġfur",
+        "ther"
+      ],
+      [
+        "Ġenv",
+        "ious"
+      ],
+      [
+        "Ġpige",
+        "on"
+      ],
+      [
+        "Ġmush",
+        "room"
+      ],
+      [
+        "Ġnoteb",
+        "ook"
+      ],
+      [
+        "u",
+        "bby"
+      ],
+      [
+        "Ġp",
+        "un"
+      ],
+      [
+        "at",
+        "s"
+      ],
+      [
+        "Ġn",
+        "urse"
+      ],
+      [
+        "or",
+        "able"
+      ],
+      [
+        "Ġth",
+        "under"
+      ],
+      [
+        "Ġcl",
+        "apping"
+      ],
+      [
+        "Ġv",
+        "ide"
+      ],
+      [
+        "Ġbu",
+        "ilt"
+      ],
+      [
+        "ĠC",
+        "l"
+      ],
+      [
+        "Ġun",
+        "com"
+      ],
+      [
+        "Ġshout",
+        "ing"
+      ],
+      [
+        "Ġar",
+        "row"
+      ],
+      [
+        "Ġdraw",
+        "er"
+      ],
+      [
+        "Ġpro",
+        "v"
+      ],
+      [
+        "fort",
+        "able"
+      ],
+      [
+        "Ġtom",
+        "ato"
+      ],
+      [
+        "Ġmeet",
+        "ing"
+      ],
+      [
+        "Ġob",
+        "ject"
+      ],
+      [
+        "Ġyog",
+        "urt"
+      ],
+      [
+        "Ġtemp",
+        "le"
+      ],
+      [
+        "Ġuncom",
+        "fortable"
+      ],
+      [
+        "e",
+        "f"
+      ],
+      [
+        "u",
+        "es"
+      ],
+      [
+        "ĠT",
+        "ony"
+      ],
+      [
+        "Ġloo",
+        "p"
+      ],
+      [
+        "Ġch",
+        "ubby"
+      ],
+      [
+        "Ġsw",
+        "itch"
+      ],
+      [
+        "Ġsk",
+        "ip"
+      ],
+      [
+        "Ġad",
+        "orable"
+      ],
+      [
+        "Åĵ",
+        "It"
+      ],
+      [
+        "Ġcount",
+        "ing"
+      ],
+      [
+        "Ġcoo",
+        "ked"
+      ],
+      [
+        "Ġp",
+        "ist"
+      ],
+      [
+        "ar",
+        "ian"
+      ],
+      [
+        "en",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "ared"
+      ],
+      [
+        "Ġsh",
+        "ut"
+      ],
+      [
+        "ic",
+        "op"
+      ],
+      [
+        "Ġqu",
+        "ite"
+      ],
+      [
+        "Ġsn",
+        "uggled"
+      ],
+      [
+        "ĠGra",
+        "ndpa"
+      ],
+      [
+        "Ġtrou",
+        "bled"
+      ],
+      [
+        "Ġgigg",
+        "le"
+      ],
+      [
+        "Ġblow",
+        "ing"
+      ],
+      [
+        "Ġhel",
+        "icop"
+      ],
+      [
+        "Ġfis",
+        "her"
+      ],
+      [
+        "Ġpist",
+        "ol"
+      ],
+      [
+        "Ġhelicop",
+        "ter"
+      ],
+      [
+        "p",
+        "ar"
+      ],
+      [
+        "ĠS",
+        "ophie"
+      ],
+      [
+        "oo",
+        "ped"
+      ],
+      [
+        "ip",
+        "s"
+      ],
+      [
+        "Ġnow",
+        "here"
+      ],
+      [
+        "Ġforg",
+        "ave"
+      ],
+      [
+        "Ġmar",
+        "ched"
+      ],
+      [
+        "Ġtreasure",
+        "s"
+      ],
+      [
+        "ho",
+        "st"
+      ],
+      [
+        "Ġpass",
+        "port"
+      ],
+      [
+        "Ġstir",
+        "red"
+      ],
+      [
+        "Ġpus",
+        "hing"
+      ],
+      [
+        "Ġcompetit",
+        "ive"
+      ],
+      [
+        "Ġdestro",
+        "y"
+      ],
+      [
+        "Y",
+        "ay"
+      ],
+      [
+        "a",
+        "ked"
+      ],
+      [
+        "o",
+        "e"
+      ],
+      [
+        "t",
+        "ter"
+      ],
+      [
+        "Ġg",
+        "ir"
+      ],
+      [
+        "Ġg",
+        "host"
+      ],
+      [
+        "an",
+        "ic"
+      ],
+      [
+        "ke",
+        "let"
+      ],
+      [
+        "ht",
+        "ub"
+      ],
+      [
+        "Ġre",
+        "ef"
+      ],
+      [
+        "Ġse",
+        "par"
+      ],
+      [
+        "op",
+        "ard"
+      ],
+      [
+        "pl",
+        "ay"
+      ],
+      [
+        "Ġen",
+        "vel"
+      ],
+      [
+        "Ġbre",
+        "at"
+      ],
+      [
+        "Ġrep",
+        "air"
+      ],
+      [
+        "Ġfoot",
+        "ball"
+      ],
+      [
+        "Ġbat",
+        "htub"
+      ],
+      [
+        "Ġrubb",
+        "er"
+      ],
+      [
+        "Ġang",
+        "el"
+      ],
+      [
+        "Ġtriang",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ill"
+      ],
+      [
+        "ĠS",
+        "h"
+      ],
+      [
+        "ch",
+        "anic"
+      ],
+      [
+        "Ġnam",
+        "es"
+      ],
+      [
+        "Ġle",
+        "opard"
+      ],
+      [
+        "Ġno",
+        "body"
+      ],
+      [
+        "Ġany",
+        "way"
+      ],
+      [
+        "uc",
+        "t"
+      ],
+      [
+        "ct",
+        "us"
+      ],
+      [
+        "Ġshould",
+        "n"
+      ],
+      [
+        "Ġz",
+        "eb"
+      ],
+      [
+        "Ġgi",
+        "ven"
+      ],
+      [
+        "Ġhold",
+        "s"
+      ],
+      [
+        "Ġbar",
+        "rel"
+      ],
+      [
+        "Ġband",
+        "age"
+      ],
+      [
+        "Ġent",
+        "h"
+      ],
+      [
+        "Dad",
+        "dy"
+      ],
+      [
+        "Ġzeb",
+        "ra"
+      ],
+      [
+        "i",
+        "ves"
+      ],
+      [
+        "u",
+        "be"
+      ],
+      [
+        "y",
+        "ear"
+      ],
+      [
+        "Ġp",
+        "or"
+      ],
+      [
+        "Ġp",
+        "and"
+      ],
+      [
+        "Ġo",
+        "tter"
+      ],
+      [
+        "Ġr",
+        "ibb"
+      ],
+      [
+        "Ġsh",
+        "ield"
+      ],
+      [
+        "Ġme",
+        "chanic"
+      ],
+      [
+        "Ġdon",
+        "â"
+      ],
+      [
+        "Ġdis",
+        "ag"
+      ],
+      [
+        "Ġdis",
+        "play"
+      ],
+      [
+        "Ġmusic",
+        "ian"
+      ],
+      [
+        "cer",
+        "os"
+      ],
+      [
+        "Ġspe",
+        "ak"
+      ],
+      [
+        "Ġca",
+        "b"
+      ],
+      [
+        "Ġca",
+        "ctus"
+      ],
+      [
+        "ĠBet",
+        "sy"
+      ],
+      [
+        "Ġbul",
+        "b"
+      ],
+      [
+        "C",
+        "h"
+      ],
+      [
+        "e",
+        "ath"
+      ],
+      [
+        "i",
+        "kes"
+      ],
+      [
+        "x",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ube"
+      ],
+      [
+        "Ġa",
+        "head"
+      ],
+      [
+        "Ġs",
+        "ummer"
+      ],
+      [
+        "Ġs",
+        "kelet"
+      ],
+      [
+        "Ġp",
+        "urse"
+      ],
+      [
+        "Ġkn",
+        "ob"
+      ],
+      [
+        "Ġdidn",
+        "â"
+      ],
+      [
+        "Ġcouldn",
+        "â"
+      ],
+      [
+        "Ġcol",
+        "ours"
+      ],
+      [
+        "Ġwindow",
+        "s"
+      ],
+      [
+        "oom",
+        "y"
+      ],
+      [
+        "Ġgif",
+        "ted"
+      ],
+      [
+        "Ġcart",
+        "oon"
+      ],
+      [
+        "Ġrhino",
+        "ceros"
+      ],
+      [
+        "g",
+        "l"
+      ],
+      [
+        "he",
+        "art"
+      ],
+      [
+        "Ġs",
+        "ize"
+      ],
+      [
+        "Ġb",
+        "et"
+      ],
+      [
+        "ĠM",
+        "iss"
+      ],
+      [
+        "Ġsc",
+        "rew"
+      ],
+      [
+        "Ġfl",
+        "our"
+      ],
+      [
+        "Ġbl",
+        "in"
+      ],
+      [
+        "ap",
+        "a"
+      ],
+      [
+        "Ġdis",
+        "hes"
+      ],
+      [
+        "Ġrain",
+        "ing"
+      ],
+      [
+        "Ġhop",
+        "ing"
+      ],
+      [
+        "Ġsho",
+        "vel"
+      ],
+      [
+        "Ġmin",
+        "t"
+      ],
+      [
+        "Ġjelly",
+        "fish"
+      ],
+      [
+        "Ġswe",
+        "ater"
+      ],
+      [
+        "Ġchar",
+        "ming"
+      ],
+      [
+        "Ġpengu",
+        "in"
+      ],
+      [
+        "Ġenvel",
+        "ope"
+      ],
+      [
+        "Ġenth",
+        "us"
+      ],
+      [
+        "Ġcab",
+        "in"
+      ],
+      [
+        "re",
+        "c"
+      ],
+      [
+        "Ġp",
+        "ant"
+      ],
+      [
+        "Ġth",
+        "read"
+      ],
+      [
+        "Ġin",
+        "se"
+      ],
+      [
+        "Ġst",
+        "aff"
+      ],
+      [
+        "Ġli",
+        "z"
+      ],
+      [
+        "Ġun",
+        "pack"
+      ],
+      [
+        "Ġwr",
+        "iting"
+      ],
+      [
+        "Ġtra",
+        "sh"
+      ],
+      [
+        "Ġroll",
+        "ing"
+      ],
+      [
+        "Ġwaff",
+        "le"
+      ],
+      [
+        "Ġ",
+        "iron"
+      ],
+      [
+        "Ġw",
+        "ing"
+      ],
+      [
+        "er",
+        "able"
+      ],
+      [
+        "Ġshe",
+        "et"
+      ],
+      [
+        "ĠB",
+        "uddy"
+      ],
+      [
+        "Ġsh",
+        "adow"
+      ],
+      [
+        "Ġro",
+        "ared"
+      ],
+      [
+        "Ġmu",
+        "ff"
+      ],
+      [
+        "Ġair",
+        "port"
+      ],
+      [
+        "Ġce",
+        "iling"
+      ],
+      [
+        "Ġatt",
+        "ic"
+      ],
+      [
+        "Ġorgan",
+        "ize"
+      ],
+      [
+        "Ġstret",
+        "ch"
+      ],
+      [
+        "Ġgrap",
+        "es"
+      ],
+      [
+        "Ġo",
+        "bs"
+      ],
+      [
+        "ĠA",
+        "re"
+      ],
+      [
+        "ĠW",
+        "ould"
+      ],
+      [
+        "ĠIn",
+        "st"
+      ],
+      [
+        "Ġpi",
+        "ano"
+      ],
+      [
+        "Ġsal",
+        "t"
+      ],
+      [
+        "Ġmis",
+        "erable"
+      ],
+      [
+        "Ġc",
+        "ord"
+      ],
+      [
+        "Ġd",
+        "ess"
+      ],
+      [
+        "Ġre",
+        "fused"
+      ],
+      [
+        "Ġsc",
+        "reen"
+      ],
+      [
+        "ĠD",
+        "an"
+      ],
+      [
+        "Ġstr",
+        "ugg"
+      ],
+      [
+        "Ġneed",
+        "le"
+      ],
+      [
+        "Ġbear",
+        "s"
+      ],
+      [
+        "ĠAnd",
+        "y"
+      ],
+      [
+        "Ġhead",
+        "ed"
+      ],
+      [
+        "Ġstick",
+        "y"
+      ],
+      [
+        "Ġfree",
+        "z"
+      ],
+      [
+        "Ġzoom",
+        "ed"
+      ],
+      [
+        "Ġimag",
+        "ined"
+      ],
+      [
+        "Ġmed",
+        "al"
+      ],
+      [
+        "Ġmagn",
+        "et"
+      ],
+      [
+        "rec",
+        "i"
+      ],
+      [
+        "Ġobs",
+        "er"
+      ],
+      [
+        "Ġ",
+        "er"
+      ],
+      [
+        "Ġli",
+        "ves"
+      ],
+      [
+        "ĠA",
+        "l"
+      ],
+      [
+        "ĠP",
+        "at"
+      ],
+      [
+        "Ġapp",
+        "reci"
+      ],
+      [
+        "ass",
+        "es"
+      ],
+      [
+        "Ġsail",
+        "or"
+      ],
+      [
+        "Ġminut",
+        "e"
+      ],
+      [
+        "Ġfisher",
+        "man"
+      ],
+      [
+        "v",
+        "ision"
+      ],
+      [
+        "Ġr",
+        "at"
+      ],
+      [
+        "al",
+        "ed"
+      ],
+      [
+        "Ġbr",
+        "us"
+      ],
+      [
+        "Ġch",
+        "ance"
+      ],
+      [
+        "Ġpo",
+        "st"
+      ],
+      [
+        "Ġsun",
+        "gl"
+      ],
+      [
+        "Ġche",
+        "ek"
+      ],
+      [
+        "ree",
+        "ze"
+      ],
+      [
+        "Ġde",
+        "af"
+      ],
+      [
+        "Ġru",
+        "les"
+      ],
+      [
+        "Ġfrog",
+        "s"
+      ],
+      [
+        "Ġair",
+        "pl"
+      ],
+      [
+        "ĠGo",
+        "d"
+      ],
+      [
+        "Ġstrawber",
+        "ry"
+      ],
+      [
+        "Ġsle",
+        "pt"
+      ],
+      [
+        "Ġliz",
+        "ard"
+      ],
+      [
+        "Ġsungl",
+        "asses"
+      ],
+      [
+        "Ġl",
+        "uck"
+      ],
+      [
+        "Ġin",
+        "f"
+      ],
+      [
+        "Ġbe",
+        "ep"
+      ],
+      [
+        "ĠB",
+        "unny"
+      ],
+      [
+        "Ġme",
+        "as"
+      ],
+      [
+        "Ġro",
+        "d"
+      ],
+      [
+        "Ġor",
+        "der"
+      ],
+      [
+        "Ġrest",
+        "less"
+      ],
+      [
+        "Ġsand",
+        "box"
+      ],
+      [
+        "Ġmess",
+        "age"
+      ],
+      [
+        "ĠJoe",
+        "y"
+      ],
+      [
+        "Ġcomp",
+        "let"
+      ],
+      [
+        "Ġatt",
+        "ract"
+      ],
+      [
+        "Ġgold",
+        "en"
+      ],
+      [
+        "Gra",
+        "ndma"
+      ],
+      [
+        "Ġpil",
+        "ot"
+      ],
+      [
+        "Ġpor",
+        "ch"
+      ],
+      [
+        "L",
+        "ittle"
+      ],
+      [
+        "l",
+        "er"
+      ],
+      [
+        "s",
+        "es"
+      ]
+    ]
+  }
+}
\ No newline at end of file
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/tokenizer_config.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/tokenizer_config.json
@@ -0,0 +1,13 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/trainer_state.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..cc703a2086df536b51edacae669dd5d57ee8789e
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/trainer_state.json
@@ -0,0 +1,1205 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.2224469160768453,
+  "eval_steps": 2498,
+  "global_step": 3300,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0013481631277384564,
+      "grad_norm": 2.078125,
+      "learning_rate": 2.66e-05,
+      "loss": 8.299632263183593,
+      "step": 20
+    },
+    {
+      "epoch": 0.002696326255476913,
+      "grad_norm": 1.3515625,
+      "learning_rate": 5.46e-05,
+      "loss": 8.047638702392579,
+      "step": 40
+    },
+    {
+      "epoch": 0.004044489383215369,
+      "grad_norm": 1.2734375,
+      "learning_rate": 8.259999999999999e-05,
+      "loss": 7.837866973876953,
+      "step": 60
+    },
+    {
+      "epoch": 0.005392652510953826,
+      "grad_norm": 1.265625,
+      "learning_rate": 0.0001106,
+      "loss": 7.572817993164063,
+      "step": 80
+    },
+    {
+      "epoch": 0.006740815638692282,
+      "grad_norm": 1.1953125,
+      "learning_rate": 0.0001386,
+      "loss": 7.233210754394531,
+      "step": 100
+    },
+    {
+      "epoch": 0.008088978766430738,
+      "grad_norm": 1.1328125,
+      "learning_rate": 0.00016659999999999998,
+      "loss": 6.860719299316406,
+      "step": 120
+    },
+    {
+      "epoch": 0.009437141894169195,
+      "grad_norm": 0.94921875,
+      "learning_rate": 0.00019460000000000001,
+      "loss": 6.5177757263183596,
+      "step": 140
+    },
+    {
+      "epoch": 0.010785305021907651,
+      "grad_norm": 0.80078125,
+      "learning_rate": 0.0002226,
+      "loss": 6.239912414550782,
+      "step": 160
+    },
+    {
+      "epoch": 0.012133468149646108,
+      "grad_norm": 0.74609375,
+      "learning_rate": 0.00025059999999999997,
+      "loss": 6.035282897949219,
+      "step": 180
+    },
+    {
+      "epoch": 0.013481631277384564,
+      "grad_norm": 0.5546875,
+      "learning_rate": 0.0002786,
+      "loss": 5.873902893066406,
+      "step": 200
+    },
+    {
+      "epoch": 0.01482979440512302,
+      "grad_norm": 0.498046875,
+      "learning_rate": 0.00030659999999999997,
+      "loss": 5.691160202026367,
+      "step": 220
+    },
+    {
+      "epoch": 0.016177957532861477,
+      "grad_norm": 1.21875,
+      "learning_rate": 0.0003346,
+      "loss": 5.473793411254883,
+      "step": 240
+    },
+    {
+      "epoch": 0.01752612066059993,
+      "grad_norm": 1.5078125,
+      "learning_rate": 0.00036260000000000003,
+      "loss": 5.258899688720703,
+      "step": 260
+    },
+    {
+      "epoch": 0.01887428378833839,
+      "grad_norm": 0.796875,
+      "learning_rate": 0.0003906,
+      "loss": 5.03008918762207,
+      "step": 280
+    },
+    {
+      "epoch": 0.020222446916076844,
+      "grad_norm": 0.84375,
+      "learning_rate": 0.0004186,
+      "loss": 4.797770309448242,
+      "step": 300
+    },
+    {
+      "epoch": 0.021570610043815303,
+      "grad_norm": 1.5078125,
+      "learning_rate": 0.0004466,
+      "loss": 4.603690719604492,
+      "step": 320
+    },
+    {
+      "epoch": 0.022918773171553757,
+      "grad_norm": 0.96484375,
+      "learning_rate": 0.00047460000000000004,
+      "loss": 4.490921401977539,
+      "step": 340
+    },
+    {
+      "epoch": 0.024266936299292215,
+      "grad_norm": 0.6640625,
+      "learning_rate": 0.0005026,
+      "loss": 4.327465057373047,
+      "step": 360
+    },
+    {
+      "epoch": 0.02561509942703067,
+      "grad_norm": 0.86328125,
+      "learning_rate": 0.0005306,
+      "loss": 4.182389831542968,
+      "step": 380
+    },
+    {
+      "epoch": 0.026963262554769128,
+      "grad_norm": 0.82421875,
+      "learning_rate": 0.0005586,
+      "loss": 4.036349487304688,
+      "step": 400
+    },
+    {
+      "epoch": 0.028311425682507583,
+      "grad_norm": 0.71484375,
+      "learning_rate": 0.0005866,
+      "loss": 3.918545150756836,
+      "step": 420
+    },
+    {
+      "epoch": 0.02965958881024604,
+      "grad_norm": 0.765625,
+      "learning_rate": 0.0006146,
+      "loss": 3.8555908203125,
+      "step": 440
+    },
+    {
+      "epoch": 0.031007751937984496,
+      "grad_norm": 0.7734375,
+      "learning_rate": 0.0006426,
+      "loss": 3.7499755859375,
+      "step": 460
+    },
+    {
+      "epoch": 0.032355915065722954,
+      "grad_norm": 0.6484375,
+      "learning_rate": 0.0006705999999999999,
+      "loss": 3.668988800048828,
+      "step": 480
+    },
+    {
+      "epoch": 0.03370407819346141,
+      "grad_norm": 0.8828125,
+      "learning_rate": 0.0006986,
+      "loss": 3.598476791381836,
+      "step": 500
+    },
+    {
+      "epoch": 0.03505224132119986,
+      "grad_norm": 0.5625,
+      "learning_rate": 0.0007,
+      "loss": 3.52923698425293,
+      "step": 520
+    },
+    {
+      "epoch": 0.03640040444893832,
+      "grad_norm": 0.56640625,
+      "learning_rate": 0.0007,
+      "loss": 3.4486984252929687,
+      "step": 540
+    },
+    {
+      "epoch": 0.03774856757667678,
+      "grad_norm": 0.453125,
+      "learning_rate": 0.0007,
+      "loss": 3.3981090545654298,
+      "step": 560
+    },
+    {
+      "epoch": 0.03909673070441524,
+      "grad_norm": 0.5234375,
+      "learning_rate": 0.0007,
+      "loss": 3.337215042114258,
+      "step": 580
+    },
+    {
+      "epoch": 0.04044489383215369,
+      "grad_norm": 0.48828125,
+      "learning_rate": 0.0007,
+      "loss": 3.3039676666259767,
+      "step": 600
+    },
+    {
+      "epoch": 0.04179305695989215,
+      "grad_norm": 0.55078125,
+      "learning_rate": 0.0007,
+      "loss": 3.2369564056396483,
+      "step": 620
+    },
+    {
+      "epoch": 0.043141220087630605,
+      "grad_norm": 0.470703125,
+      "learning_rate": 0.0007,
+      "loss": 3.2108325958251953,
+      "step": 640
+    },
+    {
+      "epoch": 0.044489383215369056,
+      "grad_norm": 0.46875,
+      "learning_rate": 0.0007,
+      "loss": 3.153903007507324,
+      "step": 660
+    },
+    {
+      "epoch": 0.045837546343107514,
+      "grad_norm": 0.412109375,
+      "learning_rate": 0.0007,
+      "loss": 3.125510597229004,
+      "step": 680
+    },
+    {
+      "epoch": 0.04718570947084597,
+      "grad_norm": 0.44921875,
+      "learning_rate": 0.0007,
+      "loss": 3.0803747177124023,
+      "step": 700
+    },
+    {
+      "epoch": 0.04853387259858443,
+      "grad_norm": 0.390625,
+      "learning_rate": 0.0007,
+      "loss": 3.04086971282959,
+      "step": 720
+    },
+    {
+      "epoch": 0.04988203572632288,
+      "grad_norm": 0.458984375,
+      "learning_rate": 0.0007,
+      "loss": 3.0033853530883787,
+      "step": 740
+    },
+    {
+      "epoch": 0.05123019885406134,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.0007,
+      "loss": 2.9853662490844726,
+      "step": 760
+    },
+    {
+      "epoch": 0.0525783619817998,
+      "grad_norm": 0.48828125,
+      "learning_rate": 0.0007,
+      "loss": 2.9864330291748047,
+      "step": 780
+    },
+    {
+      "epoch": 0.053926525109538256,
+      "grad_norm": 0.474609375,
+      "learning_rate": 0.0007,
+      "loss": 2.9317838668823244,
+      "step": 800
+    },
+    {
+      "epoch": 0.05527468823727671,
+      "grad_norm": 0.416015625,
+      "learning_rate": 0.0007,
+      "loss": 2.916472244262695,
+      "step": 820
+    },
+    {
+      "epoch": 0.056622851365015166,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.8858991622924806,
+      "step": 840
+    },
+    {
+      "epoch": 0.057971014492753624,
+      "grad_norm": 0.439453125,
+      "learning_rate": 0.0007,
+      "loss": 2.840240478515625,
+      "step": 860
+    },
+    {
+      "epoch": 0.05931917762049208,
+      "grad_norm": 0.439453125,
+      "learning_rate": 0.0007,
+      "loss": 2.8184703826904296,
+      "step": 880
+    },
+    {
+      "epoch": 0.06066734074823053,
+      "grad_norm": 0.42578125,
+      "learning_rate": 0.0007,
+      "loss": 2.8047561645507812,
+      "step": 900
+    },
+    {
+      "epoch": 0.06201550387596899,
+      "grad_norm": 0.4375,
+      "learning_rate": 0.0007,
+      "loss": 2.775454521179199,
+      "step": 920
+    },
+    {
+      "epoch": 0.06336366700370745,
+      "grad_norm": 0.421875,
+      "learning_rate": 0.0007,
+      "loss": 2.7625925064086916,
+      "step": 940
+    },
+    {
+      "epoch": 0.06471183013144591,
+      "grad_norm": 0.4296875,
+      "learning_rate": 0.0007,
+      "loss": 2.731528663635254,
+      "step": 960
+    },
+    {
+      "epoch": 0.06605999325918437,
+      "grad_norm": 0.39453125,
+      "learning_rate": 0.0007,
+      "loss": 2.71492977142334,
+      "step": 980
+    },
+    {
+      "epoch": 0.06740815638692282,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.0007,
+      "loss": 2.7131521224975588,
+      "step": 1000
+    },
+    {
+      "epoch": 0.06875631951466127,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.6799833297729494,
+      "step": 1020
+    },
+    {
+      "epoch": 0.07010448264239973,
+      "grad_norm": 0.412109375,
+      "learning_rate": 0.0007,
+      "loss": 2.665292739868164,
+      "step": 1040
+    },
+    {
+      "epoch": 0.07145264577013818,
+      "grad_norm": 0.44140625,
+      "learning_rate": 0.0007,
+      "loss": 2.6485418319702148,
+      "step": 1060
+    },
+    {
+      "epoch": 0.07280080889787664,
+      "grad_norm": 0.392578125,
+      "learning_rate": 0.0007,
+      "loss": 2.6286544799804688,
+      "step": 1080
+    },
+    {
+      "epoch": 0.0741489720256151,
+      "grad_norm": 0.416015625,
+      "learning_rate": 0.0007,
+      "loss": 2.621373176574707,
+      "step": 1100
+    },
+    {
+      "epoch": 0.07549713515335356,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.5860437393188476,
+      "step": 1120
+    },
+    {
+      "epoch": 0.07684529828109202,
+      "grad_norm": 0.4453125,
+      "learning_rate": 0.0007,
+      "loss": 2.5712385177612305,
+      "step": 1140
+    },
+    {
+      "epoch": 0.07819346140883048,
+      "grad_norm": 0.380859375,
+      "learning_rate": 0.0007,
+      "loss": 2.5693639755249023,
+      "step": 1160
+    },
+    {
+      "epoch": 0.07954162453656892,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.0007,
+      "loss": 2.563449668884277,
+      "step": 1180
+    },
+    {
+      "epoch": 0.08088978766430738,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.553573417663574,
+      "step": 1200
+    },
+    {
+      "epoch": 0.08223795079204584,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.0007,
+      "loss": 2.538028335571289,
+      "step": 1220
+    },
+    {
+      "epoch": 0.0835861139197843,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.5232309341430663,
+      "step": 1240
+    },
+    {
+      "epoch": 0.08493427704752275,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.50943546295166,
+      "step": 1260
+    },
+    {
+      "epoch": 0.08628244017526121,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.4896902084350585,
+      "step": 1280
+    },
+    {
+      "epoch": 0.08763060330299967,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.4810691833496095,
+      "step": 1300
+    },
+    {
+      "epoch": 0.08897876643073811,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.471504974365234,
+      "step": 1320
+    },
+    {
+      "epoch": 0.09032692955847657,
+      "grad_norm": 0.3671875,
+      "learning_rate": 0.0007,
+      "loss": 2.458695411682129,
+      "step": 1340
+    },
+    {
+      "epoch": 0.09167509268621503,
+      "grad_norm": 0.400390625,
+      "learning_rate": 0.0007,
+      "loss": 2.4555185317993162,
+      "step": 1360
+    },
+    {
+      "epoch": 0.09302325581395349,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.433156204223633,
+      "step": 1380
+    },
+    {
+      "epoch": 0.09437141894169195,
+      "grad_norm": 0.34375,
+      "learning_rate": 0.0007,
+      "loss": 2.425444412231445,
+      "step": 1400
+    },
+    {
+      "epoch": 0.0957195820694304,
+      "grad_norm": 0.400390625,
+      "learning_rate": 0.0007,
+      "loss": 2.435191345214844,
+      "step": 1420
+    },
+    {
+      "epoch": 0.09706774519716886,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.412186622619629,
+      "step": 1440
+    },
+    {
+      "epoch": 0.09841590832490732,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.4007726669311524,
+      "step": 1460
+    },
+    {
+      "epoch": 0.09976407145264576,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.3866371154785155,
+      "step": 1480
+    },
+    {
+      "epoch": 0.10111223458038422,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.3728200912475588,
+      "step": 1500
+    },
+    {
+      "epoch": 0.10246039770812268,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.373748016357422,
+      "step": 1520
+    },
+    {
+      "epoch": 0.10380856083586114,
+      "grad_norm": 0.36328125,
+      "learning_rate": 0.0007,
+      "loss": 2.3635543823242187,
+      "step": 1540
+    },
+    {
+      "epoch": 0.1051567239635996,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.0007,
+      "loss": 2.3516841888427735,
+      "step": 1560
+    },
+    {
+      "epoch": 0.10650488709133805,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.3689512252807616,
+      "step": 1580
+    },
+    {
+      "epoch": 0.10785305021907651,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.3348180770874025,
+      "step": 1600
+    },
+    {
+      "epoch": 0.10920121334681497,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.3343011856079103,
+      "step": 1620
+    },
+    {
+      "epoch": 0.11054937647455342,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.0007,
+      "loss": 2.3455299377441405,
+      "step": 1640
+    },
+    {
+      "epoch": 0.11189753960229187,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.3264875411987305,
+      "step": 1660
+    },
+    {
+      "epoch": 0.11324570273003033,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.0007,
+      "loss": 2.309524917602539,
+      "step": 1680
+    },
+    {
+      "epoch": 0.11459386585776879,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.3181018829345703,
+      "step": 1700
+    },
+    {
+      "epoch": 0.11594202898550725,
+      "grad_norm": 0.412109375,
+      "learning_rate": 0.0007,
+      "loss": 2.2959054946899413,
+      "step": 1720
+    },
+    {
+      "epoch": 0.1172901921132457,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.286634826660156,
+      "step": 1740
+    },
+    {
+      "epoch": 0.11863835524098416,
+      "grad_norm": 0.3671875,
+      "learning_rate": 0.0007,
+      "loss": 2.2912055969238283,
+      "step": 1760
+    },
+    {
+      "epoch": 0.11998651836872262,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.303947639465332,
+      "step": 1780
+    },
+    {
+      "epoch": 0.12133468149646107,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.298970413208008,
+      "step": 1800
+    },
+    {
+      "epoch": 0.12268284462419952,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.2899410247802736,
+      "step": 1820
+    },
+    {
+      "epoch": 0.12403100775193798,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.258684539794922,
+      "step": 1840
+    },
+    {
+      "epoch": 0.12537917087967643,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.2575857162475588,
+      "step": 1860
+    },
+    {
+      "epoch": 0.1267273340074149,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.2479154586791994,
+      "step": 1880
+    },
+    {
+      "epoch": 0.12807549713515334,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.2578588485717774,
+      "step": 1900
+    },
+    {
+      "epoch": 0.12942366026289182,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.2332910537719726,
+      "step": 1920
+    },
+    {
+      "epoch": 0.13077182339063026,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.242460250854492,
+      "step": 1940
+    },
+    {
+      "epoch": 0.13211998651836873,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.21710205078125,
+      "step": 1960
+    },
+    {
+      "epoch": 0.13346814964610718,
+      "grad_norm": 0.353515625,
+      "learning_rate": 0.0007,
+      "loss": 2.2389858245849608,
+      "step": 1980
+    },
+    {
+      "epoch": 0.13481631277384565,
+      "grad_norm": 0.328125,
+      "learning_rate": 0.0007,
+      "loss": 2.2128574371337892,
+      "step": 2000
+    },
+    {
+      "epoch": 0.1361644759015841,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.221720504760742,
+      "step": 2020
+    },
+    {
+      "epoch": 0.13751263902932254,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.2012025833129885,
+      "step": 2040
+    },
+    {
+      "epoch": 0.138860802157061,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.2207321166992187,
+      "step": 2060
+    },
+    {
+      "epoch": 0.14020896528479945,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.1970823287963865,
+      "step": 2080
+    },
+    {
+      "epoch": 0.14155712841253792,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.1874614715576173,
+      "step": 2100
+    },
+    {
+      "epoch": 0.14290529154027637,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.1962921142578127,
+      "step": 2120
+    },
+    {
+      "epoch": 0.14425345466801484,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.1974483489990235,
+      "step": 2140
+    },
+    {
+      "epoch": 0.14560161779575329,
+      "grad_norm": 0.34375,
+      "learning_rate": 0.0007,
+      "loss": 2.1824066162109377,
+      "step": 2160
+    },
+    {
+      "epoch": 0.14694978092349173,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.1886768341064453,
+      "step": 2180
+    },
+    {
+      "epoch": 0.1482979440512302,
+      "grad_norm": 0.326171875,
+      "learning_rate": 0.0007,
+      "loss": 2.1661350250244142,
+      "step": 2200
+    },
+    {
+      "epoch": 0.14964610717896865,
+      "grad_norm": 0.330078125,
+      "learning_rate": 0.0007,
+      "loss": 2.1746242523193358,
+      "step": 2220
+    },
+    {
+      "epoch": 0.15099427030670712,
+      "grad_norm": 0.353515625,
+      "learning_rate": 0.0007,
+      "loss": 2.182226371765137,
+      "step": 2240
+    },
+    {
+      "epoch": 0.15234243343444556,
+      "grad_norm": 0.33203125,
+      "learning_rate": 0.0007,
+      "loss": 2.1612625122070312,
+      "step": 2260
+    },
+    {
+      "epoch": 0.15369059656218403,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.1695093154907226,
+      "step": 2280
+    },
+    {
+      "epoch": 0.15503875968992248,
+      "grad_norm": 0.341796875,
+      "learning_rate": 0.0007,
+      "loss": 2.1509073257446287,
+      "step": 2300
+    },
+    {
+      "epoch": 0.15638692281766095,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.1601842880249023,
+      "step": 2320
+    },
+    {
+      "epoch": 0.1577350859453994,
+      "grad_norm": 0.3203125,
+      "learning_rate": 0.0007,
+      "loss": 2.149628257751465,
+      "step": 2340
+    },
+    {
+      "epoch": 0.15908324907313784,
+      "grad_norm": 0.33203125,
+      "learning_rate": 0.0007,
+      "loss": 2.154475784301758,
+      "step": 2360
+    },
+    {
+      "epoch": 0.1604314122008763,
+      "grad_norm": 0.333984375,
+      "learning_rate": 0.0007,
+      "loss": 2.1572238922119142,
+      "step": 2380
+    },
+    {
+      "epoch": 0.16177957532861476,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.1351224899291994,
+      "step": 2400
+    },
+    {
+      "epoch": 0.16312773845635323,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.141549301147461,
+      "step": 2420
+    },
+    {
+      "epoch": 0.16447590158409167,
+      "grad_norm": 0.328125,
+      "learning_rate": 0.0007,
+      "loss": 2.127903366088867,
+      "step": 2440
+    },
+    {
+      "epoch": 0.16582406471183014,
+      "grad_norm": 0.32421875,
+      "learning_rate": 0.0007,
+      "loss": 2.1384496688842773,
+      "step": 2460
+    },
+    {
+      "epoch": 0.1671722278395686,
+      "grad_norm": 0.34375,
+      "learning_rate": 0.0007,
+      "loss": 2.1402868270874023,
+      "step": 2480
+    },
+    {
+      "epoch": 0.1683855746545332,
+      "eval_loss": 2.133925199508667,
+      "eval_runtime": 18.9626,
+      "eval_samples_per_second": 502.41,
+      "eval_steps_per_second": 0.527,
+      "step": 2498
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.1217138290405275,
+      "step": 2500
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "eval_loss": 2.1338183879852295,
+      "eval_runtime": 18.812,
+      "eval_samples_per_second": 506.431,
+      "eval_steps_per_second": 0.532,
+      "step": 2500
+    },
+    {
+      "epoch": 0.1698685540950455,
+      "grad_norm": 20971520.0,
+      "learning_rate": 3.4200000000000005e-05,
+      "loss": 2.1263294219970703,
+      "step": 2520
+    },
+    {
+      "epoch": 0.17121671722278395,
+      "grad_norm": 22675456.0,
+      "learning_rate": 7.020000000000001e-05,
+      "loss": 2.140816307067871,
+      "step": 2540
+    },
+    {
+      "epoch": 0.17256488035052242,
+      "grad_norm": 116916224.0,
+      "learning_rate": 9e-05,
+      "loss": 3.505127716064453,
+      "step": 2560
+    },
+    {
+      "epoch": 0.17391304347826086,
+      "grad_norm": 267386880.0,
+      "learning_rate": 9e-05,
+      "loss": 6.925441741943359,
+      "step": 2580
+    },
+    {
+      "epoch": 0.17526120660599934,
+      "grad_norm": 530579456.0,
+      "learning_rate": 9e-05,
+      "loss": 7.500309753417969,
+      "step": 2600
+    },
+    {
+      "epoch": 0.17660936973373778,
+      "grad_norm": 805306368.0,
+      "learning_rate": 9e-05,
+      "loss": 7.739163970947265,
+      "step": 2620
+    },
+    {
+      "epoch": 0.17795753286147623,
+      "grad_norm": 901775360.0,
+      "learning_rate": 9e-05,
+      "loss": 7.861988067626953,
+      "step": 2640
+    },
+    {
+      "epoch": 0.1793056959892147,
+      "grad_norm": 788529152.0,
+      "learning_rate": 9e-05,
+      "loss": 7.9435890197753904,
+      "step": 2660
+    },
+    {
+      "epoch": 0.18065385911695314,
+      "grad_norm": 620756992.0,
+      "learning_rate": 9e-05,
+      "loss": 7.990572357177735,
+      "step": 2680
+    },
+    {
+      "epoch": 0.1820020222446916,
+      "grad_norm": 484442112.0,
+      "learning_rate": 9e-05,
+      "loss": 8.019105529785156,
+      "step": 2700
+    },
+    {
+      "epoch": 0.18335018537243006,
+      "grad_norm": 381681664.0,
+      "learning_rate": 9e-05,
+      "loss": 8.050555419921874,
+      "step": 2720
+    },
+    {
+      "epoch": 0.18469834850016853,
+      "grad_norm": 301989888.0,
+      "learning_rate": 9e-05,
+      "loss": 8.066886138916015,
+      "step": 2740
+    },
+    {
+      "epoch": 0.18604651162790697,
+      "grad_norm": 231735296.0,
+      "learning_rate": 9e-05,
+      "loss": 8.077174377441406,
+      "step": 2760
+    },
+    {
+      "epoch": 0.18739467475564545,
+      "grad_norm": 164626432.0,
+      "learning_rate": 9e-05,
+      "loss": 8.084746551513671,
+      "step": 2780
+    },
+    {
+      "epoch": 0.1887428378833839,
+      "grad_norm": 109051904.0,
+      "learning_rate": 9e-05,
+      "loss": 8.0902099609375,
+      "step": 2800
+    },
+    {
+      "epoch": 0.19009100101112233,
+      "grad_norm": 71303168.0,
+      "learning_rate": 9e-05,
+      "loss": 8.096793365478515,
+      "step": 2820
+    },
+    {
+      "epoch": 0.1914391641388608,
+      "grad_norm": 31850496.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105870056152344,
+      "step": 2840
+    },
+    {
+      "epoch": 0.19278732726659925,
+      "grad_norm": 17432576.0,
+      "learning_rate": 9e-05,
+      "loss": 8.103771209716797,
+      "step": 2860
+    },
+    {
+      "epoch": 0.19413549039433772,
+      "grad_norm": 12255232.0,
+      "learning_rate": 9e-05,
+      "loss": 8.106598663330079,
+      "step": 2880
+    },
+    {
+      "epoch": 0.19548365352207617,
+      "grad_norm": 10223616.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104751586914062,
+      "step": 2900
+    },
+    {
+      "epoch": 0.19683181664981464,
+      "grad_norm": 10158080.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104240417480469,
+      "step": 2920
+    },
+    {
+      "epoch": 0.19817997977755308,
+      "grad_norm": 19791872.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104872131347657,
+      "step": 2940
+    },
+    {
+      "epoch": 0.19952814290529153,
+      "grad_norm": 6488064.0,
+      "learning_rate": 9e-05,
+      "loss": 8.10034637451172,
+      "step": 2960
+    },
+    {
+      "epoch": 0.20087630603303,
+      "grad_norm": 4718592.0,
+      "learning_rate": 9e-05,
+      "loss": 8.102328491210937,
+      "step": 2980
+    },
+    {
+      "epoch": 0.20222446916076844,
+      "grad_norm": 3653632.0,
+      "learning_rate": 9e-05,
+      "loss": 8.101950073242188,
+      "step": 3000
+    },
+    {
+      "epoch": 0.20357263228850692,
+      "grad_norm": 2703360.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105780029296875,
+      "step": 3020
+    },
+    {
+      "epoch": 0.20492079541624536,
+      "grad_norm": 1998848.0,
+      "learning_rate": 9e-05,
+      "loss": 8.10799331665039,
+      "step": 3040
+    },
+    {
+      "epoch": 0.20626895854398383,
+      "grad_norm": 1515520.0,
+      "learning_rate": 9e-05,
+      "loss": 8.102154541015626,
+      "step": 3060
+    },
+    {
+      "epoch": 0.20761712167172228,
+      "grad_norm": 1155072.0,
+      "learning_rate": 9e-05,
+      "loss": 8.101323699951172,
+      "step": 3080
+    },
+    {
+      "epoch": 0.20896528479946072,
+      "grad_norm": 860160.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104644012451171,
+      "step": 3100
+    },
+    {
+      "epoch": 0.2103134479271992,
+      "grad_norm": 651264.0,
+      "learning_rate": 9e-05,
+      "loss": 8.10705337524414,
+      "step": 3120
+    },
+    {
+      "epoch": 0.21166161105493764,
+      "grad_norm": 501760.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104962921142578,
+      "step": 3140
+    },
+    {
+      "epoch": 0.2130097741826761,
+      "grad_norm": 432128.0,
+      "learning_rate": 9e-05,
+      "loss": 8.10318603515625,
+      "step": 3160
+    },
+    {
+      "epoch": 0.21435793731041455,
+      "grad_norm": 335872.0,
+      "learning_rate": 9e-05,
+      "loss": 8.101777648925781,
+      "step": 3180
+    },
+    {
+      "epoch": 0.21570610043815303,
+      "grad_norm": 301056.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105326843261718,
+      "step": 3200
+    },
+    {
+      "epoch": 0.21705426356589147,
+      "grad_norm": 234496.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105924224853515,
+      "step": 3220
+    },
+    {
+      "epoch": 0.21840242669362994,
+      "grad_norm": 220160.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104061126708984,
+      "step": 3240
+    },
+    {
+      "epoch": 0.2197505898213684,
+      "grad_norm": 195584.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105167388916016,
+      "step": 3260
+    },
+    {
+      "epoch": 0.22109875294910683,
+      "grad_norm": 176128.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105088043212891,
+      "step": 3280
+    },
+    {
+      "epoch": 0.2224469160768453,
+      "grad_norm": 161792.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104673767089844,
+      "step": 3300
+    }
+  ],
+  "logging_steps": 20,
+  "max_steps": 3500,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.06467365486592e+16,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/training_args.bin b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0c65fb00f188152ddd7b3875d5492e87da186448
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e1a2626e7b1b9e8c5918ce769b180ee6aeecd5055af3c3b59b791d3a4a2c46
+size 4920
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/config.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..056849ccffa9d2a337db2e11245d69711cba6db1
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/config.json
@@ -0,0 +1,36 @@
+{
+  "activation": "silu-waleed10",
+  "architectures": [
+    "TinyLlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "bfloat16",
+  "eos_token_id": 2,
+  "head_dim": 32,
+  "hidden_act": "silu",
+  "hidden_size": 128,
+  "initializer_range": 0.02,
+  "intermediate_size": 256,
+  "max_position_embeddings": 512,
+  "mlp_bias": false,
+  "mlp_type": "glu",
+  "model_type": "tiny_llama",
+  "num_attention_heads": 4,
+  "num_hidden_layers": 100,
+  "num_key_value_heads": 4,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": true,
+  "tokenizer_name": "w-ahmad/tiny-stories-tokenizer",
+  "transformers_version": "5.16.0.dev0",
+  "use_cache": false,
+  "vocab_size": 4096,
+  "waleed_beta": 4
+}
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/model.safetensors b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..af42de1289ccfc80790e5ee2f529e78ef9ced65e
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9c1461eafc0cb23792d9c455afaa9dfacdc60c83ebd6681d3322ed292254c3
+size 33967272
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/optimizer.pt b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18754678b99bd38ca84c96d985fca6cbe26e8722
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafab704fd724828b905553ce70fbd7b50892976f3ccf23d5ac416d6ffc88d86
+size 39573050
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/rng_state.pth b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e29ad0909e8c1afefa182e7ed890fa257c75af25
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f
+size 14244
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/scheduler.pt b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017e7c5d403620264a46ac1cf60e056852cdf447
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56f18bbf80d27667dff830c4bf2d569d657317bf85c1271d4a355eda1cf7318
+size 1064
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/tokenizer.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/tokenizer.json
@@ -0,0 +1,19501 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "ByteLevel",
+    "add_prefix_space": false,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "post_processor": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": false,
+    "use_regex": true
+  },
+  "decoder": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": null,
+    "continuing_subword_prefix": "",
+    "end_of_word_suffix": "",
+    "fuse_unk": false,
+    "byte_fallback": false,
+    "ignore_merges": false,
+    "vocab": {
+      "<|endoftext|>": 0,
+      "!": 1,
+      "\"": 2,
+      "#": 3,
+      "$": 4,
+      "%": 5,
+      "&": 6,
+      "'": 7,
+      "(": 8,
+      ")": 9,
+      "*": 10,
+      "+": 11,
+      ",": 12,
+      "-": 13,
+      ".": 14,
+      "/": 15,
+      "0": 16,
+      "1": 17,
+      "2": 18,
+      "3": 19,
+      "4": 20,
+      "5": 21,
+      "6": 22,
+      "7": 23,
+      "8": 24,
+      "9": 25,
+      ":": 26,
+      ";": 27,
+      "<": 28,
+      "=": 29,
+      ">": 30,
+      "?": 31,
+      "@": 32,
+      "A": 33,
+      "B": 34,
+      "C": 35,
+      "D": 36,
+      "E": 37,
+      "F": 38,
+      "G": 39,
+      "H": 40,
+      "I": 41,
+      "J": 42,
+      "K": 43,
+      "L": 44,
+      "M": 45,
+      "N": 46,
+      "O": 47,
+      "P": 48,
+      "Q": 49,
+      "R": 50,
+      "S": 51,
+      "T": 52,
+      "U": 53,
+      "V": 54,
+      "W": 55,
+      "X": 56,
+      "Y": 57,
+      "Z": 58,
+      "[": 59,
+      "\\": 60,
+      "]": 61,
+      "^": 62,
+      "_": 63,
+      "`": 64,
+      "a": 65,
+      "b": 66,
+      "c": 67,
+      "d": 68,
+      "e": 69,
+      "f": 70,
+      "g": 71,
+      "h": 72,
+      "i": 73,
+      "j": 74,
+      "k": 75,
+      "l": 76,
+      "m": 77,
+      "n": 78,
+      "o": 79,
+      "p": 80,
+      "q": 81,
+      "r": 82,
+      "s": 83,
+      "t": 84,
+      "u": 85,
+      "v": 86,
+      "w": 87,
+      "x": 88,
+      "y": 89,
+      "z": 90,
+      "{": 91,
+      "|": 92,
+      "}": 93,
+      "~": 94,
+      "¡": 95,
+      "¢": 96,
+      "£": 97,
+      "¤": 98,
+      "¥": 99,
+      "¦": 100,
+      "§": 101,
+      "¨": 102,
+      "©": 103,
+      "ª": 104,
+      "«": 105,
+      "¬": 106,
+      "®": 107,
+      "¯": 108,
+      "°": 109,
+      "±": 110,
+      "²": 111,
+      "³": 112,
+      "´": 113,
+      "µ": 114,
+      "¶": 115,
+      "·": 116,
+      "¸": 117,
+      "¹": 118,
+      "º": 119,
+      "»": 120,
+      "¼": 121,
+      "½": 122,
+      "¾": 123,
+      "¿": 124,
+      "À": 125,
+      "Á": 126,
+      "Â": 127,
+      "Ã": 128,
+      "Ä": 129,
+      "Å": 130,
+      "Æ": 131,
+      "Ç": 132,
+      "È": 133,
+      "É": 134,
+      "Ê": 135,
+      "Ë": 136,
+      "Ì": 137,
+      "Í": 138,
+      "Î": 139,
+      "Ï": 140,
+      "Ð": 141,
+      "Ñ": 142,
+      "Ò": 143,
+      "Ó": 144,
+      "Ô": 145,
+      "Õ": 146,
+      "Ö": 147,
+      "×": 148,
+      "Ø": 149,
+      "Ù": 150,
+      "Ú": 151,
+      "Û": 152,
+      "Ü": 153,
+      "Ý": 154,
+      "Þ": 155,
+      "ß": 156,
+      "à": 157,
+      "á": 158,
+      "â": 159,
+      "ã": 160,
+      "ä": 161,
+      "å": 162,
+      "æ": 163,
+      "ç": 164,
+      "è": 165,
+      "é": 166,
+      "ê": 167,
+      "ë": 168,
+      "ì": 169,
+      "í": 170,
+      "î": 171,
+      "ï": 172,
+      "ð": 173,
+      "ñ": 174,
+      "ò": 175,
+      "ó": 176,
+      "ô": 177,
+      "õ": 178,
+      "ö": 179,
+      "÷": 180,
+      "ø": 181,
+      "ù": 182,
+      "ú": 183,
+      "û": 184,
+      "ü": 185,
+      "ý": 186,
+      "þ": 187,
+      "ÿ": 188,
+      "Ā": 189,
+      "ā": 190,
+      "Ă": 191,
+      "ă": 192,
+      "Ą": 193,
+      "ą": 194,
+      "Ć": 195,
+      "ć": 196,
+      "Ĉ": 197,
+      "ĉ": 198,
+      "Ċ": 199,
+      "ċ": 200,
+      "Č": 201,
+      "č": 202,
+      "Ď": 203,
+      "ď": 204,
+      "Đ": 205,
+      "đ": 206,
+      "Ē": 207,
+      "ē": 208,
+      "Ĕ": 209,
+      "ĕ": 210,
+      "Ė": 211,
+      "ė": 212,
+      "Ę": 213,
+      "ę": 214,
+      "Ě": 215,
+      "ě": 216,
+      "Ĝ": 217,
+      "ĝ": 218,
+      "Ğ": 219,
+      "ğ": 220,
+      "Ġ": 221,
+      "ġ": 222,
+      "Ģ": 223,
+      "ģ": 224,
+      "Ĥ": 225,
+      "ĥ": 226,
+      "Ħ": 227,
+      "ħ": 228,
+      "Ĩ": 229,
+      "ĩ": 230,
+      "Ī": 231,
+      "ī": 232,
+      "Ĭ": 233,
+      "ĭ": 234,
+      "Į": 235,
+      "į": 236,
+      "İ": 237,
+      "ı": 238,
+      "IJ": 239,
+      "ij": 240,
+      "Ĵ": 241,
+      "ĵ": 242,
+      "Ķ": 243,
+      "ķ": 244,
+      "ĸ": 245,
+      "Ĺ": 246,
+      "ĺ": 247,
+      "Ļ": 248,
+      "ļ": 249,
+      "Ľ": 250,
+      "ľ": 251,
+      "Ŀ": 252,
+      "ŀ": 253,
+      "Ł": 254,
+      "ł": 255,
+      "Ń": 256,
+      "he": 257,
+      "Ġt": 258,
+      "Ġa": 259,
+      "Ġs": 260,
+      "Ġw": 261,
+      "nd": 262,
+      "Ġthe": 263,
+      "ed": 264,
+      "Ġand": 265,
+      "Ġto": 266,
+      "Ġb": 267,
+      "in": 268,
+      "Ġh": 269,
+      "Ġwa": 270,
+      "re": 271,
+      "Ġf": 272,
+      "it": 273,
+      "ou": 274,
+      "Ġc": 275,
+      "Ġl": 276,
+      "Ġhe": 277,
+      "Ġd": 278,
+      "er": 279,
+      "Ġwas": 280,
+      "Ġm": 281,
+      "Ġp": 282,
+      "om": 283,
+      "ĠT": 284,
+      "Ġo": 285,
+      "ay": 286,
+      "ar": 287,
+      "ing": 288,
+      "is": 289,
+      "Ġg": 290,
+      "il": 291,
+      "id": 292,
+      "at": 293,
+      "en": 294,
+      "Ġn": 295,
+      "Ġsa": 296,
+      "Ġha": 297,
+      "ĠS": 298,
+      "im": 299,
+      "an": 300,
+      "ĠThe": 301,
+      "or": 302,
+      "on": 303,
+      "Ġit": 304,
+      "Ġth": 305,
+      "ll": 306,
+      "le": 307,
+      "ĠH": 308,
+      "Ġher": 309,
+      "et": 310,
+      "ot": 311,
+      "ir": 312,
+      "ĠShe": 313,
+      "ĠHe": 314,
+      "ver": 315,
+      "es": 316,
+      "Ġin": 317,
+      "ut": 318,
+      "ow": 319,
+      "ck": 320,
+      "Ġe": 321,
+      "Ġu": 322,
+      "ld": 323,
+      "ĠThey": 324,
+      "oo": 325,
+      "ig": 326,
+      "Ġsaid": 327,
+      "am": 328,
+      "ily": 329,
+      "Ġbe": 330,
+      "Ġy": 331,
+      "Ġr": 332,
+      "Ġst": 333,
+      "ce": 334,
+      "Ġshe": 335,
+      "Ġ\"": 336,
+      "pp": 337,
+      "ke": 338,
+      "ith": 339,
+      "On": 340,
+      "ĠI": 341,
+      "Ġwith": 342,
+      "ve": 343,
+      "Lily": 344,
+      "Ġon": 345,
+      "Ġof": 346,
+      "Ġso": 347,
+      "Ġhis": 348,
+      "ked": 349,
+      "ri": 350,
+      "nt": 351,
+      "very": 352,
+      "Ġpl": 353,
+      "Ġday": 354,
+      "ad": 355,
+      "Ġyou": 356,
+      "Ġthat": 357,
+      "Ġup": 358,
+      "Ġhad": 359,
+      "st": 360,
+      "Ġplay": 361,
+      "Ġthey": 362,
+      "ĠLily": 363,
+      "Ġwe": 364,
+      "Ġmom": 365,
+      "my": 366,
+      "Ġfor": 367,
+      "el": 368,
+      "ould": 369,
+      "un": 370,
+      "ĠB": 371,
+      "'s": 372,
+      "itt": 373,
+      "ent": 374,
+      "Ġhapp": 375,
+      "The": 376,
+      "ch": 377,
+      "Ġli": 378,
+      "out": 379,
+      "Ġwant": 380,
+      "Ġsh": 381,
+      "her": 382,
+      "ly": 383,
+      "ime": 384,
+      "ittle": 385,
+      "ound": 386,
+      "Ġvery": 387,
+      "Ġtime": 388,
+      "ome": 389,
+      "Ġlittle": 390,
+      "Ġthere": 391,
+      "se": 392,
+      "Ġdo": 393,
+      "Ġwh": 394,
+      "all": 395,
+      "Ġk": 396,
+      "end": 397,
+      "al": 398,
+      "ht": 399,
+      "Ġne": 400,
+      "Ġre": 401,
+      "Ġnot": 402,
+      "Ġhappy": 403,
+      "ĠĊ": 404,
+      "Ġbig": 405,
+      "ĠM": 406,
+      "Ġbut": 407,
+      "Ġsm": 408,
+      "ack": 409,
+      "Ġsaw": 410,
+      "ĠIt": 411,
+      "Ġas": 412,
+      "Ġan": 413,
+      "ra": 414,
+      "riend": 415,
+      "Ġfriend": 416,
+      "ide": 417,
+      "One": 418,
+      "ry": 419,
+      "'t": 420,
+      "ved": 421,
+      "Ġis": 422,
+      "Once": 423,
+      "ake": 424,
+      ".\"": 425,
+      "Ġwere": 426,
+      "ter": 427,
+      "ug": 428,
+      "Ġloo": 429,
+      "Ġlo": 430,
+      "ore": 431,
+      "ec": 432,
+      "ĠTim": 433,
+      "Ġhim": 434,
+      "Ġbo": 435,
+      "!\"": 436,
+      "Ġtoo": 437,
+      "Ġgo": 438,
+      "Ġupon": 439,
+      "irl": 440,
+      "Ġj": 441,
+      "Ġwanted": 442,
+      "Ġgirl": 443,
+      "Ġse": 444,
+      "Ġout": 445,
+      "ard": 446,
+      "way": 447,
+      "Ġsp": 448,
+      "ill": 449,
+      "ind": 450,
+      "Ġthem": 451,
+      "Ġcould": 452,
+      "fu": 453,
+      "hen": 454,
+      "Ġat": 455,
+      "ur": 456,
+      "Ġdid": 457,
+      "Ġsmil": 458,
+      "Ġtheir": 459,
+      "Ġare": 460,
+      "Ġex": 461,
+      "ĠA": 462,
+      "ain": 463,
+      "Ġwent": 464,
+      "art": 465,
+      "hed": 466,
+      "rom": 467,
+      "ic": 468,
+      "round": 469,
+      "Ġhave": 470,
+      "Ġnam": 471,
+      "lp": 472,
+      "Ġall": 473,
+      "ĠJ": 474,
+      "ful": 475,
+      "Ġkn": 476,
+      "hing": 477,
+      "ood": 478,
+      "Ġhelp": 479,
+      "ight": 480,
+      "Ġfriends": 481,
+      "one": 482,
+      "ark": 483,
+      "Ġback": 484,
+      "um": 485,
+      "Ġcan": 486,
+      "Ġnamed": 487,
+      "Ġcl": 488,
+      "?\"": 489,
+      "Ġfun": 490,
+      "are": 491,
+      "ĠBen": 492,
+      "Ġloved": 493,
+      "Ġal": 494,
+      "elt": 495,
+      "ĠTimmy": 496,
+      "ĠOne": 497,
+      "op": 498,
+      "side": 499,
+      "Ġle": 500,
+      "Ġno": 501,
+      "Ġsc": 502,
+      "ĠTom": 503,
+      "Ġfelt": 504,
+      "oug": 505,
+      "Ġsmiled": 506,
+      "ick": 507,
+      "Ġasked": 508,
+      "You": 509,
+      "Ġtoy": 510,
+      "Ġman": 511,
+      "Ġaround": 512,
+      "ame": 513,
+      "Ġfe": 514,
+      "Ġsay": 515,
+      "Ġboy": 516,
+      "Ġsome": 517,
+      "Ġlooked": 518,
+      "ure": 519,
+      "omet": 520,
+      "Ġbr": 521,
+      "Ġwould": 522,
+      "Ġme": 523,
+      "Ġbir": 524,
+      "Ġlike": 525,
+      "get": 526,
+      "Ġstart": 527,
+      "Ġro": 528,
+      "as": 529,
+      "Ġsee": 530,
+      "ĠW": 531,
+      "ice": 532,
+      "ong": 533,
+      "Ġbird": 534,
+      "Ġsomet": 535,
+      "dd": 536,
+      "Ġwor": 537,
+      "ade": 538,
+      "ie": 539,
+      "king": 540,
+      "Ġag": 541,
+      "own": 542,
+      "Ġtre": 543,
+      "Ġfa": 544,
+      "Ġaway": 545,
+      "Ġwhat": 546,
+      "ings": 547,
+      "Ġstarted": 548,
+      "gether": 549,
+      "Ġran": 550,
+      "â": 551,
+      "âĤ": 552,
+      "âĤ¬": 553,
+      "ared": 554,
+      "Ġmake": 555,
+      "ĠBut": 556,
+      "ited": 557,
+      "if": 558,
+      "oud": 559,
+      "Ġmade": 560,
+      "Ġtogether": 561,
+      "Ġsomething": 562,
+      "Ġexc": 563,
+      "ag": 564,
+      "Ġco": 565,
+      "Ġpark": 566,
+      "Ġnew": 567,
+      "Ġsad": 568,
+      "Ġput": 569,
+      ",\"": 570,
+      "Ġfrom": 571,
+      "ble": 572,
+      "ther": 573,
+      "Ġpr": 574,
+      "Ġmu": 575,
+      "Ġcar": 576,
+      "Ġhome": 577,
+      "ĠYou": 578,
+      "Ġthen": 579,
+      "Ġwhen": 580,
+      "Ġfound": 581,
+      "ell": 582,
+      "Ġother": 583,
+      "Ġagain": 584,
+      "Ġch": 585,
+      "Ġdec": 586,
+      "Ġwho": 587,
+      "Ġla": 588,
+      "ried": 589,
+      "ss": 590,
+      "Ġgood": 591,
+      "Ġhug": 592,
+      "ĠL": 593,
+      "pped": 594,
+      "Ġwal": 595,
+      "ep": 596,
+      "ally": 597,
+      "Ġsays": 598,
+      "Ġfl": 599,
+      "est": 600,
+      "ach": 601,
+      "ĠE": 602,
+      "Ġexcited": 603,
+      "pl": 604,
+      "qu": 605,
+      "ook": 606,
+      "Ġget": 607,
+      "ought": 608,
+      "Ġplaying": 609,
+      "Ġgot": 610,
+      "Ġsw": 611,
+      "ous": 612,
+      "hat": 613,
+      "ny": 614,
+      "ided": 615,
+      "uck": 616,
+      "Ġthings": 617,
+      "Ġevery": 618,
+      "Ġdecided": 619,
+      "Ġcame": 620,
+      "Ġbec": 621,
+      "ave": 622,
+      "ro": 623,
+      "ax": 624,
+      "Ġliked": 625,
+      "Ġdown": 626,
+      "Ġdog": 627,
+      "Ġscared": 628,
+      "Ġv": 629,
+      "udd": 630,
+      "ust": 631,
+      "Ġone": 632,
+      "Ġfind": 633,
+      "Ġbl": 634,
+      "Ġthan": 635,
+      "ĠD": 636,
+      "ouse": 637,
+      "ways": 638,
+      "Ġkne": 639,
+      "Ġdidn": 640,
+      "ap": 641,
+      "Ġmommy": 642,
+      "Ġcare": 643,
+      "Ġalways": 644,
+      "Ġab": 645,
+      "ist": 646,
+      "Ġdad": 647,
+      "Ġfeel": 648,
+      "ara": 649,
+      "bb": 650,
+      "arn": 651,
+      "fe": 652,
+      "Ġyour": 653,
+      "Ġoutside": 654,
+      "ue": 655,
+      "Ġgra": 656,
+      "ant": 657,
+      "Ġke": 658,
+      "ĠMom": 659,
+      "Ġtook": 660,
+      "Ġlot": 661,
+      "nn": 662,
+      "Ġbu": 663,
+      "Ġabout": 664,
+      "ess": 665,
+      "ĠF": 666,
+      "nder": 667,
+      "Ġtree": 668,
+      "eci": 669,
+      "Ġlook": 670,
+      "Ġpo": 671,
+      "Ġmy": 672,
+      "our": 673,
+      "Ġtoys": 674,
+      "ite": 675,
+      "ched": 676,
+      "Ġknew": 677,
+      "Ġthought": 678,
+      "ened": 679,
+      "Ġlearn": 680,
+      "Ġint": 681,
+      "Ġold": 682,
+      "Ġmore": 683,
+      "nna": 684,
+      "ise": 685,
+      "ged": 686,
+      "Ġta": 687,
+      "udden": 688,
+      "ecial": 689,
+      "Ġspecial": 690,
+      "ĠMax": 691,
+      "au": 692,
+      "Ġwill": 693,
+      "ers": 694,
+      "They": 695,
+      "ret": 696,
+      "Ġpe": 697,
+      "Ġho": 698,
+      "ĠSam": 699,
+      "Ġtake": 700,
+      "Ġball": 701,
+      "Ġknow": 702,
+      "Ġlaug": 703,
+      "fter": 704,
+      "uddenly": 705,
+      "Ġcat": 706,
+      "Ġhow": 707,
+      "ive": 708,
+      "Ġtr": 709,
+      "Ġmuch": 710,
+      "Ġany": 711,
+      "Ġpu": 712,
+      "ma": 713,
+      "Ġsl": 714,
+      "Ġsor": 715,
+      "Ġmo": 716,
+      "ven": 717,
+      "ish": 718,
+      "Ġshow": 719,
+      "Ġcouldn": 720,
+      "ause": 721,
+      "ink": 722,
+      "But": 723,
+      "Ġhouse": 724,
+      "Ġinto": 725,
+      "ump": 726,
+      "Ġover": 727,
+      "Ġtried": 728,
+      "and": 729,
+      "Ġeat": 730,
+      "Ġsk": 731,
+      "Ġsun": 732,
+      "Ġtw": 733,
+      "Ġclo": 734,
+      "ia": 735,
+      "Ġrun": 736,
+      "Ġhand": 737,
+      "ĠEvery": 738,
+      "Ġen": 739,
+      "Ġinside": 740,
+      "dy": 741,
+      "Ġif": 742,
+      "Ġtold": 743,
+      "Ġnever": 744,
+      "ion": 745,
+      "Ġqu": 746,
+      "Ġbecause": 747,
+      "by": 748,
+      "Ġproud": 749,
+      "Ġgave": 750,
+      "Ġsorry": 751,
+      "Ġthis": 752,
+      "Ġop": 753,
+      "Ġplayed": 754,
+      "ate": 755,
+      "Ġexpl": 756,
+      "Ġheard": 757,
+      "ty": 758,
+      "Ġor": 759,
+      "Ġwater": 760,
+      "ank": 761,
+      "ge": 762,
+      "sed": 763,
+      "Ġpick": 764,
+      "other": 765,
+      "Ġroom": 766,
+      "etter": 767,
+      "Ġjust": 768,
+      "ace": 769,
+      "Ġhugged": 770,
+      "ak": 771,
+      "Ġgre": 772,
+      "here": 773,
+      "Ġoff": 774,
+      "ĠSara": 775,
+      "Ġpret": 776,
+      "ile": 777,
+      "Ġeach": 778,
+      "Ġcom": 779,
+      "Ġlong": 780,
+      "Ġbox": 781,
+      "ort": 782,
+      "Ġstr": 783,
+      "iz": 784,
+      "Ġunt": 785,
+      "Ġwat": 786,
+      "oth": 787,
+      "Ġneed": 788,
+      "Ġjo": 789,
+      "ĠWe": 790,
+      "Tom": 791,
+      "Ġsmall": 792,
+      "ine": 793,
+      "Ġbear": 794,
+      "Mom": 795,
+      "Ġuntil": 796,
+      "Ġnice": 797,
+      "Ġtry": 798,
+      "ving": 799,
+      "uc": 800,
+      "sel": 801,
+      "ough": 802,
+      "Ġlearned": 803,
+      "Ġkind": 804,
+      "ĠAnna": 805,
+      "ild": 806,
+      "Ġfo": 807,
+      "Ġmany": 808,
+      "'m": 809,
+      "ĠJack": 810,
+      "Ġbetter": 811,
+      "Ġim": 812,
+      "gry": 813,
+      "imal": 814,
+      "Ġanimal": 815,
+      "urt": 816,
+      "ft": 817,
+      "Ġend": 818,
+      "Ġsn": 819,
+      "aut": 820,
+      "Ġte": 821,
+      "Ġcle": 822,
+      "ĠJo": 823,
+      "vent": 824,
+      "urp": 825,
+      "Ġgr": 826,
+      "Ġbeaut": 827,
+      "Ġjump": 828,
+      "mb": 829,
+      "Ġad": 830,
+      "ream": 831,
+      "pt": 832,
+      "ĠSo": 833,
+      "ĠHer": 834,
+      "Ġflow": 835,
+      "ies": 836,
+      "Ġche": 837,
+      "Ġbra": 838,
+      "Ġthanked": 839,
+      "Ġeven": 840,
+      "Ġbest": 841,
+      "Ġcall": 842,
+      "ady": 843,
+      "He": 844,
+      "Ġlots": 845,
+      "Ġlaughed": 846,
+      "self": 847,
+      "Ġra": 848,
+      "Ġway": 849,
+      "ars": 850,
+      "urn": 851,
+      "Ġby": 852,
+      "Ġfast": 853,
+      "lly": 854,
+      "Ġfam": 855,
+      "ĠC": 856,
+      "ves": 857,
+      "arden": 858,
+      "Ġgarden": 859,
+      "Ġbeauti": 860,
+      "wn": 861,
+      "Th": 862,
+      "Ġbeautiful": 863,
+      "Ġloud": 864,
+      "lew": 865,
+      "Ġsky": 866,
+      "Ġdon": 867,
+      "hn": 868,
+      "ered": 869,
+      "iny": 870,
+      "Ġcareful": 871,
+      "Ġlove": 872,
+      "Ġfi": 873,
+      "ĠThen": 874,
+      "Åĵ": 875,
+      "ase": 876,
+      "ect": 877,
+      "Ġsafe": 878,
+      "ĠAnd": 879,
+      "Ġunder": 880,
+      "Ġcome": 881,
+      "ĠFrom": 882,
+      "Yes": 883,
+      "ĠMia": 884,
+      "It": 885,
+      "me": 886,
+      "Ġhard": 887,
+      "Ġcu": 888,
+      "Ġwo": 889,
+      "Ġlist": 890,
+      "Ġstay": 891,
+      "ane": 892,
+      "sh": 893,
+      "ople": 894,
+      "Ġgl": 895,
+      "ning": 896,
+      "Ġstill": 897,
+      "ool": 898,
+      "Ġhurt": 899,
+      "ree": 900,
+      "ĠHis": 901,
+      "Ġimp": 902,
+      "Ġfamily": 903,
+      "Ġâ": 904,
+      "Ġboth": 905,
+      "rm": 906,
+      "igh": 907,
+      "Ġlived": 908,
+      "hes": 909,
+      "When": 910,
+      "Ġpeople": 911,
+      "Ġanimals": 912,
+      "Ġcol": 913,
+      "Ġbrave": 914,
+      "Ġwalked": 915,
+      "ob": 916,
+      "Tim": 917,
+      "ct": 918,
+      "Ġlet": 919,
+      "urpr": 920,
+      "ĠWhen": 921,
+      "Ġtwo": 922,
+      "Ġsurpr": 923,
+      "Ġshould": 924,
+      "ished": 925,
+      "Ġbad": 926,
+      "ress": 927,
+      "Ġkept": 928,
+      "Ġfore": 929,
+      "Ġflew": 930,
+      "Ġfin": 931,
+      "Ġstor": 932,
+      "Ġfly": 933,
+      "ast": 934,
+      "ised": 935,
+      "ip": 936,
+      "Ġits": 937,
+      "led": 938,
+      "ock": 939,
+      "ucy": 940,
+      "fore": 941,
+      "Ġgoing": 942,
+      "Ġclean": 943,
+      "Ġdan": 944,
+      "Ġpic": 945,
+      "Ġsoon": 946,
+      "Ġcalled": 947,
+      "Ġshare": 948,
+      "kay": 949,
+      "Ġangry": 950,
+      "Ġrock": 951,
+      "Ġcon": 952,
+      "Ġpretty": 953,
+      "No": 954,
+      "Ġide": 955,
+      "ied": 956,
+      "illy": 957,
+      "Ġground": 958,
+      "xt": 959,
+      "Ġred": 960,
+      "Ġexplore": 961,
+      "Ġcry": 962,
+      "Ġadvent": 963,
+      "Ġsto": 964,
+      "so": 965,
+      "Ġreal": 966,
+      "Let": 967,
+      "Ġwind": 968,
+      "Ġshiny": 969,
+      "be": 970,
+      "Ġbook": 971,
+      "Ġalso": 972,
+      "Ġdoll": 973,
+      "Ġidea": 974,
+      "Ġbefore": 975,
+      "Ġopened": 976,
+      "dded": 977,
+      "Ġwhile": 978,
+      "ummy": 979,
+      "Ġkeep": 980,
+      "Ġey": 981,
+      "Ġnow": 982,
+      "Ġdoor": 983,
+      "Ġfeeling": 984,
+      "âĤ¬â": 985,
+      "oon": 986,
+      "oy": 987,
+      "Ġwalking": 988,
+      "Ġnoise": 989,
+      "Ġfr": 990,
+      "les": 991,
+      "age": 992,
+      "ious": 993,
+      "Ġcolor": 994,
+      "Ġturn": 995,
+      "thing": 996,
+      "ff": 997,
+      "uch": 998,
+      "th": 999,
+      "Ġbed": 1000,
+      "ary": 1001,
+      "Ġdra": 1002,
+      "Ġpicked": 1003,
+      "imb": 1004,
+      "eet": 1005,
+      "Ġclimb": 1006,
+      "Ġdel": 1007,
+      "What": 1008,
+      "Ġbeing": 1009,
+      "Ġfood": 1010,
+      "Ġun": 1011,
+      "Ġfar": 1012,
+      "ture": 1013,
+      "joy": 1014,
+      "Ġadventure": 1015,
+      "ac": 1016,
+      "Ġsmile": 1017,
+      "Ġdif": 1018,
+      "Ħ¢": 1019,
+      "âĤ¬âĦ¢": 1020,
+      "memb": 1021,
+      "Ġwr": 1022,
+      "Ġthr": 1023,
+      "ught": 1024,
+      "Ġlooking": 1025,
+      "Ġnext": 1026,
+      "iced": 1027,
+      "ĠLucy": 1028,
+      "Ġnodded": 1029,
+      "Ġquick": 1030,
+      "ĠP": 1031,
+      "Ġdis": 1032,
+      "Ġrepl": 1033,
+      "ĠDad": 1034,
+      "Ġwait": 1035,
+      "ized": 1036,
+      "Ġforest": 1037,
+      "Ġclos": 1038,
+      "ĠSuddenly": 1039,
+      "Ġtra": 1040,
+      "That": 1041,
+      "Ġeyes": 1042,
+      "ger": 1043,
+      "bbit": 1044,
+      "ted": 1045,
+      "Ġown": 1046,
+      "Ġrain": 1047,
+      "Ġimport": 1048,
+      "Ġgreat": 1049,
+      "Ġrememb": 1050,
+      "Ġpicture": 1051,
+      "Thank": 1052,
+      "Suddenly": 1053,
+      "Ġstopped": 1054,
+      "Ġenjoy": 1055,
+      "Ġvo": 1056,
+      "Ben": 1057,
+      "Ġgive": 1058,
+      "Ġimportant": 1059,
+      "Ġwork": 1060,
+      "Ġnear": 1061,
+      "gan": 1062,
+      "pot": 1063,
+      "Ġever": 1064,
+      "Ġapp": 1065,
+      "Ġafter": 1066,
+      "Ġquickly": 1067,
+      "Ġlisten": 1068,
+      "Ġbre": 1069,
+      "ting": 1070,
+      "bbed": 1071,
+      "Ġma": 1072,
+      "Ġfish": 1073,
+      "Ġreplied": 1074,
+      "Ġrabbit": 1075,
+      "Ġhands": 1076,
+      "ĠG": 1077,
+      "Ġnoticed": 1078,
+      "Ġbro": 1079,
+      "Ġslide": 1080,
+      "Ġthink": 1081,
+      "Ġwalk": 1082,
+      "Ġtruck": 1083,
+      "Ġac": 1084,
+      "kes": 1085,
+      "Ġstrong": 1086,
+      "She": 1087,
+      "Ġshowed": 1088,
+      "Ġde": 1089,
+      "Ġeveryone": 1090,
+      "Ġwonder": 1091,
+      "fere": 1092,
+      "bye": 1093,
+      "Ġdiffere": 1094,
+      "irst": 1095,
+      "So": 1096,
+      "Ġsure": 1097,
+      "Ġhas": 1098,
+      "Ġright": 1099,
+      "Ġbeen": 1100,
+      "Ġbecame": 1101,
+      "Ġsound": 1102,
+      "maz": 1103,
+      "Ġtow": 1104,
+      "Ġru": 1105,
+      "Ġtal": 1106,
+      "Ġamaz": 1107,
+      "Ġhead": 1108,
+      "Ġshout": 1109,
+      "Ġbright": 1110,
+      "Ġye": 1111,
+      "Ġwatched": 1112,
+      "ĠR": 1113,
+      "Ġmor": 1114,
+      "Ġchild": 1115,
+      "able": 1116,
+      "Ġmean": 1117,
+      "Ġwhere": 1118,
+      "llow": 1119,
+      "Ġhigh": 1120,
+      "ĠSue": 1121,
+      "Ġface": 1122,
+      "Ġcook": 1123,
+      "day": 1124,
+      "aybe": 1125,
+      "Ġwatch": 1126,
+      "Ġblue": 1127,
+      "aught": 1128,
+      "Ġdifferent": 1129,
+      "Ġstore": 1130,
+      "ĠN": 1131,
+      "Ġgoodbye": 1132,
+      "Ġdress": 1133,
+      "ull": 1134,
+      "ĠBob": 1135,
+      "ng": 1136,
+      "ange": 1137,
+      "Ġsqu": 1138,
+      "Ġokay": 1139,
+      "isy": 1140,
+      "lease": 1141,
+      "ĠMommy": 1142,
+      "Ġvoice": 1143,
+      "Jo": 1144,
+      "ath": 1145,
+      "Ġnight": 1146,
+      "ĠSpot": 1147,
+      "Ġus": 1148,
+      "Ġboat": 1149,
+      "Ġflowers": 1150,
+      "Ġplace": 1151,
+      "Ġfollow": 1152,
+      "Ġar": 1153,
+      "Ġuse": 1154,
+      "Ġcloser": 1155,
+      "unny": 1156,
+      "leep": 1157,
+      "ired": 1158,
+      "Ġfav": 1159,
+      "Ġyell": 1160,
+      "Ġgrabbed": 1161,
+      "Ġcuri": 1162,
+      "Ġwarm": 1163,
+      "Ġcr": 1164,
+      "Ġforg": 1165,
+      "ĠSarah": 1166,
+      "ĠJohn": 1167,
+      "Ġmag": 1168,
+      "Ġstick": 1169,
+      "We": 1170,
+      "Ġjumped": 1171,
+      "Ġcake": 1172,
+      "more": 1173,
+      "Ġtell": 1174,
+      "Ġanymore": 1175,
+      "After": 1176,
+      "Ġbutter": 1177,
+      "ndma": 1178,
+      "Ġthree": 1179,
+      "Ġask": 1180,
+      "co": 1181,
+      "Ġour": 1182,
+      "lie": 1183,
+      "Ġcurious": 1184,
+      "ount": 1185,
+      "orn": 1186,
+      "Ġcont": 1187,
+      "Ġfell": 1188,
+      "ached": 1189,
+      "ĠTh": 1190,
+      "Ġbirds": 1191,
+      "ass": 1192,
+      "Her": 1193,
+      "iss": 1194,
+      "Ġhelped": 1195,
+      "ĠJane": 1196,
+      "Ġpull": 1197,
+      "Ġfirst": 1198,
+      "itc": 1199,
+      "Ġblock": 1200,
+      "Ġhop": 1201,
+      "Ġbit": 1202,
+      "Ġdr": 1203,
+      "Ġrealized": 1204,
+      "Ġkid": 1205,
+      "Look": 1206,
+      "ila": 1207,
+      "Ġmon": 1208,
+      "Ġbrother": 1209,
+      "Anna": 1210,
+      "Sara": 1211,
+      "Ġz": 1212,
+      "ĠEveryone": 1213,
+      "Ġate": 1214,
+      "Ġdoes": 1215,
+      "imes": 1216,
+      "Ġhappened": 1217,
+      "Ġstop": 1218,
+      "zy": 1219,
+      "Ġyummy": 1220,
+      "Ġfavor": 1221,
+      "ppy": 1222,
+      "Ġkitc": 1223,
+      "Ġkitchen": 1224,
+      "Ġsweet": 1225,
+      "us": 1226,
+      "Ġper": 1227,
+      "Ġreally": 1228,
+      "aisy": 1229,
+      "Ġgrass": 1230,
+      "Ġfavorite": 1231,
+      "Ġbegan": 1232,
+      "Ġrest": 1233,
+      "Ġready": 1234,
+      "Ġlea": 1235,
+      "Ġreached": 1236,
+      "Ġunderst": 1237,
+      "air": 1238,
+      "Ġste": 1239,
+      "Ġbunny": 1240,
+      "ĠAs": 1241,
+      "Ġstory": 1242,
+      "'re": 1243,
+      "Ġpain": 1244,
+      "Ġsing": 1245,
+      "ster": 1246,
+      "Ġhere": 1247,
+      "Ġsand": 1248,
+      "Ġonly": 1249,
+      "Ġflo": 1250,
+      "Ġam": 1251,
+      "Ġglad": 1252,
+      "Ġtri": 1253,
+      "Ġbeh": 1254,
+      "Ġworld": 1255,
+      "Ġopen": 1256,
+      "Ġcre": 1257,
+      "fully": 1258,
+      "Ġprin": 1259,
+      "where": 1260,
+      "arent": 1261,
+      "Ġflower": 1262,
+      "Ġthrough": 1263,
+      "Ġba": 1264,
+      "Ġfire": 1265,
+      "Ġdone": 1266,
+      "Ġhaving": 1267,
+      "Ġthing": 1268,
+      "Ġdelic": 1269,
+      "Ġhimself": 1270,
+      "Ġtired": 1271,
+      "Ġparent": 1272,
+      "Ġsoft": 1273,
+      "Ġfro": 1274,
+      "Timmy": 1275,
+      "Ġtast": 1276,
+      "Ġbutterf": 1277,
+      "ĠLet": 1278,
+      "Ġcut": 1279,
+      "Ġpart": 1280,
+      "Ġwhy": 1281,
+      "ken": 1282,
+      "Ġmess": 1283,
+      "Can": 1284,
+      "Ġworry": 1285,
+      "Mommy": 1286,
+      "iver": 1287,
+      "Ġdin": 1288,
+      "uff": 1289,
+      "ater": 1290,
+      "Ġmagic": 1291,
+      "Ġwaved": 1292,
+      "Ġshouted": 1293,
+      "Ġpond": 1294,
+      "Ġkids": 1295,
+      "Ġhat": 1296,
+      "Ġduck": 1297,
+      "Ġsees": 1298,
+      "olly": 1299,
+      "illed": 1300,
+      "Ġgame": 1301,
+      "ient": 1302,
+      "Ġmaking": 1303,
+      "ather": 1304,
+      "John": 1305,
+      "As": 1306,
+      "akes": 1307,
+      "Ġcatch": 1308,
+      "Ġseen": 1309,
+      "Ġcool": 1310,
+      "ation": 1311,
+      "Ġcoming": 1312,
+      "Ġless": 1313,
+      "Ġdark": 1314,
+      "Ġused": 1315,
+      "eddy": 1316,
+      "Ġfix": 1317,
+      "ĠJoe": 1318,
+      "Ġthank": 1319,
+      "mer": 1320,
+      "Ġtop": 1321,
+      "Ġlady": 1322,
+      "Ġhair": 1323,
+      "aring": 1324,
+      "Ġprom": 1325,
+      "Ġhopped": 1326,
+      "ĠCan": 1327,
+      "\".": 1328,
+      "ign": 1329,
+      "Ġsurprise": 1330,
+      "Ġdraw": 1331,
+      "Ġmum": 1332,
+      "Ġmouse": 1333,
+      "Ġfunny": 1334,
+      "rel": 1335,
+      "Ġcra": 1336,
+      "Ġ-": 1337,
+      "aper": 1338,
+      "Ġfull": 1339,
+      "Ġtouch": 1340,
+      "Ġlight": 1341,
+      "Ġspot": 1342,
+      "ren": 1343,
+      "Ġdro": 1344,
+      "ĠBenny": 1345,
+      "Ġparents": 1346,
+      "Ġworked": 1347,
+      "ins": 1348,
+      "oney": 1349,
+      "ĠDo": 1350,
+      "Ġsurprised": 1351,
+      "Ġcarefully": 1352,
+      "Ġtrees": 1353,
+      "Ġfrog": 1354,
+      "Ġswing": 1355,
+      "Ġdoing": 1356,
+      "Don": 1357,
+      "Ġsat": 1358,
+      "inally": 1359,
+      "ĠThat": 1360,
+      "Ġice": 1361,
+      "ĠIn": 1362,
+      "Ġheld": 1363,
+      "Wow": 1364,
+      "Ġrunning": 1365,
+      "Ġpretend": 1366,
+      "Ġswim": 1367,
+      "Ġset": 1368,
+      "Ġread": 1369,
+      "Ġdelicious": 1370,
+      "Ġneeded": 1371,
+      "Ġtight": 1372,
+      "Ġslow": 1373,
+      "Ġremembered": 1374,
+      "Ġlost": 1375,
+      "Ġcold": 1376,
+      "Ġsmell": 1377,
+      "ards": 1378,
+      "Ġwood": 1379,
+      "Ġhappily": 1380,
+      "hy": 1381,
+      "ely": 1382,
+      "Ġlooks": 1383,
+      "Ġbehind": 1384,
+      "Ġherself": 1385,
+      "Ġcried": 1386,
+      "Ġenjoyed": 1387,
+      "Ġname": 1388,
+      "ask": 1389,
+      "Ġyears": 1390,
+      "Ġbuy": 1391,
+      "Ġhole": 1392,
+      "Ġblocks": 1393,
+      "Ġdri": 1394,
+      "Ġsleep": 1395,
+      "Ġgi": 1396,
+      "Ġyellow": 1397,
+      "cess": 1398,
+      "Ġbutterfly": 1399,
+      "ike": 1400,
+      "ued": 1401,
+      "Ġwished": 1402,
+      "Ġperf": 1403,
+      "Ġanother": 1404,
+      "ĠDaisy": 1405,
+      "Ġgreen": 1406,
+      "Ġmove": 1407,
+      "Ġtall": 1408,
+      "Ġair": 1409,
+      "Ġbag": 1410,
+      "Ġfloor": 1411,
+      "Ġcars": 1412,
+      "Ġlesson": 1413,
+      "ul": 1414,
+      "Ġbow": 1415,
+      "Ġarri": 1416,
+      "Ġwindow": 1417,
+      "Ġsho": 1418,
+      "Ġchildren": 1419,
+      "ner": 1420,
+      "Ġfinished": 1421,
+      "Ġhill": 1422,
+      "ĠAfter": 1423,
+      "andy": 1424,
+      "sp": 1425,
+      "ens": 1426,
+      "Ġpaper": 1427,
+      "Ġlikes": 1428,
+      "From": 1429,
+      "sy": 1430,
+      "Ġhold": 1431,
+      "Sam": 1432,
+      "Ġwrong": 1433,
+      "reed": 1434,
+      "Ġcontin": 1435,
+      "Ġunderstand": 1436,
+      "atter": 1437,
+      "uit": 1438,
+      "rew": 1439,
+      "Ġgent": 1440,
+      "Ġanything": 1441,
+      "Ġclose": 1442,
+      "Ġwall": 1443,
+      "Ġel": 1444,
+      "asure": 1445,
+      "Ġleft": 1446,
+      "Ġable": 1447,
+      "Ġarrived": 1448,
+      "Ġhun": 1449,
+      "ross": 1450,
+      "av": 1451,
+      "Ġhear": 1452,
+      "Ġfriendly": 1453,
+      "Ġforgot": 1454,
+      "Ġgone": 1455,
+      "ama": 1456,
+      "Ġcreat": 1457,
+      "Ġwet": 1458,
+      "Ġlion": 1459,
+      "Hell": 1460,
+      "Hello": 1461,
+      "Ġdream": 1462,
+      "Ġhot": 1463,
+      "bo": 1464,
+      "ber": 1465,
+      "ĠSally": 1466,
+      "Ġfilled": 1467,
+      "Ġdir": 1468,
+      "ield": 1469,
+      "Ġcookies": 1470,
+      "Ġlaugh": 1471,
+      "Ġbroken": 1472,
+      "Ġdinner": 1473,
+      "lf": 1474,
+      "Ġelse": 1475,
+      "Ġhid": 1476,
+      "ced": 1477,
+      "Ġpink": 1478,
+      "Ġfollowed": 1479,
+      "Ġtable": 1480,
+      "Ġmar": 1481,
+      "Ġcolors": 1482,
+      "oup": 1483,
+      "Ġmoment": 1484,
+      "Ġcontinued": 1485,
+      "Ġwonderful": 1486,
+      "ĠEm": 1487,
+      "ey": 1488,
+      "ined": 1489,
+      "irrel": 1490,
+      "rot": 1491,
+      "Ġfinally": 1492,
+      "Jack": 1493,
+      "Ġarm": 1494,
+      "Ġmight": 1495,
+      "ĠNow": 1496,
+      "Ġcast": 1497,
+      "Ġyes": 1498,
+      "Ġbuild": 1499,
+      "Ġenough": 1500,
+      "ĠBilly": 1501,
+      "Ġsomeone": 1502,
+      "Ġperfect": 1503,
+      "Ġfair": 1504,
+      "Ġstayed": 1505,
+      "app": 1506,
+      "Ġmorning": 1507,
+      "ĠThere": 1508,
+      "Ġpuppy": 1509,
+      "ol": 1510,
+      "Ġdaddy": 1511,
+      "Ġtrying": 1512,
+      "'ll": 1513,
+      "Ġju": 1514,
+      "Ġothers": 1515,
+      "Ġbooks": 1516,
+      "Ġagreed": 1517,
+      "Ġmus": 1518,
+      "Ġsnow": 1519,
+      "Ġsquirrel": 1520,
+      "Ġcream": 1521,
+      "room": 1522,
+      "Ġgetting": 1523,
+      "Ġgrandma": 1524,
+      "ĠLila": 1525,
+      "Ġleaves": 1526,
+      "Ġbaby": 1527,
+      "Ġcount": 1528,
+      "icy": 1529,
+      "Ġfew": 1530,
+      "At": 1531,
+      "Ġfall": 1532,
+      "Then": 1533,
+      "gon": 1534,
+      "Ġbreak": 1535,
+      "Ġclimbed": 1536,
+      "ries": 1537,
+      "Ġbeach": 1538,
+      "ash": 1539,
+      "Ġbug": 1540,
+      "Ġplease": 1541,
+      "Ġmother": 1542,
+      "Ġbrought": 1543,
+      "Ġtrain": 1544,
+      "ance": 1545,
+      "ĠThis": 1546,
+      "Ġdeep": 1547,
+      "Ġvis": 1548,
+      "ated": 1549,
+      "shed": 1550,
+      "Ġmet": 1551,
+      "Ġwasn": 1552,
+      "Ġsometimes": 1553,
+      "Ġeverything": 1554,
+      "ĠTommy": 1555,
+      "ich": 1556,
+      "Ġmusic": 1557,
+      "key": 1558,
+      "ling": 1559,
+      "This": 1560,
+      "os": 1561,
+      "Ġturned": 1562,
+      "lc": 1563,
+      "Ġride": 1564,
+      "oom": 1565,
+      "Ġsong": 1566,
+      "oring": 1567,
+      "Ġspark": 1568,
+      "Ġfight": 1569,
+      "Ġhungry": 1570,
+      "ons": 1571,
+      "Ġpictures": 1572,
+      "ds": 1573,
+      "Ġmakes": 1574,
+      "Ġsear": 1575,
+      "ucky": 1576,
+      "Ġlistened": 1577,
+      "Ġjoy": 1578,
+      "Ġpol": 1579,
+      "ĠWhat": 1580,
+      "His": 1581,
+      "ee": 1582,
+      "Ġclot": 1583,
+      "Ġsail": 1584,
+      "apped": 1585,
+      "bble": 1586,
+      "Ġcomp": 1587,
+      "Ġplan": 1588,
+      "Ġwants": 1589,
+      "Ġclothes": 1590,
+      "Ġpoin": 1591,
+      "ĠK": 1592,
+      "zz": 1593,
+      "Ġballoon": 1594,
+      "Ġstrange": 1595,
+      "man": 1596,
+      "enny": 1597,
+      "Ġpi": 1598,
+      "Ġgrow": 1599,
+      "Ġflying": 1600,
+      "row": 1601,
+      "Ġscary": 1602,
+      "Ġtreat": 1603,
+      "Ġwaited": 1604,
+      "Ġamazed": 1605,
+      "Ġteddy": 1606,
+      "Ġcastle": 1607,
+      "ister": 1608,
+      "Ġele": 1609,
+      "Ġamazing": 1610,
+      "med": 1611,
+      "Ġspl": 1612,
+      "Oh": 1613,
+      "Ġleave": 1614,
+      "Ġowner": 1615,
+      "Ġpromised": 1616,
+      "Ġdanger": 1617,
+      "ever": 1618,
+      "OK": 1619,
+      "Ġsuch": 1620,
+      "Ġwhite": 1621,
+      "Ġpat": 1622,
+      "Ġtalk": 1623,
+      "uffy": 1624,
+      "Ġfur": 1625,
+      "Ġpie": 1626,
+      "ope": 1627,
+      "red": 1628,
+      "Ġpulled": 1629,
+      "Ġpre": 1630,
+      "Ġwoods": 1631,
+      "ĠTo": 1632,
+      "Ġshared": 1633,
+      "Ġalone": 1634,
+      "Ġtowards": 1635,
+      "cle": 1636,
+      "ĠMaybe": 1637,
+      "Ġsit": 1638,
+      "Ġnap": 1639,
+      "Ġcolorful": 1640,
+      "amp": 1641,
+      "hone": 1642,
+      "Ġvisit": 1643,
+      "igg": 1644,
+      "ugg": 1645,
+      "thy": 1646,
+      "ence": 1647,
+      "Ġtail": 1648,
+      "ctor": 1649,
+      "Ġmagical": 1650,
+      "Ġriver": 1651,
+      "Ġhig": 1652,
+      "Ġbelie": 1653,
+      "Ġgrate": 1654,
+      "ually": 1655,
+      "ang": 1656,
+      "ott": 1657,
+      "Ġhide": 1658,
+      "Ġsilly": 1659,
+      "Ġsmiles": 1660,
+      "ower": 1661,
+      "Ġside": 1662,
+      "Max": 1663,
+      "Ġroll": 1664,
+      "Ġgu": 1665,
+      "ĠAmy": 1666,
+      "Ġpro": 1667,
+      "eter": 1668,
+      "Ġfaster": 1669,
+      "Ġgrateful": 1670,
+      "Ġtreasure": 1671,
+      "ased": 1672,
+      "Ġsnack": 1673,
+      "up": 1674,
+      "Ġland": 1675,
+      "avy": 1676,
+      "Ġmoral": 1677,
+      "ained": 1678,
+      "Ġsister": 1679,
+      "ĠGra": 1680,
+      "Ġshap": 1681,
+      "Ġpaint": 1682,
+      "Ġslowly": 1683,
+      "Ġfield": 1684,
+      "Ġpet": 1685,
+      "Ġsec": 1686,
+      "orm": 1687,
+      "ĠJim": 1688,
+      "Ġbran": 1689,
+      "Ġmin": 1690,
+      "Ġmust": 1691,
+      "Ġhelping": 1692,
+      "Ġworried": 1693,
+      "Ġjob": 1694,
+      "Ġfox": 1695,
+      "set": 1696,
+      "Ġmoney": 1697,
+      "Ġpot": 1698,
+      "Ġqui": 1699,
+      "Ġbel": 1700,
+      "Ġacc": 1701,
+      "Ġliving": 1702,
+      "Ġmonster": 1703,
+      "less": 1704,
+      "Ġparty": 1705,
+      "ear": 1706,
+      "Ġmost": 1707,
+      "Ġwear": 1708,
+      "Ġremember": 1709,
+      "ire": 1710,
+      "Ġsign": 1711,
+      "wl": 1712,
+      "Ġcloud": 1713,
+      "Ġcandy": 1714,
+      "Ġhigher": 1715,
+      "ipped": 1716,
+      "ident": 1717,
+      "ĠAll": 1718,
+      "der": 1719,
+      "ze": 1720,
+      "Ġquiet": 1721,
+      "Ġtown": 1722,
+      "unch": 1723,
+      "Ġprincess": 1724,
+      "Ġruns": 1725,
+      "asket": 1726,
+      "em": 1727,
+      "Ġeverywhere": 1728,
+      "Ġjoin": 1729,
+      "Ġstepped": 1730,
+      "Ġbasket": 1731,
+      "Ġlake": 1732,
+      "Ġcup": 1733,
+      "sw": 1734,
+      "outh": 1735,
+      "Ġcarrot": 1736,
+      "Ġcoll": 1737,
+      "Ġplant": 1738,
+      "Ġscream": 1739,
+      "ĠDaddy": 1740,
+      "Ġbuck": 1741,
+      "Ġheavy": 1742,
+      "Ġbigger": 1743,
+      "Ġcho": 1744,
+      "Ġblank": 1745,
+      "Ġclosed": 1746,
+      "Ġwon": 1747,
+      "ises": 1748,
+      "Ġansw": 1749,
+      "br": 1750,
+      "Ġblanket": 1751,
+      "Ġmouth": 1752,
+      "ames": 1753,
+      "eces": 1754,
+      "Ġeating": 1755,
+      "Ġpieces": 1756,
+      "cket": 1757,
+      "Ġstre": 1758,
+      "Ġwelc": 1759,
+      "Ġwouldn": 1760,
+      "Ġreach": 1761,
+      "Ġbroke": 1762,
+      "eared": 1763,
+      "Ġdangerous": 1764,
+      "gs": 1765,
+      "ph": 1766,
+      "ĠMolly": 1767,
+      "Ġce": 1768,
+      "ĠMr": 1769,
+      "ord": 1770,
+      "fort": 1771,
+      "Ġdolls": 1772,
+      "ming": 1773,
+      "Ġdance": 1774,
+      "Ġdragon": 1775,
+      "Ġthinks": 1776,
+      "Ġasks": 1777,
+      "Ġacross": 1778,
+      "Okay": 1779,
+      "Ġchair": 1780,
+      "Ġteac": 1781,
+      "Ġbott": 1782,
+      "Hi": 1783,
+      "Ġpa": 1784,
+      "Ġneigh": 1785,
+      "Ġbar": 1786,
+      "Ġbike": 1787,
+      "Ġpack": 1788,
+      "iting": 1789,
+      "Ġdisapp": 1790,
+      "Ġneighb": 1791,
+      "Ġstuck": 1792,
+      "de": 1793,
+      "Ġgif": 1794,
+      "Ġfruit": 1795,
+      "Ġbelieve": 1796,
+      "cy": 1797,
+      "Ġve": 1798,
+      "Ġcrying": 1799,
+      "ier": 1800,
+      "phant": 1801,
+      "Ġsuddenly": 1802,
+      "Ġsoup": 1803,
+      "Ġrace": 1804,
+      "Ġthrew": 1805,
+      "Sure": 1806,
+      "Ġfarmer": 1807,
+      "Ġaccident": 1808,
+      "Ġdirty": 1809,
+      "Ġelephant": 1810,
+      "Ġmonkey": 1811,
+      "Ġheal": 1812,
+      "weet": 1813,
+      "Ġrem": 1814,
+      "Ġpers": 1815,
+      "Ġsame": 1816,
+      "ored": 1817,
+      "ventually": 1818,
+      "ead": 1819,
+      "pping": 1820,
+      "Ġgentle": 1821,
+      "Ġfree": 1822,
+      "Ġbrown": 1823,
+      "Maybe": 1824,
+      "Ġinst": 1825,
+      "Ġbee": 1826,
+      "ix": 1827,
+      "Ġben": 1828,
+      "Ġwin": 1829,
+      "Ġblack": 1830,
+      "Ġalong": 1831,
+      "Ġlonger": 1832,
+      "ible": 1833,
+      "Ġspr": 1834,
+      "Ġclapped": 1835,
+      "Finally": 1836,
+      "Why": 1837,
+      "cked": 1838,
+      "Ġwords": 1839,
+      "ĠFl": 1840,
+      "Ġteacher": 1841,
+      "Ġupset": 1842,
+      "chool": 1843,
+      "Ġpiece": 1844,
+      "Ġwell": 1845,
+      "Ġcheered": 1846,
+      "Ġhit": 1847,
+      "Ġsang": 1848,
+      "ment": 1849,
+      "Ġbowl": 1850,
+      "Ġbite": 1851,
+      "Ġdoctor": 1852,
+      "ĠJill": 1853,
+      "Ġbucket": 1854,
+      "Mia": 1855,
+      "Ġbath": 1856,
+      "Ġcaught": 1857,
+      "Ġheart": 1858,
+      "Ġforget": 1859,
+      "Ġmark": 1860,
+      "Ġbutt": 1861,
+      "Ġdry": 1862,
+      "Ġyoung": 1863,
+      "Ġsea": 1864,
+      "Ġcour": 1865,
+      "Ġdropped": 1866,
+      "ese": 1867,
+      "Ġyard": 1868,
+      "Ġplac": 1869,
+      "ourn": 1870,
+      "Ġschool": 1871,
+      "Ġswings": 1872,
+      "bby": 1873,
+      "Ġwings": 1874,
+      "bs": 1875,
+      "Ġexplained": 1876,
+      "Ġjourn": 1877,
+      "Ġbring": 1878,
+      "Ġdrink": 1879,
+      "Ġstreet": 1880,
+      "Ġjuice": 1881,
+      "ung": 1882,
+      "Ġnearby": 1883,
+      "ĠEmma": 1884,
+      "Ġsmo": 1885,
+      "Ġsmart": 1886,
+      "Ġpushed": 1887,
+      "Ġstories": 1888,
+      "Ġdrove": 1889,
+      "Ġtiny": 1890,
+      "Ġpen": 1891,
+      "Ġcourse": 1892,
+      "Ġes": 1893,
+      "Ġmine": 1894,
+      "Ġtoday": 1895,
+      "Ġpocket": 1896,
+      "Ġyear": 1897,
+      "aughter": 1898,
+      "Ġje": 1899,
+      "Ġsecret": 1900,
+      "Ġexp": 1901,
+      "Ġwithout": 1902,
+      "Ġsinging": 1903,
+      "Ġwelcome": 1904,
+      "Ġhappen": 1905,
+      "to": 1906,
+      "Ġfit": 1907,
+      "Ġstu": 1908,
+      "vel": 1909,
+      "ract": 1910,
+      "Ġbus": 1911,
+      "Ġcheese": 1912,
+      "Ġcray": 1913,
+      "Ġfairy": 1914,
+      "Ġjar": 1915,
+      "Ġturns": 1916,
+      "Ġbush": 1917,
+      "bow": 1918,
+      "llo": 1919,
+      "Ġexploring": 1920,
+      "Ġlon": 1921,
+      "Ġstand": 1922,
+      "itting": 1923,
+      "Ġseemed": 1924,
+      "Ġspoon": 1925,
+      "ĠFinally": 1926,
+      "Ġgames": 1927,
+      "Ġwoke": 1928,
+      "issed": 1929,
+      "Ġresp": 1930,
+      "Ġtrou": 1931,
+      "Ġtwins": 1932,
+      "Ġhoped": 1933,
+      "Ġatt": 1934,
+      "Ġlonely": 1935,
+      "Ġant": 1936,
+      "ĠMama": 1937,
+      "orrow": 1938,
+      "Ġnoises": 1939,
+      "Ġhugs": 1940,
+      "ountain": 1941,
+      "yard": 1942,
+      "Ġdaughter": 1943,
+      "Ġinv": 1944,
+      "Ġkey": 1945,
+      "ail": 1946,
+      "Ġrocks": 1947,
+      "Ġdisco": 1948,
+      "Ġsu": 1949,
+      "Ġlunch": 1950,
+      "read": 1951,
+      "oun": 1952,
+      "vered": 1953,
+      "Ġbackyard": 1954,
+      "Ġsuc": 1955,
+      "Ġcow": 1956,
+      "Ġapple": 1957,
+      "ek": 1958,
+      "Ġswam": 1959,
+      "Ġshoes": 1960,
+      "Ġstars": 1961,
+      "Ġshook": 1962,
+      "ittens": 1963,
+      "Ġmiss": 1964,
+      "ches": 1965,
+      "Ġwish": 1966,
+      "Ġrelie": 1967,
+      "fused": 1968,
+      "Ġshapes": 1969,
+      "urple": 1970,
+      "Ġtower": 1971,
+      "ity": 1972,
+      "Ġcorn": 1973,
+      "Ġmoved": 1974,
+      "shine": 1975,
+      "Ġ3": 1976,
+      "Ġthough": 1977,
+      "Ġcir": 1978,
+      "umb": 1979,
+      "Ġtaking": 1980,
+      "ts": 1981,
+      "ĠTweet": 1982,
+      "ape": 1983,
+      "Ġrainbow": 1984,
+      "Ġthrow": 1985,
+      "Ġstar": 1986,
+      "Ġbench": 1987,
+      "Ġneck": 1988,
+      "ocked": 1989,
+      "Ġcreature": 1990,
+      "Ġbubble": 1991,
+      "Ġlate": 1992,
+      "Ġadventures": 1993,
+      "Ġowl": 1994,
+      "ions": 1995,
+      "And": 1996,
+      "Ġwhe": 1997,
+      "Ġpar": 1998,
+      "Ġshell": 1999,
+      "Ġkite": 2000,
+      "ĠFluffy": 2001,
+      "ining": 2002,
+      "Ġmil": 2003,
+      "unt": 2004,
+      "Ġfence": 2005,
+      "Ġmix": 2006,
+      "Ġlift": 2007,
+      "Ġaccidentally": 2008,
+      "Ġwise": 2009,
+      "Ġhello": 2010,
+      "Ġpurple": 2011,
+      "pper": 2012,
+      "Ġonto": 2013,
+      "Ġspin": 2014,
+      "ten": 2015,
+      "ours": 2016,
+      "Ġsitting": 2017,
+      "idge": 2018,
+      "Ġsunshine": 2019,
+      "Ġcute": 2020,
+      "Ġmat": 2021,
+      "ward": 2022,
+      "Ġshop": 2023,
+      "Ġwhist": 2024,
+      "Ġdist": 2025,
+      "Ġorange": 2026,
+      "Lila": 2027,
+      "Ġnaught": 2028,
+      "ĠSammy": 2029,
+      "Ġnaughty": 2030,
+      "Ġnest": 2031,
+      "ose": 2032,
+      "ors": 2033,
+      "lla": 2034,
+      "Ġmilk": 2035,
+      "fish": 2036,
+      "Ġaf": 2037,
+      "Ġboun": 2038,
+      "Ġphone": 2039,
+      "Ġarms": 2040,
+      "Ġeas": 2041,
+      "ness": 2042,
+      "Ġcarry": 2043,
+      "ĠGrandma": 2044,
+      "og": 2045,
+      "Ġbought": 2046,
+      "Ġdriver": 2047,
+      "Ġinstead": 2048,
+      "Later": 2049,
+      "Ġtalked": 2050,
+      "Ġsearched": 2051,
+      "gged": 2052,
+      "Ġpig": 2053,
+      "Ġcozy": 2054,
+      "Ġsunny": 2055,
+      "itty": 2056,
+      "Ġfeels": 2057,
+      "Ġfan": 2058,
+      "Ġwondered": 2059,
+      "Ġcomes": 2060,
+      "Ġswimming": 2061,
+      "uched": 2062,
+      "Ġtouched": 2063,
+      "Ġpop": 2064,
+      "ĠInside": 2065,
+      "ale": 2066,
+      "Ġlucky": 2067,
+      "Ġlaughing": 2068,
+      "Ġbelong": 2069,
+      "Ġsounds": 2070,
+      "Ġwom": 2071,
+      "Ġcave": 2072,
+      "let": 2073,
+      "Ġjourney": 2074,
+      "Ġwoman": 2075,
+      "Ġcou": 2076,
+      "Ġnothing": 2077,
+      "Ġcoat": 2078,
+      "Ġrelieved": 2079,
+      "ĠO": 2080,
+      "Ġpeace": 2081,
+      "adow": 2082,
+      "Ġnose": 2083,
+      "Ġbusy": 2084,
+      "Bob": 2085,
+      "Ġpast": 2086,
+      "Ġapples": 2087,
+      "Ġsick": 2088,
+      "Ġrope": 2089,
+      "Ġpatient": 2090,
+      "Ġact": 2091,
+      "Ġpudd": 2092,
+      "Ġinc": 2093,
+      "raid": 2094,
+      "Ġwatching": 2095,
+      "Ġbranch": 2096,
+      "Ġafraid": 2097,
+      "Ġtom": 2098,
+      "ider": 2099,
+      "Ġdays": 2100,
+      "Ġret": 2101,
+      "cing": 2102,
+      "ĠMary": 2103,
+      "Ġband": 2104,
+      "Ġfarm": 2105,
+      "Ġhuge": 2106,
+      "ĠThank": 2107,
+      "ator": 2108,
+      "Ġexciting": 2109,
+      "Ġdanced": 2110,
+      "thday": 2111,
+      "Ġwar": 2112,
+      "ĠSoon": 2113,
+      "ball": 2114,
+      "Ġgigg": 2115,
+      "blem": 2116,
+      "Ġzoom": 2117,
+      "Ġmad": 2118,
+      "Ġvill": 2119,
+      "Ġforever": 2120,
+      "Ġproblem": 2121,
+      "Ġcollect": 2122,
+      "ped": 2123,
+      "irt": 2124,
+      "Ġminut": 2125,
+      "Ġwra": 2126,
+      "ho": 2127,
+      "Ġlife": 2128,
+      "Ġknee": 2129,
+      "ces": 2130,
+      "Do": 2131,
+      "cer": 2132,
+      "mp": 2133,
+      "arp": 2134,
+      "Ġking": 2135,
+      "Ġasleep": 2136,
+      "Ġreturn": 2137,
+      "Ġsharp": 2138,
+      "Ġrel": 2139,
+      "Ġpower": 2140,
+      "eth": 2141,
+      "Ġholding": 2142,
+      "Ġfing": 2143,
+      "Ġhealthy": 2144,
+      "ĠMittens": 2145,
+      "Ġprot": 2146,
+      "Ġmeet": 2147,
+      "Ġorgan": 2148,
+      "Ġclever": 2149,
+      "Ġspotted": 2150,
+      "Ġletter": 2151,
+      "Ġgather": 2152,
+      "alm": 2153,
+      "Of": 2154,
+      "ere": 2155,
+      "Ġround": 2156,
+      "Ġstorm": 2157,
+      "Ġprotect": 2158,
+      "Ġgift": 2159,
+      "amed": 2160,
+      "Ġmail": 2161,
+      "ĠJen": 2162,
+      "Ġbirthday": 2163,
+      "Ġpres": 2164,
+      "Ġsaf": 2165,
+      "Ġneighbor": 2166,
+      "epend": 2167,
+      "Ġtakes": 2168,
+      "sc": 2169,
+      "Ġear": 2170,
+      "Ġcomfort": 2171,
+      "Ġent": 2172,
+      "Ġrep": 2173,
+      "Ġperson": 2174,
+      "Ġsmiling": 2175,
+      "ĠWith": 2176,
+      "Ġgently": 2177,
+      "Ġpointed": 2178,
+      "Every": 2179,
+      "owed": 2180,
+      "Ġspo": 2181,
+      "col": 2182,
+      "Ġtasty": 2183,
+      "ular": 2184,
+      "ĠJimmy": 2185,
+      "Ġplane": 2186,
+      "sting": 2187,
+      "hin": 2188,
+      "Ġhoney": 2189,
+      "itch": 2190,
+      "Ġpill": 2191,
+      "Ġpass": 2192,
+      "itten": 2193,
+      "Ġmatter": 2194,
+      "Ġadm": 2195,
+      "Ġtasted": 2196,
+      "Ġsmelled": 2197,
+      "nic": 2198,
+      "ove": 2199,
+      "Ġeag": 2200,
+      "Ġshining": 2201,
+      "Hey": 2202,
+      "Ġhope": 2203,
+      "Ġplaces": 2204,
+      "Ġkick": 2205,
+      "ĠCh": 2206,
+      "Ġpicnic": 2207,
+      "Ġbottle": 2208,
+      "Ġrespect": 2209,
+      "Ġblew": 2210,
+      "Ġappeared": 2211,
+      "Ġsupp": 2212,
+      "Tommy": 2213,
+      "ĠCome": 2214,
+      "Ġspider": 2215,
+      "Ġintere": 2216,
+      "Ġcheer": 2217,
+      "board": 2218,
+      "Ġwearing": 2219,
+      "Ġpresent": 2220,
+      "ert": 2221,
+      "Ġmist": 2222,
+      "ize": 2223,
+      "Ġtrouble": 2224,
+      "Ġtrip": 2225,
+      "Ġpract": 2226,
+      "Ġkiss": 2227,
+      "Ġquest": 2228,
+      "ond": 2229,
+      "Ġash": 2230,
+      "Ġloves": 2231,
+      "Ġtightly": 2232,
+      "gg": 2233,
+      "arge": 2234,
+      "Ġsur": 2235,
+      "Ġspread": 2236,
+      "aur": 2237,
+      "Ġwide": 2238,
+      "ones": 2239,
+      "umber": 2240,
+      "Ġfeather": 2241,
+      "Ġsplas": 2242,
+      "ont": 2243,
+      "ndp": 2244,
+      "Ġlater": 2245,
+      "Ġwhole": 2246,
+      "Ġanyone": 2247,
+      "Ġbread": 2248,
+      "Molly": 2249,
+      "Ġdes": 2250,
+      "Ġrec": 2251,
+      "ella": 2252,
+      "Ġroad": 2253,
+      "In": 2254,
+      "Ġoce": 2255,
+      "Ġgiant": 2256,
+      "Ġocean": 2257,
+      "els": 2258,
+      "Ġpuzz": 2259,
+      "Ġcookie": 2260,
+      "Ġpan": 2261,
+      "Ġpath": 2262,
+      "ÅĵI": 2263,
+      "Ġconfused": 2264,
+      "Ġscreamed": 2265,
+      "Ġclouds": 2266,
+      "eb": 2267,
+      "Ġimpress": 2268,
+      "Ġfront": 2269,
+      "ĠGo": 2270,
+      "Ġseat": 2271,
+      "lex": 2272,
+      "Ġlay": 2273,
+      "Ġwhich": 2274,
+      "la": 2275,
+      "Ġthin": 2276,
+      "Ġteach": 2277,
+      "erly": 2278,
+      "Ġdi": 2279,
+      "Ġanswer": 2280,
+      "ungle": 2281,
+      "Ġap": 2282,
+      "ssed": 2283,
+      "hile": 2284,
+      "ub": 2285,
+      "Ġlarge": 2286,
+      "Ġjungle": 2287,
+      "Ġpromise": 2288,
+      "Ġser": 2289,
+      "Ġber": 2290,
+      "Ġwild": 2291,
+      "Ġbark": 2292,
+      "Ġmach": 2293,
+      "oose": 2294,
+      "Ġbutton": 2295,
+      "ndpa": 2296,
+      "Good": 2297,
+      "Ġmyster": 2298,
+      "Ġsnake": 2299,
+      "Ġvillage": 2300,
+      "Ġhor": 2301,
+      "ĠEmily": 2302,
+      "Come": 2303,
+      "Ġtool": 2304,
+      "Ġputs": 2305,
+      "Ġlast": 2306,
+      "Ġimag": 2307,
+      "ĠJake": 2308,
+      "Lucy": 2309,
+      "Ġtid": 2310,
+      "Ġban": 2311,
+      "lebr": 2312,
+      "Ġeventually": 2313,
+      "Ġslid": 2314,
+      "Ġwave": 2315,
+      "Ġlive": 2316,
+      "Ġchased": 2317,
+      "ĠEverywhere": 2318,
+      "Ġcelebr": 2319,
+      "Ġcrayons": 2320,
+      "Just": 2321,
+      "Ġspent": 2322,
+      "Ġwrite": 2323,
+      "Ġgives": 2324,
+      "unk": 2325,
+      "ife": 2326,
+      "Ġdecor": 2327,
+      "Ġfoot": 2328,
+      "Ġdelight": 2329,
+      "Ġsol": 2330,
+      "Ġsandw": 2331,
+      "Ġdirt": 2332,
+      "ĠJenny": 2333,
+      "Ġtalking": 2334,
+      "Ġtreats": 2335,
+      "Ġcart": 2336,
+      "ching": 2337,
+      "Ġwaiting": 2338,
+      "Ġhiding": 2339,
+      "Ġsnowman": 2340,
+      "Ġinteresting": 2341,
+      "Ġhon": 2342,
+      "ony": 2343,
+      "Ġshelf": 2344,
+      "Ġtaste": 2345,
+      "een": 2346,
+      "Jim": 2347,
+      "Ġstep": 2348,
+      "Mum": 2349,
+      "Ġhelpful": 2350,
+      "Ġfeet": 2351,
+      "Ġshy": 2352,
+      "Ġgoes": 2353,
+      "Ġval": 2354,
+      "Ġemb": 2355,
+      "Ġstood": 2356,
+      "Ġshr": 2357,
+      "Ġbuilding": 2358,
+      "Ġoven": 2359,
+      "Ġstret": 2360,
+      "Ġlovely": 2361,
+      "Ġducks": 2362,
+      "Ġcorner": 2363,
+      "Ġwash": 2364,
+      "cks": 2365,
+      "Ġspe": 2366,
+      "Ġpretended": 2367,
+      "Ġrolled": 2368,
+      "Ġrude": 2369,
+      "old": 2370,
+      "Ġcalm": 2371,
+      "Ġpile": 2372,
+      "Ġteeth": 2373,
+      "Ġjumping": 2374,
+      "Ġzoo": 2375,
+      "Ġpuddle": 2376,
+      "Ġtidy": 2377,
+      "Mama": 2378,
+      "iger": 2379,
+      "ipe": 2380,
+      "Ġbugs": 2381,
+      "Ġashamed": 2382,
+      "Ġbat": 2383,
+      "ina": 2384,
+      "ĠRe": 2385,
+      "Ġob": 2386,
+      "Ġstra": 2387,
+      "ĠSt": 2388,
+      "Ġwhistle": 2389,
+      "Ġbanan": 2390,
+      "not": 2391,
+      "Ġnet": 2392,
+      "Ġforgive": 2393,
+      "Ġprince": 2394,
+      "ener": 2395,
+      "Ġshirt": 2396,
+      "Ġsel": 2397,
+      "Ġcoo": 2398,
+      "Ġembar": 2399,
+      "umpy": 2400,
+      "Ġsparkly": 2401,
+      "Ġremind": 2402,
+      "Ġsug": 2403,
+      "Ġcross": 2404,
+      "Ġmind": 2405,
+      "Ġcannot": 2406,
+      "Ġsuccess": 2407,
+      "Ġembarra": 2408,
+      "Soon": 2409,
+      "Ġmot": 2410,
+      "Ġsharing": 2411,
+      "Ġworm": 2412,
+      "Ġfold": 2413,
+      "Ġpeaceful": 2414,
+      "Ġwore": 2415,
+      "Ġmountain": 2416,
+      "Ġblow": 2417,
+      "lice": 2418,
+      "Ġign": 2419,
+      "Ġbell": 2420,
+      "Ġfurry": 2421,
+      "Ġgrab": 2422,
+      "als": 2423,
+      "ometimes": 2424,
+      "Ġwhenever": 2425,
+      "Ġpour": 2426,
+      "vous": 2427,
+      "llie": 2428,
+      "Ġpush": 2429,
+      "Ġbreath": 2430,
+      "Ġmachine": 2431,
+      "Ġsugar": 2432,
+      "Ġchick": 2433,
+      "Ġcreative": 2434,
+      "St": 2435,
+      "ned": 2436,
+      "Ġbal": 2437,
+      "Ġstir": 2438,
+      "Ġdolp": 2439,
+      "Ġtries": 2440,
+      "Now": 2441,
+      "Ġlad": 2442,
+      "ĠLe": 2443,
+      "Ġmed": 2444,
+      "Ġpool": 2445,
+      "Ġgener": 2446,
+      "Ġsal": 2447,
+      "ork": 2448,
+      "ult": 2449,
+      "Ġspray": 2450,
+      "Ġship": 2451,
+      "ian": 2452,
+      "Ġhum": 2453,
+      "Ġhel": 2454,
+      "isa": 2455,
+      "Ġselfish": 2456,
+      "Ġhar": 2457,
+      "Ġfaces": 2458,
+      "Ġmessy": 2459,
+      "Ġ'": 2460,
+      "Ġple": 2461,
+      "ĠSome": 2462,
+      "ĠHow": 2463,
+      "Ġgold": 2464,
+      "Ġchocol": 2465,
+      "Please": 2466,
+      "Ġminutes": 2467,
+      "Ġpillow": 2468,
+      "My": 2469,
+      "aking": 2470,
+      "Ġtun": 2471,
+      "Ġmissed": 2472,
+      "ighed": 2473,
+      "Ġvan": 2474,
+      "Ġfixed": 2475,
+      "Ġfighting": 2476,
+      "oin": 2477,
+      "Ġfig": 2478,
+      "Ġembarrassed": 2479,
+      "Ġmeant": 2480,
+      "Ġdrive": 2481,
+      "Ġtomorrow": 2482,
+      "Ġhours": 2483,
+      "Ġca": 2484,
+      "Ġner": 2485,
+      "Ġspicy": 2486,
+      "Ġknowing": 2487,
+      "ĠPlease": 2488,
+      "Sarah": 2489,
+      "Ġladder": 2490,
+      "ital": 2491,
+      "Ġhorse": 2492,
+      "ato": 2493,
+      "Ġug": 2494,
+      "ĠJust": 2495,
+      "Ġtrust": 2496,
+      "Ġhosp": 2497,
+      "Ġugly": 2498,
+      "Ġhospital": 2499,
+      "Ġchew": 2500,
+      "Ġbedroom": 2501,
+      "Ġeasy": 2502,
+      "Ġnervous": 2503,
+      "Ġrob": 2504,
+      "Ġthankful": 2505,
+      "Ġcarrots": 2506,
+      "Dad": 2507,
+      "elly": 2508,
+      "Ġgrew": 2509,
+      "Ġcolour": 2510,
+      "Ġbarked": 2511,
+      "Ġcouch": 2512,
+      "Ġnut": 2513,
+      "Ġmeadow": 2514,
+      "Ġtaught": 2515,
+      "Ġunderstood": 2516,
+      "Ġdisappoin": 2517,
+      "Ġpas": 2518,
+      "ano": 2519,
+      "Ġoften": 2520,
+      "Ġclass": 2521,
+      "Ġpassed": 2522,
+      "Ġknocked": 2523,
+      "Ġlanded": 2524,
+      "Ġmic": 2525,
+      "ird": 2526,
+      "Ġfear": 2527,
+      "Ġcoin": 2528,
+      "Ġmud": 2529,
+      "work": 2530,
+      "Ġdeter": 2531,
+      "Ġreg": 2532,
+      "Ġreturned": 2533,
+      "Ġdeterm": 2534,
+      "Ġhur": 2535,
+      "Ġfinish": 2536,
+      "izz": 2537,
+      "Ġtea": 2538,
+      "Ġsmooth": 2539,
+      "mo": 2540,
+      "Ġstuff": 2541,
+      "Ġmov": 2542,
+      "Ġgenerous": 2543,
+      "To": 2544,
+      "ĠOn": 2545,
+      "isp": 2546,
+      "Ġdrum": 2547,
+      "obby": 2548,
+      "Ġbubbles": 2549,
+      "Ġrobot": 2550,
+      "Ġthese": 2551,
+      "Ġseed": 2552,
+      "Ġglass": 2553,
+      "Ġdisappointed": 2554,
+      "ground": 2555,
+      "Ġring": 2556,
+      "Ġcard": 2557,
+      "Ġhears": 2558,
+      "Ġcarried": 2559,
+      "Ġmoon": 2560,
+      "Ġchocolate": 2561,
+      "Ġleaf": 2562,
+      "Ġsnacks": 2563,
+      "Ġcirc": 2564,
+      "Ġfancy": 2565,
+      "dle": 2566,
+      "Ġspend": 2567,
+      "ĠAnn": 2568,
+      "ustr": 2569,
+      "Ġcrab": 2570,
+      "Ġsongs": 2571,
+      "pack": 2572,
+      "Ġpir": 2573,
+      "ecially": 2574,
+      "osaur": 2575,
+      "Ġsold": 2576,
+      "Ġbridge": 2577,
+      "ĠEven": 2578,
+      "Ġsleepy": 2579,
+      "Ġhonest": 2580,
+      "Ġmir": 2581,
+      "ĠBr": 2582,
+      "Ġpaw": 2583,
+      "pecially": 2584,
+      "Ġav": 2585,
+      "ĠWhy": 2586,
+      "izzy": 2587,
+      "Ġchest": 2588,
+      "Ġwolf": 2589,
+      "Ġdinosaur": 2590,
+      "Ġespecially": 2591,
+      "Ġmap": 2592,
+      "Ġgas": 2593,
+      "ory": 2594,
+      "Ġchange": 2595,
+      "Ġgroup": 2596,
+      "Ġgathered": 2597,
+      "Ġsour": 2598,
+      "Ġpoor": 2599,
+      "Ġsplash": 2600,
+      "Ġwaves": 2601,
+      "Ġforward": 2602,
+      "Ġclown": 2603,
+      "Ġmysterious": 2604,
+      "ror": 2605,
+      "Ġbody": 2606,
+      "Ġfrustr": 2607,
+      "Ġcraw": 2608,
+      "Ġfake": 2609,
+      "Ġpin": 2610,
+      "Ġok": 2611,
+      "Ġrad": 2612,
+      "Ġwhisp": 2613,
+      "Ġtwirl": 2614,
+      "Ġstring": 2615,
+      "Ġsmelly": 2616,
+      "ĠTogether": 2617,
+      "sist": 2618,
+      "Ġcand": 2619,
+      "Ġgate": 2620,
+      "Ġscar": 2621,
+      "ĠKitty": 2622,
+      "Ġneckl": 2623,
+      "Billy": 2624,
+      "Ġmotor": 2625,
+      "ying": 2626,
+      "ote": 2627,
+      "Ġshore": 2628,
+      "urse": 2629,
+      "Ġjew": 2630,
+      "Ġweak": 2631,
+      "Ġgrumpy": 2632,
+      "Ġfinger": 2633,
+      "Ġsack": 2634,
+      "Ġkitten": 2635,
+      "Ġpolite": 2636,
+      "Ġglue": 2637,
+      "uce": 2638,
+      "Ġnumber": 2639,
+      "airs": 2640,
+      "Ġesc": 2641,
+      "Ġmirror": 2642,
+      "Ġsheep": 2643,
+      "Ġvase": 2644,
+      "Ġplants": 2645,
+      "Ġberries": 2646,
+      "most": 2647,
+      "Be": 2648,
+      "den": 2649,
+      "Ġjelly": 2650,
+      "ĠTheir": 2651,
+      "Ġemp": 2652,
+      "itter": 2653,
+      "There": 2654,
+      "Ġscr": 2655,
+      "Ġgray": 2656,
+      "Ġpuzzle": 2657,
+      "Ġnecklace": 2658,
+      "Ġmaybe": 2659,
+      "Ġplate": 2660,
+      "Ġalmost": 2661,
+      "usie": 2662,
+      "Ġfrustrated": 2663,
+      "Ġempty": 2664,
+      "port": 2665,
+      "orry": 2666,
+      "Ġthick": 2667,
+      "Ġjam": 2668,
+      "Ġskipped": 2669,
+      "ensive": 2670,
+      "ĠTeddy": 2671,
+      "aged": 2672,
+      "Ġcloset": 2673,
+      "Ġhidden": 2674,
+      "Ġexpensive": 2675,
+      "Ġdetermined": 2676,
+      "Ġbored": 2677,
+      "Ġlit": 2678,
+      "Ġdrew": 2679,
+      "Ġlegs": 2680,
+      "Ġhopping": 2681,
+      "ates": 2682,
+      "ĠSometimes": 2683,
+      "Ġsticks": 2684,
+      "Ġones": 2685,
+      "ĠAt": 2686,
+      "Ġbirdie": 2687,
+      "ĠDon": 2688,
+      "Ġpolice": 2689,
+      "Ġfruits": 2690,
+      "Ġtick": 2691,
+      "Ġaunt": 2692,
+      "Ġwis": 2693,
+      "Ġbake": 2694,
+      "Ġline": 2695,
+      "ots": 2696,
+      "Ġstone": 2697,
+      "Ġdogs": 2698,
+      "aul": 2699,
+      "Ġfigure": 2700,
+      "Jane": 2701,
+      "Ġsight": 2702,
+      "Ġcries": 2703,
+      "ĠBe": 2704,
+      "Ġmoving": 2705,
+      "Ġcontent": 2706,
+      "ĠBrown": 2707,
+      "Ġsaved": 2708,
+      "Ġcloth": 2709,
+      "?\".": 2710,
+      "box": 2711,
+      "Ġbranches": 2712,
+      "Ġpacked": 2713,
+      "Ġpowerful": 2714,
+      "Ġsplashed": 2715,
+      "Ġfeed": 2716,
+      "ested": 2717,
+      "Ġyelled": 2718,
+      "Where": 2719,
+      "dge": 2720,
+      "kin": 2721,
+      "Ġtiger": 2722,
+      "Ġpay": 2723,
+      "iddle": 2724,
+      "oop": 2725,
+      "ĠBella": 2726,
+      "Ġexam": 2727,
+      "Ġtaken": 2728,
+      "Ġcrane": 2729,
+      "Ġspoil": 2730,
+      "'d": 2731,
+      "Ġhang": 2732,
+      "Ġflag": 2733,
+      "Ġanswered": 2734,
+      "Ġdiscovered": 2735,
+      "ĠLeo": 2736,
+      "ush": 2737,
+      "Ġsave": 2738,
+      "Ġseek": 2739,
+      "Ġexcite": 2740,
+      "Ġpray": 2741,
+      "Ġjog": 2742,
+      "Ġstanding": 2743,
+      "Ġdolphin": 2744,
+      "Ġjack": 2745,
+      "Are": 2746,
+      "era": 2747,
+      "rag": 2748,
+      "Ġflut": 2749,
+      "getable": 2750,
+      "Ġboring": 2751,
+      "Ġlock": 2752,
+      "Ġincred": 2753,
+      "Ġexcitement": 2754,
+      "Ġsighed": 2755,
+      "Ġwip": 2756,
+      "Ġfis": 2757,
+      "Ġfill": 2758,
+      "Ġsoap": 2759,
+      "ĠMum": 2760,
+      "ola": 2761,
+      "Ġpleased": 2762,
+      "Ġjacket": 2763,
+      "light": 2764,
+      "Ġsugg": 2765,
+      "Ġmiddle": 2766,
+      "Ġeld": 2767,
+      "Ġwrote": 2768,
+      "Ġballoons": 2769,
+      "Ġorganized": 2770,
+      "que": 2771,
+      "Ġsailed": 2772,
+      "Their": 2773,
+      "Ġtells": 2774,
+      "Ġoy": 2775,
+      "Ġstones": 2776,
+      "Ġboard": 2777,
+      "Ġspun": 2778,
+      "Ġvegetable": 2779,
+      "lies": 2780,
+      "Ġind": 2781,
+      "iness": 2782,
+      "Ġworking": 2783,
+      "lower": 2784,
+      "alk": 2785,
+      "iff": 2786,
+      "Ġparrot": 2787,
+      "Stop": 2788,
+      "Ġscarf": 2789,
+      "Ġwagged": 2790,
+      "Ġclap": 2791,
+      "Ġmeasure": 2792,
+      "asing": 2793,
+      "Ġtears": 2794,
+      "body": 2795,
+      "Ġcomfortable": 2796,
+      "Ġleg": 2797,
+      "Ġswan": 2798,
+      "Ġtrue": 2799,
+      "Ġfright": 2800,
+      "Ġdrop": 2801,
+      "Ġsmoke": 2802,
+      "Ġfeathers": 2803,
+      "Ġincredible": 2804,
+      "ggs": 2805,
+      "ual": 2806,
+      "Ġtie": 2807,
+      "Ġcap": 2808,
+      "Ġlose": 2809,
+      "Ġpus": 2810,
+      "Ġeager": 2811,
+      "Ġmovie": 2812,
+      "fic": 2813,
+      "Ġcop": 2814,
+      "Ġeggs": 2815,
+      "oof": 2816,
+      "Ġrid": 2817,
+      "Ġcovered": 2818,
+      "Ġfil": 2819,
+      "Ġlem": 2820,
+      "Ġgrap": 2821,
+      "Ġdisappeared": 2822,
+      "Ġrecord": 2823,
+      "ĠTV": 2824,
+      "ĠBl": 2825,
+      "Ġext": 2826,
+      "Ġord": 2827,
+      "Ġgiggled": 2828,
+      "corn": 2829,
+      "Ġpri": 2830,
+      "Ġham": 2831,
+      "Ġrare": 2832,
+      "Ġyourself": 2833,
+      "Ġeng": 2834,
+      "Ġwhale": 2835,
+      "Ġknife": 2836,
+      "ĠLisa": 2837,
+      "Ġteam": 2838,
+      "ĠJohnny": 2839,
+      "zed": 2840,
+      "Ġtest": 2841,
+      "Ġbone": 2842,
+      "Ġdizzy": 2843,
+      "Ġlibr": 2844,
+      "Ġwrap": 2845,
+      "Ġquestions": 2846,
+      "iv": 2847,
+      "Ġlying": 2848,
+      "Ġstamp": 2849,
+      "Ġlicked": 2850,
+      "Ġnoisy": 2851,
+      "Ġkindness": 2852,
+      "Ġdiffic": 2853,
+      "Ġdrawing": 2854,
+      "apping": 2855,
+      "Jimmy": 2856,
+      "Ġstraw": 2857,
+      "Ġburn": 2858,
+      "Ġwagon": 2859,
+      "ately": 2860,
+      "Ġgrown": 2861,
+      "Ġrocket": 2862,
+      "Ġpopcorn": 2863,
+      "Sally": 2864,
+      "Ġbatter": 2865,
+      "Ġwand": 2866,
+      "Ġanc": 2867,
+      "ĠEnd": 2868,
+      "Ġsword": 2869,
+      "Ġhappening": 2870,
+      "Ġlifted": 2871,
+      "Ġbalance": 2872,
+      "Ġextra": 2873,
+      "Sorry": 2874,
+      "ha": 2875,
+      "Ġwander": 2876,
+      "Ġfat": 2877,
+      "ĠMark": 2878,
+      "ĠElla": 2879,
+      "Ġbecome": 2880,
+      "Ġtrack": 2881,
+      "Ġsmaller": 2882,
+      "Ġmistake": 2883,
+      "Ġtoast": 2884,
+      "ating": 2885,
+      "Ġmanaged": 2886,
+      "selves": 2887,
+      "ĠPeter": 2888,
+      "Ġbathroom": 2889,
+      "Ġharm": 2890,
+      "Ġdifficult": 2891,
+      "Ġtwist": 2892,
+      "Ġoffered": 2893,
+      "Ġruined": 2894,
+      "Ġmatch": 2895,
+      "Ġancient": 2896,
+      "Ġgar": 2897,
+      "illi": 2898,
+      "Ġdistance": 2899,
+      "Ġplayground": 2900,
+      "Ġlazy": 2901,
+      "Ġdancing": 2902,
+      "Ġadventur": 2903,
+      "af": 2904,
+      "ĠBa": 2905,
+      "Ġcalling": 2906,
+      "Ġcleaned": 2907,
+      "Ġcrown": 2908,
+      "ormal": 2909,
+      "Ġonce": 2910,
+      "Ġboss": 2911,
+      "Ġsell": 2912,
+      "Ġwalks": 2913,
+      "Ġfrightened": 2914,
+      "erri": 2915,
+      "Ġmask": 2916,
+      "Ġfluffy": 2917,
+      "emo": 2918,
+      "ĠZ": 2919,
+      "Ġfrag": 2920,
+      "Ġdest": 2921,
+      "Ġnormal": 2922,
+      "Ġyog": 2923,
+      "Ġpicks": 2924,
+      "Ġeye": 2925,
+      "Ġdrank": 2926,
+      "Ġcircle": 2927,
+      "Ġadventurous": 2928,
+      "Spot": 2929,
+      "Ġtent": 2930,
+      "Ġpress": 2931,
+      "Ġkissed": 2932,
+      "ict": 2933,
+      "Ġsciss": 2934,
+      "Ġgets": 2935,
+      "Ġtrunk": 2936,
+      "Ġcheck": 2937,
+      "Ġenjoying": 2938,
+      "Ġshells": 2939,
+      "Ġelderly": 2940,
+      "Ġscissors": 2941,
+      "Ġterri": 2942,
+      "Ġtoug": 2943,
+      "ages": 2944,
+      "Ġsteal": 2945,
+      "Me": 2946,
+      "ready": 2947,
+      "ete": 2948,
+      "Ġalready": 2949,
+      "ĠLittle": 2950,
+      "Ġjuicy": 2951,
+      "Ġstudy": 2952,
+      "Ġhorn": 2953,
+      "erp": 2954,
+      "Ġpizz": 2955,
+      "Ġallig": 2956,
+      "Ġlouder": 2957,
+      "Ġtowel": 2958,
+      "Ġcircles": 2959,
+      "Ġlead": 2960,
+      "Ġroar": 2961,
+      "Ġrose": 2962,
+      "Ġslipped": 2963,
+      "Ġtele": 2964,
+      "Ġfamous": 2965,
+      "Ġarg": 2966,
+      "Ġcheerful": 2967,
+      "ĠRex": 2968,
+      "Ġtough": 2969,
+      "ipper": 2970,
+      "Ġbarn": 2971,
+      "Ġfool": 2972,
+      "Ġdig": 2973,
+      "Ġdish": 2974,
+      "Ġagainst": 2975,
+      "Ġdeer": 2976,
+      "Ġsweetie": 2977,
+      "Ġengine": 2978,
+      "Ġed": 2979,
+      "Ġfather": 2980,
+      "Ġcover": 2981,
+      "Ġyours": 2982,
+      "Ġneeds": 2983,
+      "Joe": 2984,
+      "Ġbags": 2985,
+      "Ġspinning": 2986,
+      "Sue": 2987,
+      "Ġaw": 2988,
+      "anged": 2989,
+      "amond": 2990,
+      "Ġyarn": 2991,
+      "oph": 2992,
+      "Ġgiving": 2993,
+      "Ġdiamond": 2994,
+      "Ġsandwich": 2995,
+      "Ġindepend": 2996,
+      "Ġfragile": 2997,
+      "Who": 2998,
+      "cept": 2999,
+      "Ġnosy": 3000,
+      "Ġtwig": 3001,
+      "Ġhurts": 3002,
+      "Ġsuggested": 3003,
+      "Ġlemon": 3004,
+      "iest": 3005,
+      "ination": 3006,
+      "orge": 3007,
+      "Ġnod": 3008,
+      "Ġbloom": 3009,
+      "Ġhose": 3010,
+      "Ġboxes": 3011,
+      "Ġrealised": 3012,
+      "Ġfrown": 3013,
+      "ache": 3014,
+      "Ġrelax": 3015,
+      "Ġhammer": 3016,
+      "Ġadded": 3017,
+      "Ġweird": 3018,
+      "Ġmod": 3019,
+      "Ġcrack": 3020,
+      "Ġalligator": 3021,
+      "Amy": 3022,
+      "Gra": 3023,
+      "oot": 3024,
+      "Ġshake": 3025,
+      "rage": 3026,
+      "Ġlearning": 3027,
+      "Ġvegetables": 3028,
+      "Ġadd": 3029,
+      "Ġmelt": 3030,
+      "ĠSusie": 3031,
+      "elp": 3032,
+      "ĠBobby": 3033,
+      "Ġtrap": 3034,
+      "Ġcollar": 3035,
+      "Ġstubb": 3036,
+      "ique": 3037,
+      "Ġborrow": 3038,
+      "Ġpump": 3039,
+      "Ġloudly": 3040,
+      "Ġsearch": 3041,
+      "Ġchicken": 3042,
+      "Ġpizza": 3043,
+      "Ġindependent": 3044,
+      "Ġstubborn": 3045,
+      "Ġref": 3046,
+      "Ġasking": 3047,
+      "Ġbrilli": 3048,
+      "Ġdecide": 3049,
+      "Ġflash": 3050,
+      "Ġcaterp": 3051,
+      "Ġqueen": 3052,
+      "Ġsnee": 3053,
+      "ĠRose": 3054,
+      "Ġinvited": 3055,
+      "Ġstrawber": 3056,
+      "Ġfoolish": 3057,
+      "Ġcaterpill": 3058,
+      "gy": 3059,
+      "Ġtur": 3060,
+      "Ġdepend": 3061,
+      "Ġguit": 3062,
+      "Ġstri": 3063,
+      "Ġknight": 3064,
+      "Ġboys": 3065,
+      "Ġpee": 3066,
+      "Ġcomb": 3067,
+      "Ġclear": 3068,
+      "Ġunique": 3069,
+      "Ġbuttons": 3070,
+      "ĠTweety": 3071,
+      "Ġcolourful": 3072,
+      "Ġescape": 3073,
+      "Ġbrilliant": 3074,
+      "Ġrich": 3075,
+      "ĠBu": 3076,
+      "Ġsaying": 3077,
+      "Ġrode": 3078,
+      "Ġskin": 3079,
+      "Ġgarage": 3080,
+      "Help": 3081,
+      "dom": 3082,
+      "Ġmummy": 3083,
+      "Ġbeak": 3084,
+      "ured": 3085,
+      "aw": 3086,
+      "eorge": 3087,
+      "rop": 3088,
+      "edient": 3089,
+      "Ġunus": 3090,
+      "Ġoyster": 3091,
+      "Ġturkey": 3092,
+      "ĠOK": 3093,
+      "Ġfountain": 3094,
+      "Ġpatter": 3095,
+      "Ġweek": 3096,
+      "Ġchase": 3097,
+      "Ġrubb": 3098,
+      "Ġcounted": 3099,
+      "Ġregular": 3100,
+      "Ġwiped": 3101,
+      "Ġguitar": 3102,
+      "Ġunusual": 3103,
+      "land": 3104,
+      "Ġumb": 3105,
+      "Ġfork": 3106,
+      "Ġshows": 3107,
+      "Ġlights": 3108,
+      "Ġwalls": 3109,
+      "Ġdreamed": 3110,
+      "Ġbanana": 3111,
+      "Ġsuccessful": 3112,
+      "Ġjewel": 3113,
+      "Ġpattern": 3114,
+      "Ġumbre": 3115,
+      "cil": 3116,
+      "ray": 3117,
+      "inal": 3118,
+      "Ġlow": 3119,
+      "imed": 3120,
+      "Ġswe": 3121,
+      "Ġcryst": 3122,
+      "Ġpencil": 3123,
+      "Ġsafely": 3124,
+      "Ġtools": 3125,
+      "Well": 3126,
+      "Ġtape": 3127,
+      "Ġstream": 3128,
+      "ceed": 3129,
+      "Ġresc": 3130,
+      "Ġabove": 3131,
+      "Ġharder": 3132,
+      "Ġguess": 3133,
+      "Ġbottom": 3134,
+      "Ġmarket": 3135,
+      "Ġimpressed": 3136,
+      "Ġwaff": 3137,
+      "anut": 3138,
+      "iginal": 3139,
+      "Ġnotice": 3140,
+      "illa": 3141,
+      "Ġnods": 3142,
+      "Ġpeanut": 3143,
+      "olog": 3144,
+      "Ġpatch": 3145,
+      "Ġcrawled": 3146,
+      "Ġcaterpillar": 3147,
+      "na": 3148,
+      "Ġtank": 3149,
+      "Ġtask": 3150,
+      "Ġtire": 3151,
+      "Ġgun": 3152,
+      "Ġload": 3153,
+      "Ġcompet": 3154,
+      "umbled": 3155,
+      "Ġapolog": 3156,
+      "Ġsolve": 3157,
+      "How": 3158,
+      "Mummy": 3159,
+      "fast": 3160,
+      "hip": 3161,
+      "ĠNo": 3162,
+      "Ġbitter": 3163,
+      "arl": 3164,
+      "Ġears": 3165,
+      "Ġshone": 3166,
+      "Ġbrush": 3167,
+      "ĠFin": 3168,
+      "Ġoriginal": 3169,
+      "Ġfier": 3170,
+      "Ġglow": 3171,
+      "ĠNemo": 3172,
+      "Ġbreakfast": 3173,
+      "Ġadmired": 3174,
+      "ĠBlue": 3175,
+      "Ġedge": 3176,
+      "Ġdependable": 3177,
+      "und": 3178,
+      "uth": 3179,
+      "ĠIf": 3180,
+      "Ġclay": 3181,
+      "Ġstronger": 3182,
+      "Ġbossy": 3183,
+      "Ġcudd": 3184,
+      "aser": 3185,
+      "Ġgrandpa": 3186,
+      "Ġknows": 3187,
+      "Ġpicking": 3188,
+      "Ġjoke": 3189,
+      "Ġboats": 3190,
+      "Ġbald": 3191,
+      "Ġmedic": 3192,
+      "Ġscrat": 3193,
+      "Ġcone": 3194,
+      "Ġpenny": 3195,
+      "Ġlean": 3196,
+      "Ġraft": 3197,
+      "uggled": 3198,
+      "Ġsucceed": 3199,
+      "Ġobedient": 3200,
+      "Ġhumble": 3201,
+      "Ġlibrary": 3202,
+      "Re": 3203,
+      "head": 3204,
+      "Ġph": 3205,
+      "Ġnumb": 3206,
+      "Ġsauce": 3207,
+      "ĠBear": 3208,
+      "Ġtray": 3209,
+      "Ġproudly": 3210,
+      "Here": 3211,
+      "Ġsounded": 3212,
+      "Ġsquare": 3213,
+      "Ġterrible": 3214,
+      "Ġcrystal": 3215,
+      "Ġfierce": 3216,
+      "Jill": 3217,
+      "Ġwitch": 3218,
+      "inary": 3219,
+      "Ġhappiness": 3220,
+      "ĠLola": 3221,
+      "Ġhanded": 3222,
+      "Ġfridge": 3223,
+      "fa": 3224,
+      "Ġrough": 3225,
+      "ention": 3226,
+      "Ġchanged": 3227,
+      "Ġjoined": 3228,
+      "Ġraven": 3229,
+      "Ġmighty": 3230,
+      "Ġchose": 3231,
+      "Ġwheel": 3232,
+      "Ġumbrella": 3233,
+      "Ġtag": 3234,
+      "Ġcri": 3235,
+      "Ġow": 3236,
+      "arry": 3237,
+      "imp": 3238,
+      "ĠBill": 3239,
+      "Ġhelps": 3240,
+      "Ġfinding": 3241,
+      "Ġcleaning": 3242,
+      "Ġsquee": 3243,
+      "Ġfirework": 3244,
+      "Ġmedicine": 3245,
+      "azz": 3246,
+      "met": 3247,
+      "Ġplayful": 3248,
+      "Ġlocked": 3249,
+      "Ġgoat": 3250,
+      "Ġaccept": 3251,
+      "Ġcompass": 3252,
+      "Ġsurf": 3253,
+      "Ġcompetit": 3254,
+      "ext": 3255,
+      "kn": 3256,
+      "Ġsy": 3257,
+      "Ġsil": 3258,
+      "Ġbeet": 3259,
+      "ĠMar": 3260,
+      "uring": 3261,
+      "Ġchir": 3262,
+      "ĠEllie": 3263,
+      "Ġballs": 3264,
+      "ÅĵLet": 3265,
+      "Ġbutterflies": 3266,
+      "Ġguard": 3267,
+      "Ġcrayon": 3268,
+      "Ġdiscover": 3269,
+      "Ġparade": 3270,
+      "Ġmixed": 3271,
+      "Ġvalu": 3272,
+      "Ġhelmet": 3273,
+      "ĠBrownie": 3274,
+      "Em": 3275,
+      "ject": 3276,
+      "squ": 3277,
+      "ud": 3278,
+      "Ġgum": 3279,
+      "ature": 3280,
+      "Ġisland": 3281,
+      "Ġcost": 3282,
+      "Ġmole": 3283,
+      "Ġnicely": 3284,
+      "Ġkinds": 3285,
+      "Ġraced": 3286,
+      "Ġstove": 3287,
+      "Ġlaughs": 3288,
+      "Ġmarch": 3289,
+      "Ġfalls": 3290,
+      "Ġpersist": 3291,
+      "ĠBaby": 3292,
+      "ophie": 3293,
+      "Alice": 3294,
+      "ience": 3295,
+      "ito": 3296,
+      "Ġcage": 3297,
+      "Ġgoose": 3298,
+      "Ġcoins": 3299,
+      "Ġtrump": 3300,
+      "Ġmosqu": 3301,
+      "Ġserious": 3302,
+      "Ġmosquito": 3303,
+      "Ġflex": 3304,
+      "Ġcro": 3305,
+      "elon": 3306,
+      "Ġexcla": 3307,
+      "Ġchoose": 3308,
+      "Ġexplored": 3309,
+      "Ġunl": 3310,
+      "Ġbrothers": 3311,
+      "Ġguil": 3312,
+      "Ġnumbers": 3313,
+      "Ġtrumpet": 3314,
+      "Ġicy": 3315,
+      "Ġmoms": 3316,
+      "iew": 3317,
+      "Ġview": 3318,
+      "Ġenorm": 3319,
+      "Ġfireman": 3320,
+      "ĠMrs": 3321,
+      "Ġpractice": 3322,
+      "Ġenormous": 3323,
+      "wards": 3324,
+      "Ġsup": 3325,
+      "Ġvolc": 3326,
+      "Ġmeans": 3327,
+      "Ġpointing": 3328,
+      "Ġvaluable": 3329,
+      "Ġflexible": 3330,
+      "Ġexclaimed": 3331,
+      "Ġguilty": 3332,
+      "yal": 3333,
+      "Ġcam": 3334,
+      "Ġpipe": 3335,
+      "ision": 3336,
+      "ĠMy": 3337,
+      "Ġuseful": 3338,
+      "Ġfavour": 3339,
+      "Ġcrazy": 3340,
+      "Ġphot": 3341,
+      "known": 3342,
+      "Ġvolcano": 3343,
+      "Ġwake": 3344,
+      "Ġcity": 3345,
+      "omed": 3346,
+      "llip": 3347,
+      "Ġforth": 3348,
+      "Ġlollip": 3349,
+      "Ġseal": 3350,
+      "Ġallowed": 3351,
+      "Ġscare": 3352,
+      "Ġbrightly": 3353,
+      "Ġmarble": 3354,
+      "Ġpopular": 3355,
+      "Ġflashlight": 3356,
+      "Ġcompassion": 3357,
+      "Ġlollipop": 3358,
+      "ĠU": 3359,
+      "Ġing": 3360,
+      "Ġhunt": 3361,
+      "Ġdull": 3362,
+      "erry": 3363,
+      "Ġstat": 3364,
+      "Ġshel": 3365,
+      "!\".": 3366,
+      "Ġunknown": 3367,
+      "Ġhats": 3368,
+      "Ġshoot": 3369,
+      "redient": 3370,
+      "Ġbelonged": 3371,
+      "Ġfavourite": 3372,
+      "Ġingredient": 3373,
+      "Ġpil": 3374,
+      "Ġloyal": 3375,
+      "Ġbrace": 3376,
+      "ĠWhenever": 3377,
+      "Ġdreams": 3378,
+      "Ġkicked": 3379,
+      "Ġseeds": 3380,
+      "Ġtwirled": 3381,
+      "Ġsuper": 3382,
+      "time": 3383,
+      "Ġfine": 3384,
+      "Ġbees": 3385,
+      "Ġsofa": 3386,
+      "Ġshark": 3387,
+      "ĠMike": 3388,
+      "Ġanx": 3389,
+      "Ġsadly": 3390,
+      "Ġshowing": 3391,
+      "Ġways": 3392,
+      "Ġtrucks": 3393,
+      "Ġdelicate": 3394,
+      "ations": 3395,
+      "Ġrepe": 3396,
+      "Ġimpressive": 3397,
+      "Ġpoured": 3398,
+      "Ġpirate": 3399,
+      "Ġwhispered": 3400,
+      "Ġharmless": 3401,
+      "aff": 3402,
+      "Ġturt": 3403,
+      "Ġtied": 3404,
+      "aroo": 3405,
+      "ado": 3406,
+      "arth": 3407,
+      "Ġgrace": 3408,
+      "Ġhandle": 3409,
+      "Ġenc": 3410,
+      "Ġdeliver": 3411,
+      "Benny": 3412,
+      "Ġrushed": 3413,
+      "Ġusing": 3414,
+      "angaroo": 3415,
+      "Ġshape": 3416,
+      "Ġbushes": 3417,
+      "Ġpersistent": 3418,
+      "Ġgor": 3419,
+      "ĠSp": 3420,
+      "Ġkangaroo": 3421,
+      "Ġang": 3422,
+      "Ġoffice": 3423,
+      "Ġanxious": 3424,
+      "Go": 3425,
+      "alous": 3426,
+      "Ġspell": 3427,
+      "ĠWhile": 3428,
+      "iable": 3429,
+      "Ġpotato": 3430,
+      "Ġjealous": 3431,
+      "Ġwrapped": 3432,
+      "Ġfour": 3433,
+      "Ġcurt": 3434,
+      "Ġlog": 3435,
+      "Ġcoal": 3436,
+      "Ġreliable": 3437,
+      "Ġcurtain": 3438,
+      "Daisy": 3439,
+      "Ġsudden": 3440,
+      "mbol": 3441,
+      "ÅĵYes": 3442,
+      "aches": 3443,
+      "ĠPe": 3444,
+      "Ġpainted": 3445,
+      "ĠToby": 3446,
+      "Ġcere": 3447,
+      "gu": 3448,
+      "Ġtummy": 3449,
+      "Ġthose": 3450,
+      "ouses": 3451,
+      "uddy": 3452,
+      "Ġcush": 3453,
+      "Ġmetal": 3454,
+      "Ġsymbol": 3455,
+      "Ġbeetle": 3456,
+      "Ġcamera": 3457,
+      "Ġhouses": 3458,
+      "ilt": 3459,
+      "Ġcelebrate": 3460,
+      "Ġdelighted": 3461,
+      "Ġgorilla": 3462,
+      "Ġtooth": 3463,
+      "Ġthirst": 3464,
+      "keep": 3465,
+      "Ġshiver": 3466,
+      "Ġreward": 3467,
+      "Ġspace": 3468,
+      "Ġtravel": 3469,
+      "Ġrubbed": 3470,
+      "Ġprint": 3471,
+      "Ġdriving": 3472,
+      "Ġmarry": 3473,
+      "Ġwarned": 3474,
+      "Ġsoldier": 3475,
+      "Ġmotorcy": 3476,
+      "cut": 3477,
+      "Ġson": 3478,
+      "Ġtor": 3479,
+      "arlie": 3480,
+      "Ġhero": 3481,
+      "ief": 3482,
+      "Ġcarp": 3483,
+      "Ġexcitedly": 3484,
+      "Ġtemp": 3485,
+      "ĠPete": 3486,
+      "ĠBobo": 3487,
+      "cod": 3488,
+      "Ġhung": 3489,
+      "Ġgrowing": 3490,
+      "upid": 3491,
+      "Ġthinking": 3492,
+      "Ġtunn": 3493,
+      "While": 3494,
+      "cu": 3495,
+      "ipp": 3496,
+      "Ġhay": 3497,
+      "Ġyet": 3498,
+      "Ġvine": 3499,
+      "Ġacorn": 3500,
+      "icycle": 3501,
+      "Ġprep": 3502,
+      "Ġreminded": 3503,
+      "Ġgasped": 3504,
+      "Ġflute": 3505,
+      "Ġordinary": 3506,
+      "Ġcrocod": 3507,
+      "Ġamb": 3508,
+      "Ġcur": 3509,
+      "ĠBet": 3510,
+      "ĠMandy": 3511,
+      "Ġpup": 3512,
+      "Ġcreatures": 3513,
+      "Ġhurry": 3514,
+      "Ġspoiled": 3515,
+      "Ġtimes": 3516,
+      "Ġmis": 3517,
+      "Ġrice": 3518,
+      "Ġstupid": 3519,
+      "Ġshine": 3520,
+      "Ġresist": 3521,
+      "ugged": 3522,
+      "Ġlaw": 3523,
+      "Ġskull": 3524,
+      "coa": 3525,
+      "Ġmissing": 3526,
+      "Ġwheat": 3527,
+      "Ġsupport": 3528,
+      "Ġingredients": 3529,
+      "aid": 3530,
+      "loo": 3531,
+      "Ġcase": 3532,
+      "ery": 3533,
+      "Ġwashed": 3534,
+      "Ġdove": 3535,
+      "Ġspilled": 3536,
+      "Ġscoot": 3537,
+      "Ġmeal": 3538,
+      "Ġmule": 3539,
+      "ĠDucky": 3540,
+      "Ġmoder": 3541,
+      "arsh": 3542,
+      "ÅĵWhat": 3543,
+      "Ġtrick": 3544,
+      "Ġsett": 3545,
+      "ĠTweetie": 3546,
+      "Ġbounce": 3547,
+      "Ġfilthy": 3548,
+      "Ġbase": 3549,
+      "Ġhoop": 3550,
+      "Ġfre": 3551,
+      "Ġstumbled": 3552,
+      "Ġsoar": 3553,
+      "Ġweal": 3554,
+      "Ġseem": 3555,
+      "Ġword": 3556,
+      "Ġlab": 3557,
+      "ĠDave": 3558,
+      "ĠFr": 3559,
+      "Ġbadly": 3560,
+      "Ġhairy": 3561,
+      "Ġcrawl": 3562,
+      "Ġlively": 3563,
+      "Ġsteps": 3564,
+      "ÅĵLetâ": 3565,
+      "Ġbracelet": 3566,
+      "Ġcereal": 3567,
+      "Ġthirsty": 3568,
+      "Ġcarpet": 3569,
+      "Ġwool": 3570,
+      "ither": 3571,
+      "Ġgoal": 3572,
+      "Ġbackpack": 3573,
+      "Ġtruth": 3574,
+      "Ġcompl": 3575,
+      "Ġcheap": 3576,
+      "Ġdisg": 3577,
+      "Ġplaced": 3578,
+      "Ġearly": 3579,
+      "Ġdecorate": 3580,
+      "Ġnuts": 3581,
+      "Ow": 3582,
+      "cream": 3583,
+      "Ġbump": 3584,
+      "Ġthemselves": 3585,
+      "ices": 3586,
+      "Ġhelpless": 3587,
+      "Ġclum": 3588,
+      "Ġscatter": 3589,
+      "Ġscale": 3590,
+      "Ġnews": 3591,
+      "usting": 3592,
+      "Ġenv": 3593,
+      "âĤ¬âĢ": 3594,
+      "Ġtelling": 3595,
+      "Ġswinging": 3596,
+      "Ġsparkled": 3597,
+      "Ġcarrying": 3598,
+      "gging": 3599,
+      "ines": 3600,
+      "ric": 3601,
+      "Ġfriendship": 3602,
+      "Ġcareless": 3603,
+      "Ġsne": 3604,
+      "Ġdoesn": 3605,
+      "Ġfalling": 3606,
+      "Ġcomput": 3607,
+      "Ġpale": 3608,
+      "Ġpeeked": 3609,
+      "Ġcompassionate": 3610,
+      "com": 3611,
+      "vice": 3612,
+      "Ġsend": 3613,
+      "Ġstage": 3614,
+      "Ġmem": 3615,
+      "Ġchalk": 3616,
+      "Ġchasing": 3617,
+      "Ġpebble": 3618,
+      "ĠEverything": 3619,
+      "Ġcube": 3620,
+      "Ġpige": 3621,
+      "Ġcourage": 3622,
+      "Ġfingers": 3623,
+      "Ġturtle": 3624,
+      "bled": 3625,
+      "Ġsink": 3626,
+      "Ġbicycle": 3627,
+      "Ġshaking": 3628,
+      "Ġsleeping": 3629,
+      "Ġneighbour": 3630,
+      "Ġmodern": 3631,
+      "Ġdisgusting": 3632,
+      "Ġclumsy": 3633,
+      "gest": 3634,
+      "Ġhook": 3635,
+      "Ġcher": 3636,
+      "Ġnail": 3637,
+      "Ġbiggest": 3638,
+      "iches": 3639,
+      "Ġbul": 3640,
+      "Ġending": 3641,
+      "Ġdead": 3642,
+      "Ġtriang": 3643,
+      "ulance": 3644,
+      "Ġspoke": 3645,
+      "Ġpracticed": 3646,
+      "Ġambulance": 3647,
+      "Ġcomputer": 3648,
+      "ibb": 3649,
+      "Ġlamp": 3650,
+      "Ġstation": 3651,
+      "Ġchar": 3652,
+      "Ġwallet": 3653,
+      "ĠToday": 3654,
+      "Ġpackage": 3655,
+      "Ġmicrop": 3656,
+      "Ġcushion": 3657,
+      "keeper": 3658,
+      "Ġcrocodile": 3659,
+      "Ġmicrophone": 3660,
+      "under": 3661,
+      "ĠAlex": 3662,
+      "Ġthoughtful": 3663,
+      "Ġjolly": 3664,
+      "Ġpengu": 3665,
+      "Ġpumpkin": 3666,
+      "Ġcostum": 3667,
+      "Ġfive": 3668,
+      "Ġdough": 3669,
+      "Ġpony": 3670,
+      "Ġol": 3671,
+      "imi": 3672,
+      "Ġstairs": 3673,
+      "Ġknock": 3674,
+      "Ġgrand": 3675,
+      "Ġintell": 3676,
+      "Ġuniver": 3677,
+      "Ġbrighter": 3678,
+      "Ġopens": 3679,
+      "Ġdreaming": 3680,
+      "Ġbounced": 3681,
+      "Ġquestion": 3682,
+      "Ġstatue": 3683,
+      "Ġwine": 3684,
+      "isk": 3685,
+      "ĠAlice": 3686,
+      "Ġcocoa": 3687,
+      "ĠYour": 3688,
+      "Ġpepper": 3689,
+      "Ġbeauty": 3690,
+      "Ġperm": 3691,
+      "Ġpainting": 3692,
+      "Ġshoe": 3693,
+      "Ġelev": 3694,
+      "Everyone": 3695,
+      "hino": 3696,
+      "Ġwealthy": 3697,
+      "Ġintellig": 3698,
+      "noon": 3699,
+      "Ġsuit": 3700,
+      "Ġmild": 3701,
+      "Ġnature": 3702,
+      "ans": 3703,
+      "Ġhappier": 3704,
+      "Ġneat": 3705,
+      "Ġstarts": 3706,
+      "ucked": 3707,
+      "Ġafternoon": 3708,
+      "Ġtorn": 3709,
+      "Ġelevator": 3710,
+      "gen": 3711,
+      "ti": 3712,
+      "Ġten": 3713,
+      "Ġharsh": 3714,
+      "Ġped": 3715,
+      "atient": 3716,
+      "orant": 3717,
+      "Ġrece": 3718,
+      "Ġjet": 3719,
+      "illie": 3720,
+      "ĠRed": 3721,
+      "Ġreading": 3722,
+      "Ġsearching": 3723,
+      "Ġbasketball": 3724,
+      "Ġbarber": 3725,
+      "Ġspeed": 3726,
+      "See": 3727,
+      "awn": 3728,
+      "Ġstack": 3729,
+      "ĠMummy": 3730,
+      "Ġclock": 3731,
+      "ĠGive": 3732,
+      "Ġmagn": 3733,
+      "Ġleaving": 3734,
+      "Ġcupboard": 3735,
+      "Ġdesign": 3736,
+      "Ġslides": 3737,
+      "Ġsandwiches": 3738,
+      "Ġcandle": 3739,
+      "aulif": 3740,
+      "Ġriding": 3741,
+      "Ġfresh": 3742,
+      "oppy": 3743,
+      "Ġshocked": 3744,
+      "Ġener": 3745,
+      "Ġjumps": 3746,
+      "Ġhaircut": 3747,
+      "Ġrespectful": 3748,
+      "Ġcooking": 3749,
+      "Ġticket": 3750,
+      "Ġencou": 3751,
+      "Ġtunnel": 3752,
+      "auliflower": 3753,
+      "Give": 3754,
+      "Ġsle": 3755,
+      "reen": 3756,
+      "Ġmay": 3757,
+      "Ġthief": 3758,
+      "Ġyawn": 3759,
+      "Ġfort": 3760,
+      "Ġalert": 3761,
+      "Ġsorts": 3762,
+      "Ġimpatient": 3763,
+      "Ġcreate": 3764,
+      "ailable": 3765,
+      "Ġwheels": 3766,
+      "Ġvalue": 3767,
+      "Ġprize": 3768,
+      "Mary": 3769,
+      "ye": 3770,
+      "het": 3771,
+      "Ġsent": 3772,
+      "Ġbent": 3773,
+      "ince": 3774,
+      "Ġcomet": 3775,
+      "Ġcamp": 3776,
+      "Ġcauliflower": 3777,
+      "Ġmelon": 3778,
+      "Ġgem": 3779,
+      "Ġitself": 3780,
+      "iron": 3781,
+      "Ġmush": 3782,
+      "Ġmonkeys": 3783,
+      "Ġsalad": 3784,
+      "Ġdestro": 3785,
+      "Ġrescue": 3786,
+      "Ġscooter": 3787,
+      "Ġintelligent": 3788,
+      "az": 3789,
+      "Ġdug": 3790,
+      "iling": 3791,
+      "anger": 3792,
+      "Ġroof": 3793,
+      "Ġrhino": 3794,
+      "Ġscold": 3795,
+      "aghet": 3796,
+      "Ġexper": 3797,
+      "Ġbarking": 3798,
+      "Ġbananas": 3799,
+      "Ġignorant": 3800,
+      "Ġmicro": 3801,
+      "Ġavailable": 3802,
+      "Ġgraceful": 3803,
+      "Ġmotorcycle": 3804,
+      "aghetti": 3805,
+      "hood": 3806,
+      "ĠSn": 3807,
+      "Ġearth": 3808,
+      "Ġboots": 3809,
+      "Ġspaghetti": 3810,
+      "ummer": 3811,
+      "Ġagree": 3812,
+      "Ġbull": 3813,
+      "Ġanywhere": 3814,
+      "ĠGeorge": 3815,
+      "Ġbehave": 3816,
+      "ĠKim": 3817,
+      "Ġpaid": 3818,
+      "scope": 3819,
+      "Ġstretched": 3820,
+      "Ġfearful": 3821,
+      "Ġavo": 3822,
+      "Ġmicroscope": 3823,
+      "If": 3824,
+      "io": 3825,
+      "Ġnoteb": 3826,
+      "ĠEventually": 3827,
+      "Ġolder": 3828,
+      "Ġsniff": 3829,
+      "Ġadvice": 3830,
+      "Ġstops": 3831,
+      "Ġperform": 3832,
+      "Ġfurther": 3833,
+      "Ġenvious": 3834,
+      "Ġpigeon": 3835,
+      "Ġmushroom": 3836,
+      "Ġnotebook": 3837,
+      "ubby": 3838,
+      "Ġpun": 3839,
+      "ats": 3840,
+      "Ġnurse": 3841,
+      "orable": 3842,
+      "Ġthunder": 3843,
+      "Ġclapping": 3844,
+      "Ġvide": 3845,
+      "Ġbuilt": 3846,
+      "ĠCl": 3847,
+      "Ġuncom": 3848,
+      "Ġshouting": 3849,
+      "Ġarrow": 3850,
+      "Ġdrawer": 3851,
+      "Ġprov": 3852,
+      "fortable": 3853,
+      "Ġtomato": 3854,
+      "Ġmeeting": 3855,
+      "Ġobject": 3856,
+      "Ġyogurt": 3857,
+      "Ġtemple": 3858,
+      "Ġuncomfortable": 3859,
+      "ef": 3860,
+      "ues": 3861,
+      "ĠTony": 3862,
+      "Ġloop": 3863,
+      "Ġchubby": 3864,
+      "Ġswitch": 3865,
+      "Ġskip": 3866,
+      "Ġadorable": 3867,
+      "ÅĵIt": 3868,
+      "Ġcounting": 3869,
+      "Ġcooked": 3870,
+      "Ġpist": 3871,
+      "arian": 3872,
+      "enry": 3873,
+      "Ġstared": 3874,
+      "Ġshut": 3875,
+      "icop": 3876,
+      "Ġquite": 3877,
+      "Ġsnuggled": 3878,
+      "ĠGrandpa": 3879,
+      "Ġtroubled": 3880,
+      "Ġgiggle": 3881,
+      "Ġblowing": 3882,
+      "Ġhelicop": 3883,
+      "Ġfisher": 3884,
+      "Ġpistol": 3885,
+      "Ġhelicopter": 3886,
+      "par": 3887,
+      "ĠSophie": 3888,
+      "ooped": 3889,
+      "ips": 3890,
+      "Ġnowhere": 3891,
+      "Ġforgave": 3892,
+      "Ġmarched": 3893,
+      "Ġtreasures": 3894,
+      "host": 3895,
+      "Ġpassport": 3896,
+      "Ġstirred": 3897,
+      "Ġpushing": 3898,
+      "Ġcompetitive": 3899,
+      "Ġdestroy": 3900,
+      "Yay": 3901,
+      "aked": 3902,
+      "oe": 3903,
+      "tter": 3904,
+      "Ġgir": 3905,
+      "Ġghost": 3906,
+      "anic": 3907,
+      "kelet": 3908,
+      "htub": 3909,
+      "Ġreef": 3910,
+      "Ġsepar": 3911,
+      "opard": 3912,
+      "play": 3913,
+      "Ġenvel": 3914,
+      "Ġbreat": 3915,
+      "Ġrepair": 3916,
+      "Ġfootball": 3917,
+      "Ġbathtub": 3918,
+      "Ġrubber": 3919,
+      "Ġangel": 3920,
+      "Ġtriangle": 3921,
+      "Ġled": 3922,
+      "Ġmill": 3923,
+      "ĠSh": 3924,
+      "chanic": 3925,
+      "Ġnames": 3926,
+      "Ġleopard": 3927,
+      "Ġnobody": 3928,
+      "Ġanyway": 3929,
+      "uct": 3930,
+      "ctus": 3931,
+      "Ġshouldn": 3932,
+      "Ġzeb": 3933,
+      "Ġgiven": 3934,
+      "Ġholds": 3935,
+      "Ġbarrel": 3936,
+      "Ġbandage": 3937,
+      "Ġenth": 3938,
+      "Daddy": 3939,
+      "Ġzebra": 3940,
+      "ives": 3941,
+      "ube": 3942,
+      "year": 3943,
+      "Ġpor": 3944,
+      "Ġpand": 3945,
+      "Ġotter": 3946,
+      "Ġribb": 3947,
+      "Ġshield": 3948,
+      "Ġmechanic": 3949,
+      "Ġdonâ": 3950,
+      "Ġdisag": 3951,
+      "Ġdisplay": 3952,
+      "Ġmusician": 3953,
+      "ceros": 3954,
+      "Ġspeak": 3955,
+      "Ġcab": 3956,
+      "Ġcactus": 3957,
+      "ĠBetsy": 3958,
+      "Ġbulb": 3959,
+      "Ch": 3960,
+      "eath": 3961,
+      "ikes": 3962,
+      "xy": 3963,
+      "Ġtube": 3964,
+      "Ġahead": 3965,
+      "Ġsummer": 3966,
+      "Ġskelet": 3967,
+      "Ġpurse": 3968,
+      "Ġknob": 3969,
+      "Ġdidnâ": 3970,
+      "Ġcouldnâ": 3971,
+      "Ġcolours": 3972,
+      "Ġwindows": 3973,
+      "oomy": 3974,
+      "Ġgifted": 3975,
+      "Ġcartoon": 3976,
+      "Ġrhinoceros": 3977,
+      "gl": 3978,
+      "heart": 3979,
+      "Ġsize": 3980,
+      "Ġbet": 3981,
+      "ĠMiss": 3982,
+      "Ġscrew": 3983,
+      "Ġflour": 3984,
+      "Ġblin": 3985,
+      "apa": 3986,
+      "Ġdishes": 3987,
+      "Ġraining": 3988,
+      "Ġhoping": 3989,
+      "Ġshovel": 3990,
+      "Ġmint": 3991,
+      "Ġjellyfish": 3992,
+      "Ġsweater": 3993,
+      "Ġcharming": 3994,
+      "Ġpenguin": 3995,
+      "Ġenvelope": 3996,
+      "Ġenthus": 3997,
+      "Ġcabin": 3998,
+      "rec": 3999,
+      "Ġpant": 4000,
+      "Ġthread": 4001,
+      "Ġinse": 4002,
+      "Ġstaff": 4003,
+      "Ġliz": 4004,
+      "Ġunpack": 4005,
+      "Ġwriting": 4006,
+      "Ġtrash": 4007,
+      "Ġrolling": 4008,
+      "Ġwaffle": 4009,
+      "Ġiron": 4010,
+      "Ġwing": 4011,
+      "erable": 4012,
+      "Ġsheet": 4013,
+      "ĠBuddy": 4014,
+      "Ġshadow": 4015,
+      "Ġroared": 4016,
+      "Ġmuff": 4017,
+      "Ġairport": 4018,
+      "Ġceiling": 4019,
+      "Ġattic": 4020,
+      "Ġorganize": 4021,
+      "Ġstretch": 4022,
+      "Ġgrapes": 4023,
+      "Ġobs": 4024,
+      "ĠAre": 4025,
+      "ĠWould": 4026,
+      "ĠInst": 4027,
+      "Ġpiano": 4028,
+      "Ġsalt": 4029,
+      "Ġmiserable": 4030,
+      "Ġcord": 4031,
+      "Ġdess": 4032,
+      "Ġrefused": 4033,
+      "Ġscreen": 4034,
+      "ĠDan": 4035,
+      "Ġstrugg": 4036,
+      "Ġneedle": 4037,
+      "Ġbears": 4038,
+      "ĠAndy": 4039,
+      "Ġheaded": 4040,
+      "Ġsticky": 4041,
+      "Ġfreez": 4042,
+      "Ġzoomed": 4043,
+      "Ġimagined": 4044,
+      "Ġmedal": 4045,
+      "Ġmagnet": 4046,
+      "reci": 4047,
+      "Ġobser": 4048,
+      "Ġer": 4049,
+      "Ġlives": 4050,
+      "ĠAl": 4051,
+      "ĠPat": 4052,
+      "Ġappreci": 4053,
+      "asses": 4054,
+      "Ġsailor": 4055,
+      "Ġminute": 4056,
+      "Ġfisherman": 4057,
+      "vision": 4058,
+      "Ġrat": 4059,
+      "aled": 4060,
+      "Ġbrus": 4061,
+      "Ġchance": 4062,
+      "Ġpost": 4063,
+      "Ġsungl": 4064,
+      "Ġcheek": 4065,
+      "reeze": 4066,
+      "Ġdeaf": 4067,
+      "Ġrules": 4068,
+      "Ġfrogs": 4069,
+      "Ġairpl": 4070,
+      "ĠGod": 4071,
+      "Ġstrawberry": 4072,
+      "Ġslept": 4073,
+      "Ġlizard": 4074,
+      "Ġsunglasses": 4075,
+      "Ġluck": 4076,
+      "Ġinf": 4077,
+      "Ġbeep": 4078,
+      "ĠBunny": 4079,
+      "Ġmeas": 4080,
+      "Ġrod": 4081,
+      "Ġorder": 4082,
+      "Ġrestless": 4083,
+      "Ġsandbox": 4084,
+      "Ġmessage": 4085,
+      "ĠJoey": 4086,
+      "Ġcomplet": 4087,
+      "Ġattract": 4088,
+      "Ġgolden": 4089,
+      "Grandma": 4090,
+      "Ġpilot": 4091,
+      "Ġporch": 4092,
+      "Little": 4093,
+      "ler": 4094,
+      "ses": 4095
+    },
+    "merges": [
+      [
+        "h",
+        "e"
+      ],
+      [
+        "Ġ",
+        "t"
+      ],
+      [
+        "Ġ",
+        "a"
+      ],
+      [
+        "Ġ",
+        "s"
+      ],
+      [
+        "Ġ",
+        "w"
+      ],
+      [
+        "n",
+        "d"
+      ],
+      [
+        "Ġt",
+        "he"
+      ],
+      [
+        "e",
+        "d"
+      ],
+      [
+        "Ġa",
+        "nd"
+      ],
+      [
+        "Ġt",
+        "o"
+      ],
+      [
+        "Ġ",
+        "b"
+      ],
+      [
+        "i",
+        "n"
+      ],
+      [
+        "Ġ",
+        "h"
+      ],
+      [
+        "Ġw",
+        "a"
+      ],
+      [
+        "r",
+        "e"
+      ],
+      [
+        "Ġ",
+        "f"
+      ],
+      [
+        "i",
+        "t"
+      ],
+      [
+        "o",
+        "u"
+      ],
+      [
+        "Ġ",
+        "c"
+      ],
+      [
+        "Ġ",
+        "l"
+      ],
+      [
+        "Ġ",
+        "he"
+      ],
+      [
+        "Ġ",
+        "d"
+      ],
+      [
+        "e",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "s"
+      ],
+      [
+        "Ġ",
+        "m"
+      ],
+      [
+        "Ġ",
+        "p"
+      ],
+      [
+        "o",
+        "m"
+      ],
+      [
+        "Ġ",
+        "T"
+      ],
+      [
+        "Ġ",
+        "o"
+      ],
+      [
+        "a",
+        "y"
+      ],
+      [
+        "a",
+        "r"
+      ],
+      [
+        "in",
+        "g"
+      ],
+      [
+        "i",
+        "s"
+      ],
+      [
+        "Ġ",
+        "g"
+      ],
+      [
+        "i",
+        "l"
+      ],
+      [
+        "i",
+        "d"
+      ],
+      [
+        "a",
+        "t"
+      ],
+      [
+        "e",
+        "n"
+      ],
+      [
+        "Ġ",
+        "n"
+      ],
+      [
+        "Ġs",
+        "a"
+      ],
+      [
+        "Ġh",
+        "a"
+      ],
+      [
+        "Ġ",
+        "S"
+      ],
+      [
+        "i",
+        "m"
+      ],
+      [
+        "a",
+        "n"
+      ],
+      [
+        "ĠT",
+        "he"
+      ],
+      [
+        "o",
+        "r"
+      ],
+      [
+        "o",
+        "n"
+      ],
+      [
+        "Ġ",
+        "it"
+      ],
+      [
+        "Ġt",
+        "h"
+      ],
+      [
+        "l",
+        "l"
+      ],
+      [
+        "l",
+        "e"
+      ],
+      [
+        "Ġ",
+        "H"
+      ],
+      [
+        "Ġhe",
+        "r"
+      ],
+      [
+        "e",
+        "t"
+      ],
+      [
+        "o",
+        "t"
+      ],
+      [
+        "i",
+        "r"
+      ],
+      [
+        "ĠS",
+        "he"
+      ],
+      [
+        "ĠH",
+        "e"
+      ],
+      [
+        "v",
+        "er"
+      ],
+      [
+        "e",
+        "s"
+      ],
+      [
+        "Ġ",
+        "in"
+      ],
+      [
+        "u",
+        "t"
+      ],
+      [
+        "o",
+        "w"
+      ],
+      [
+        "c",
+        "k"
+      ],
+      [
+        "Ġ",
+        "e"
+      ],
+      [
+        "Ġ",
+        "u"
+      ],
+      [
+        "l",
+        "d"
+      ],
+      [
+        "ĠThe",
+        "y"
+      ],
+      [
+        "o",
+        "o"
+      ],
+      [
+        "i",
+        "g"
+      ],
+      [
+        "Ġsa",
+        "id"
+      ],
+      [
+        "a",
+        "m"
+      ],
+      [
+        "il",
+        "y"
+      ],
+      [
+        "Ġb",
+        "e"
+      ],
+      [
+        "Ġ",
+        "y"
+      ],
+      [
+        "Ġ",
+        "r"
+      ],
+      [
+        "Ġs",
+        "t"
+      ],
+      [
+        "c",
+        "e"
+      ],
+      [
+        "Ġs",
+        "he"
+      ],
+      [
+        "Ġ",
+        "\""
+      ],
+      [
+        "p",
+        "p"
+      ],
+      [
+        "k",
+        "e"
+      ],
+      [
+        "it",
+        "h"
+      ],
+      [
+        "O",
+        "n"
+      ],
+      [
+        "Ġ",
+        "I"
+      ],
+      [
+        "Ġw",
+        "ith"
+      ],
+      [
+        "v",
+        "e"
+      ],
+      [
+        "L",
+        "ily"
+      ],
+      [
+        "Ġo",
+        "n"
+      ],
+      [
+        "Ġo",
+        "f"
+      ],
+      [
+        "Ġs",
+        "o"
+      ],
+      [
+        "Ġh",
+        "is"
+      ],
+      [
+        "k",
+        "ed"
+      ],
+      [
+        "r",
+        "i"
+      ],
+      [
+        "n",
+        "t"
+      ],
+      [
+        "ver",
+        "y"
+      ],
+      [
+        "Ġp",
+        "l"
+      ],
+      [
+        "Ġd",
+        "ay"
+      ],
+      [
+        "a",
+        "d"
+      ],
+      [
+        "Ġy",
+        "ou"
+      ],
+      [
+        "Ġth",
+        "at"
+      ],
+      [
+        "Ġu",
+        "p"
+      ],
+      [
+        "Ġha",
+        "d"
+      ],
+      [
+        "s",
+        "t"
+      ],
+      [
+        "Ġpl",
+        "ay"
+      ],
+      [
+        "Ġthe",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Lily"
+      ],
+      [
+        "Ġw",
+        "e"
+      ],
+      [
+        "Ġm",
+        "om"
+      ],
+      [
+        "m",
+        "y"
+      ],
+      [
+        "Ġf",
+        "or"
+      ],
+      [
+        "e",
+        "l"
+      ],
+      [
+        "ou",
+        "ld"
+      ],
+      [
+        "u",
+        "n"
+      ],
+      [
+        "Ġ",
+        "B"
+      ],
+      [
+        "'",
+        "s"
+      ],
+      [
+        "it",
+        "t"
+      ],
+      [
+        "en",
+        "t"
+      ],
+      [
+        "Ġha",
+        "pp"
+      ],
+      [
+        "T",
+        "he"
+      ],
+      [
+        "c",
+        "h"
+      ],
+      [
+        "Ġl",
+        "i"
+      ],
+      [
+        "ou",
+        "t"
+      ],
+      [
+        "Ġwa",
+        "nt"
+      ],
+      [
+        "Ġs",
+        "h"
+      ],
+      [
+        "he",
+        "r"
+      ],
+      [
+        "l",
+        "y"
+      ],
+      [
+        "im",
+        "e"
+      ],
+      [
+        "itt",
+        "le"
+      ],
+      [
+        "ou",
+        "nd"
+      ],
+      [
+        "Ġ",
+        "very"
+      ],
+      [
+        "Ġt",
+        "ime"
+      ],
+      [
+        "om",
+        "e"
+      ],
+      [
+        "Ġl",
+        "ittle"
+      ],
+      [
+        "Ġthe",
+        "re"
+      ],
+      [
+        "s",
+        "e"
+      ],
+      [
+        "Ġd",
+        "o"
+      ],
+      [
+        "Ġw",
+        "h"
+      ],
+      [
+        "a",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "k"
+      ],
+      [
+        "e",
+        "nd"
+      ],
+      [
+        "a",
+        "l"
+      ],
+      [
+        "h",
+        "t"
+      ],
+      [
+        "Ġn",
+        "e"
+      ],
+      [
+        "Ġ",
+        "re"
+      ],
+      [
+        "Ġn",
+        "ot"
+      ],
+      [
+        "Ġhapp",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Ċ"
+      ],
+      [
+        "Ġb",
+        "ig"
+      ],
+      [
+        "Ġ",
+        "M"
+      ],
+      [
+        "Ġb",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "m"
+      ],
+      [
+        "a",
+        "ck"
+      ],
+      [
+        "Ġsa",
+        "w"
+      ],
+      [
+        "ĠI",
+        "t"
+      ],
+      [
+        "Ġa",
+        "s"
+      ],
+      [
+        "Ġa",
+        "n"
+      ],
+      [
+        "r",
+        "a"
+      ],
+      [
+        "ri",
+        "end"
+      ],
+      [
+        "Ġf",
+        "riend"
+      ],
+      [
+        "id",
+        "e"
+      ],
+      [
+        "On",
+        "e"
+      ],
+      [
+        "r",
+        "y"
+      ],
+      [
+        "'",
+        "t"
+      ],
+      [
+        "v",
+        "ed"
+      ],
+      [
+        "Ġ",
+        "is"
+      ],
+      [
+        "On",
+        "ce"
+      ],
+      [
+        "a",
+        "ke"
+      ],
+      [
+        ".",
+        "\""
+      ],
+      [
+        "Ġwe",
+        "re"
+      ],
+      [
+        "t",
+        "er"
+      ],
+      [
+        "u",
+        "g"
+      ],
+      [
+        "Ġl",
+        "oo"
+      ],
+      [
+        "Ġl",
+        "o"
+      ],
+      [
+        "o",
+        "re"
+      ],
+      [
+        "e",
+        "c"
+      ],
+      [
+        "ĠT",
+        "im"
+      ],
+      [
+        "Ġh",
+        "im"
+      ],
+      [
+        "Ġb",
+        "o"
+      ],
+      [
+        "!",
+        "\""
+      ],
+      [
+        "Ġto",
+        "o"
+      ],
+      [
+        "Ġg",
+        "o"
+      ],
+      [
+        "Ġup",
+        "on"
+      ],
+      [
+        "ir",
+        "l"
+      ],
+      [
+        "Ġ",
+        "j"
+      ],
+      [
+        "Ġwant",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "irl"
+      ],
+      [
+        "Ġs",
+        "e"
+      ],
+      [
+        "Ġ",
+        "out"
+      ],
+      [
+        "ar",
+        "d"
+      ],
+      [
+        "w",
+        "ay"
+      ],
+      [
+        "Ġs",
+        "p"
+      ],
+      [
+        "il",
+        "l"
+      ],
+      [
+        "i",
+        "nd"
+      ],
+      [
+        "Ġthe",
+        "m"
+      ],
+      [
+        "Ġc",
+        "ould"
+      ],
+      [
+        "f",
+        "u"
+      ],
+      [
+        "he",
+        "n"
+      ],
+      [
+        "Ġa",
+        "t"
+      ],
+      [
+        "u",
+        "r"
+      ],
+      [
+        "Ġd",
+        "id"
+      ],
+      [
+        "Ġsm",
+        "il"
+      ],
+      [
+        "Ġthe",
+        "ir"
+      ],
+      [
+        "Ġa",
+        "re"
+      ],
+      [
+        "Ġe",
+        "x"
+      ],
+      [
+        "Ġ",
+        "A"
+      ],
+      [
+        "a",
+        "in"
+      ],
+      [
+        "Ġw",
+        "ent"
+      ],
+      [
+        "ar",
+        "t"
+      ],
+      [
+        "he",
+        "d"
+      ],
+      [
+        "r",
+        "om"
+      ],
+      [
+        "i",
+        "c"
+      ],
+      [
+        "r",
+        "ound"
+      ],
+      [
+        "Ġha",
+        "ve"
+      ],
+      [
+        "Ġn",
+        "am"
+      ],
+      [
+        "l",
+        "p"
+      ],
+      [
+        "Ġa",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "J"
+      ],
+      [
+        "fu",
+        "l"
+      ],
+      [
+        "Ġk",
+        "n"
+      ],
+      [
+        "h",
+        "ing"
+      ],
+      [
+        "oo",
+        "d"
+      ],
+      [
+        "Ġhe",
+        "lp"
+      ],
+      [
+        "ig",
+        "ht"
+      ],
+      [
+        "Ġfriend",
+        "s"
+      ],
+      [
+        "on",
+        "e"
+      ],
+      [
+        "ar",
+        "k"
+      ],
+      [
+        "Ġb",
+        "ack"
+      ],
+      [
+        "u",
+        "m"
+      ],
+      [
+        "Ġc",
+        "an"
+      ],
+      [
+        "Ġnam",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "l"
+      ],
+      [
+        "?",
+        "\""
+      ],
+      [
+        "Ġf",
+        "un"
+      ],
+      [
+        "a",
+        "re"
+      ],
+      [
+        "ĠB",
+        "en"
+      ],
+      [
+        "Ġlo",
+        "ved"
+      ],
+      [
+        "Ġa",
+        "l"
+      ],
+      [
+        "el",
+        "t"
+      ],
+      [
+        "ĠTim",
+        "my"
+      ],
+      [
+        "Ġ",
+        "One"
+      ],
+      [
+        "o",
+        "p"
+      ],
+      [
+        "s",
+        "ide"
+      ],
+      [
+        "Ġl",
+        "e"
+      ],
+      [
+        "Ġn",
+        "o"
+      ],
+      [
+        "Ġs",
+        "c"
+      ],
+      [
+        "ĠT",
+        "om"
+      ],
+      [
+        "Ġf",
+        "elt"
+      ],
+      [
+        "ou",
+        "g"
+      ],
+      [
+        "Ġsmil",
+        "ed"
+      ],
+      [
+        "i",
+        "ck"
+      ],
+      [
+        "Ġas",
+        "ked"
+      ],
+      [
+        "Y",
+        "ou"
+      ],
+      [
+        "Ġto",
+        "y"
+      ],
+      [
+        "Ġm",
+        "an"
+      ],
+      [
+        "Ġa",
+        "round"
+      ],
+      [
+        "am",
+        "e"
+      ],
+      [
+        "Ġf",
+        "e"
+      ],
+      [
+        "Ġs",
+        "ay"
+      ],
+      [
+        "Ġbo",
+        "y"
+      ],
+      [
+        "Ġs",
+        "ome"
+      ],
+      [
+        "Ġloo",
+        "ked"
+      ],
+      [
+        "u",
+        "re"
+      ],
+      [
+        "om",
+        "et"
+      ],
+      [
+        "Ġb",
+        "r"
+      ],
+      [
+        "Ġw",
+        "ould"
+      ],
+      [
+        "Ġm",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ir"
+      ],
+      [
+        "Ġli",
+        "ke"
+      ],
+      [
+        "g",
+        "et"
+      ],
+      [
+        "Ġst",
+        "art"
+      ],
+      [
+        "Ġr",
+        "o"
+      ],
+      [
+        "a",
+        "s"
+      ],
+      [
+        "Ġse",
+        "e"
+      ],
+      [
+        "Ġ",
+        "W"
+      ],
+      [
+        "i",
+        "ce"
+      ],
+      [
+        "on",
+        "g"
+      ],
+      [
+        "Ġbir",
+        "d"
+      ],
+      [
+        "Ġs",
+        "omet"
+      ],
+      [
+        "d",
+        "d"
+      ],
+      [
+        "Ġw",
+        "or"
+      ],
+      [
+        "ad",
+        "e"
+      ],
+      [
+        "i",
+        "e"
+      ],
+      [
+        "k",
+        "ing"
+      ],
+      [
+        "Ġa",
+        "g"
+      ],
+      [
+        "ow",
+        "n"
+      ],
+      [
+        "Ġt",
+        "re"
+      ],
+      [
+        "Ġf",
+        "a"
+      ],
+      [
+        "Ġa",
+        "way"
+      ],
+      [
+        "Ġwh",
+        "at"
+      ],
+      [
+        "ing",
+        "s"
+      ],
+      [
+        "Ġstart",
+        "ed"
+      ],
+      [
+        "get",
+        "her"
+      ],
+      [
+        "Ġr",
+        "an"
+      ],
+      [
+        "Ã",
+        "¢"
+      ],
+      [
+        "â",
+        "Ĥ"
+      ],
+      [
+        "âĤ",
+        "¬"
+      ],
+      [
+        "ar",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ake"
+      ],
+      [
+        "ĠB",
+        "ut"
+      ],
+      [
+        "it",
+        "ed"
+      ],
+      [
+        "i",
+        "f"
+      ],
+      [
+        "ou",
+        "d"
+      ],
+      [
+        "Ġm",
+        "ade"
+      ],
+      [
+        "Ġto",
+        "gether"
+      ],
+      [
+        "Ġsomet",
+        "hing"
+      ],
+      [
+        "Ġex",
+        "c"
+      ],
+      [
+        "a",
+        "g"
+      ],
+      [
+        "Ġc",
+        "o"
+      ],
+      [
+        "Ġp",
+        "ark"
+      ],
+      [
+        "Ġne",
+        "w"
+      ],
+      [
+        "Ġsa",
+        "d"
+      ],
+      [
+        "Ġp",
+        "ut"
+      ],
+      [
+        ",",
+        "\""
+      ],
+      [
+        "Ġf",
+        "rom"
+      ],
+      [
+        "b",
+        "le"
+      ],
+      [
+        "t",
+        "her"
+      ],
+      [
+        "Ġp",
+        "r"
+      ],
+      [
+        "Ġm",
+        "u"
+      ],
+      [
+        "Ġc",
+        "ar"
+      ],
+      [
+        "Ġh",
+        "ome"
+      ],
+      [
+        "Ġ",
+        "You"
+      ],
+      [
+        "Ġthe",
+        "n"
+      ],
+      [
+        "Ġw",
+        "hen"
+      ],
+      [
+        "Ġf",
+        "ound"
+      ],
+      [
+        "e",
+        "ll"
+      ],
+      [
+        "Ġo",
+        "ther"
+      ],
+      [
+        "Ġag",
+        "ain"
+      ],
+      [
+        "Ġc",
+        "h"
+      ],
+      [
+        "Ġd",
+        "ec"
+      ],
+      [
+        "Ġwh",
+        "o"
+      ],
+      [
+        "Ġl",
+        "a"
+      ],
+      [
+        "ri",
+        "ed"
+      ],
+      [
+        "s",
+        "s"
+      ],
+      [
+        "Ġg",
+        "ood"
+      ],
+      [
+        "Ġh",
+        "ug"
+      ],
+      [
+        "Ġ",
+        "L"
+      ],
+      [
+        "pp",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "l"
+      ],
+      [
+        "e",
+        "p"
+      ],
+      [
+        "all",
+        "y"
+      ],
+      [
+        "Ġsay",
+        "s"
+      ],
+      [
+        "Ġf",
+        "l"
+      ],
+      [
+        "es",
+        "t"
+      ],
+      [
+        "a",
+        "ch"
+      ],
+      [
+        "Ġ",
+        "E"
+      ],
+      [
+        "Ġexc",
+        "ited"
+      ],
+      [
+        "p",
+        "l"
+      ],
+      [
+        "q",
+        "u"
+      ],
+      [
+        "oo",
+        "k"
+      ],
+      [
+        "Ġg",
+        "et"
+      ],
+      [
+        "oug",
+        "ht"
+      ],
+      [
+        "Ġplay",
+        "ing"
+      ],
+      [
+        "Ġg",
+        "ot"
+      ],
+      [
+        "Ġs",
+        "w"
+      ],
+      [
+        "ou",
+        "s"
+      ],
+      [
+        "h",
+        "at"
+      ],
+      [
+        "n",
+        "y"
+      ],
+      [
+        "id",
+        "ed"
+      ],
+      [
+        "u",
+        "ck"
+      ],
+      [
+        "Ġth",
+        "ings"
+      ],
+      [
+        "Ġe",
+        "very"
+      ],
+      [
+        "Ġdec",
+        "ided"
+      ],
+      [
+        "Ġc",
+        "ame"
+      ],
+      [
+        "Ġbe",
+        "c"
+      ],
+      [
+        "a",
+        "ve"
+      ],
+      [
+        "r",
+        "o"
+      ],
+      [
+        "a",
+        "x"
+      ],
+      [
+        "Ġli",
+        "ked"
+      ],
+      [
+        "Ġd",
+        "own"
+      ],
+      [
+        "Ġdo",
+        "g"
+      ],
+      [
+        "Ġsc",
+        "ared"
+      ],
+      [
+        "Ġ",
+        "v"
+      ],
+      [
+        "u",
+        "dd"
+      ],
+      [
+        "u",
+        "st"
+      ],
+      [
+        "Ġon",
+        "e"
+      ],
+      [
+        "Ġf",
+        "ind"
+      ],
+      [
+        "Ġb",
+        "l"
+      ],
+      [
+        "Ġth",
+        "an"
+      ],
+      [
+        "Ġ",
+        "D"
+      ],
+      [
+        "ou",
+        "se"
+      ],
+      [
+        "way",
+        "s"
+      ],
+      [
+        "Ġkn",
+        "e"
+      ],
+      [
+        "Ġdid",
+        "n"
+      ],
+      [
+        "a",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "my"
+      ],
+      [
+        "Ġc",
+        "are"
+      ],
+      [
+        "Ġal",
+        "ways"
+      ],
+      [
+        "Ġa",
+        "b"
+      ],
+      [
+        "is",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ad"
+      ],
+      [
+        "Ġfe",
+        "el"
+      ],
+      [
+        "ar",
+        "a"
+      ],
+      [
+        "b",
+        "b"
+      ],
+      [
+        "ar",
+        "n"
+      ],
+      [
+        "f",
+        "e"
+      ],
+      [
+        "Ġyou",
+        "r"
+      ],
+      [
+        "Ġout",
+        "side"
+      ],
+      [
+        "u",
+        "e"
+      ],
+      [
+        "Ġg",
+        "ra"
+      ],
+      [
+        "an",
+        "t"
+      ],
+      [
+        "Ġ",
+        "ke"
+      ],
+      [
+        "ĠM",
+        "om"
+      ],
+      [
+        "Ġtoo",
+        "k"
+      ],
+      [
+        "Ġl",
+        "ot"
+      ],
+      [
+        "n",
+        "n"
+      ],
+      [
+        "Ġb",
+        "u"
+      ],
+      [
+        "Ġab",
+        "out"
+      ],
+      [
+        "es",
+        "s"
+      ],
+      [
+        "Ġ",
+        "F"
+      ],
+      [
+        "nd",
+        "er"
+      ],
+      [
+        "Ġtre",
+        "e"
+      ],
+      [
+        "ec",
+        "i"
+      ],
+      [
+        "Ġloo",
+        "k"
+      ],
+      [
+        "Ġp",
+        "o"
+      ],
+      [
+        "Ġm",
+        "y"
+      ],
+      [
+        "ou",
+        "r"
+      ],
+      [
+        "Ġtoy",
+        "s"
+      ],
+      [
+        "it",
+        "e"
+      ],
+      [
+        "c",
+        "hed"
+      ],
+      [
+        "Ġkne",
+        "w"
+      ],
+      [
+        "Ġth",
+        "ought"
+      ],
+      [
+        "en",
+        "ed"
+      ],
+      [
+        "Ġle",
+        "arn"
+      ],
+      [
+        "Ġin",
+        "t"
+      ],
+      [
+        "Ġo",
+        "ld"
+      ],
+      [
+        "Ġm",
+        "ore"
+      ],
+      [
+        "nn",
+        "a"
+      ],
+      [
+        "is",
+        "e"
+      ],
+      [
+        "g",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "a"
+      ],
+      [
+        "udd",
+        "en"
+      ],
+      [
+        "eci",
+        "al"
+      ],
+      [
+        "Ġsp",
+        "ecial"
+      ],
+      [
+        "ĠM",
+        "ax"
+      ],
+      [
+        "a",
+        "u"
+      ],
+      [
+        "Ġw",
+        "ill"
+      ],
+      [
+        "er",
+        "s"
+      ],
+      [
+        "The",
+        "y"
+      ],
+      [
+        "re",
+        "t"
+      ],
+      [
+        "Ġp",
+        "e"
+      ],
+      [
+        "Ġh",
+        "o"
+      ],
+      [
+        "ĠS",
+        "am"
+      ],
+      [
+        "Ġt",
+        "ake"
+      ],
+      [
+        "Ġb",
+        "all"
+      ],
+      [
+        "Ġkn",
+        "ow"
+      ],
+      [
+        "Ġla",
+        "ug"
+      ],
+      [
+        "f",
+        "ter"
+      ],
+      [
+        "udden",
+        "ly"
+      ],
+      [
+        "Ġc",
+        "at"
+      ],
+      [
+        "Ġh",
+        "ow"
+      ],
+      [
+        "i",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "r"
+      ],
+      [
+        "Ġmu",
+        "ch"
+      ],
+      [
+        "Ġan",
+        "y"
+      ],
+      [
+        "Ġp",
+        "u"
+      ],
+      [
+        "m",
+        "a"
+      ],
+      [
+        "Ġs",
+        "l"
+      ],
+      [
+        "Ġs",
+        "or"
+      ],
+      [
+        "Ġm",
+        "o"
+      ],
+      [
+        "v",
+        "en"
+      ],
+      [
+        "is",
+        "h"
+      ],
+      [
+        "Ġsh",
+        "ow"
+      ],
+      [
+        "Ġcould",
+        "n"
+      ],
+      [
+        "au",
+        "se"
+      ],
+      [
+        "in",
+        "k"
+      ],
+      [
+        "B",
+        "ut"
+      ],
+      [
+        "Ġh",
+        "ouse"
+      ],
+      [
+        "Ġint",
+        "o"
+      ],
+      [
+        "um",
+        "p"
+      ],
+      [
+        "Ġo",
+        "ver"
+      ],
+      [
+        "Ġt",
+        "ried"
+      ],
+      [
+        "a",
+        "nd"
+      ],
+      [
+        "Ġe",
+        "at"
+      ],
+      [
+        "Ġs",
+        "k"
+      ],
+      [
+        "Ġs",
+        "un"
+      ],
+      [
+        "Ġt",
+        "w"
+      ],
+      [
+        "Ġcl",
+        "o"
+      ],
+      [
+        "i",
+        "a"
+      ],
+      [
+        "Ġr",
+        "un"
+      ],
+      [
+        "Ġha",
+        "nd"
+      ],
+      [
+        "ĠE",
+        "very"
+      ],
+      [
+        "Ġ",
+        "en"
+      ],
+      [
+        "Ġin",
+        "side"
+      ],
+      [
+        "d",
+        "y"
+      ],
+      [
+        "Ġ",
+        "if"
+      ],
+      [
+        "Ġto",
+        "ld"
+      ],
+      [
+        "Ġne",
+        "ver"
+      ],
+      [
+        "i",
+        "on"
+      ],
+      [
+        "Ġ",
+        "qu"
+      ],
+      [
+        "Ġbec",
+        "ause"
+      ],
+      [
+        "b",
+        "y"
+      ],
+      [
+        "Ġpr",
+        "oud"
+      ],
+      [
+        "Ġg",
+        "ave"
+      ],
+      [
+        "Ġsor",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "is"
+      ],
+      [
+        "Ġo",
+        "p"
+      ],
+      [
+        "Ġplay",
+        "ed"
+      ],
+      [
+        "at",
+        "e"
+      ],
+      [
+        "Ġex",
+        "pl"
+      ],
+      [
+        "Ġhe",
+        "ard"
+      ],
+      [
+        "t",
+        "y"
+      ],
+      [
+        "Ġo",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "ter"
+      ],
+      [
+        "an",
+        "k"
+      ],
+      [
+        "g",
+        "e"
+      ],
+      [
+        "s",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ick"
+      ],
+      [
+        "ot",
+        "her"
+      ],
+      [
+        "Ġro",
+        "om"
+      ],
+      [
+        "et",
+        "ter"
+      ],
+      [
+        "Ġj",
+        "ust"
+      ],
+      [
+        "a",
+        "ce"
+      ],
+      [
+        "Ġhug",
+        "ged"
+      ],
+      [
+        "a",
+        "k"
+      ],
+      [
+        "Ġg",
+        "re"
+      ],
+      [
+        "he",
+        "re"
+      ],
+      [
+        "Ġof",
+        "f"
+      ],
+      [
+        "ĠS",
+        "ara"
+      ],
+      [
+        "Ġp",
+        "ret"
+      ],
+      [
+        "il",
+        "e"
+      ],
+      [
+        "Ġe",
+        "ach"
+      ],
+      [
+        "Ġc",
+        "om"
+      ],
+      [
+        "Ġl",
+        "ong"
+      ],
+      [
+        "Ġbo",
+        "x"
+      ],
+      [
+        "or",
+        "t"
+      ],
+      [
+        "Ġst",
+        "r"
+      ],
+      [
+        "i",
+        "z"
+      ],
+      [
+        "Ġu",
+        "nt"
+      ],
+      [
+        "Ġwa",
+        "t"
+      ],
+      [
+        "ot",
+        "h"
+      ],
+      [
+        "Ġne",
+        "ed"
+      ],
+      [
+        "Ġj",
+        "o"
+      ],
+      [
+        "ĠW",
+        "e"
+      ],
+      [
+        "T",
+        "om"
+      ],
+      [
+        "Ġsm",
+        "all"
+      ],
+      [
+        "in",
+        "e"
+      ],
+      [
+        "Ġbe",
+        "ar"
+      ],
+      [
+        "M",
+        "om"
+      ],
+      [
+        "Ġunt",
+        "il"
+      ],
+      [
+        "Ġn",
+        "ice"
+      ],
+      [
+        "Ġt",
+        "ry"
+      ],
+      [
+        "v",
+        "ing"
+      ],
+      [
+        "u",
+        "c"
+      ],
+      [
+        "s",
+        "el"
+      ],
+      [
+        "oug",
+        "h"
+      ],
+      [
+        "Ġlearn",
+        "ed"
+      ],
+      [
+        "Ġk",
+        "ind"
+      ],
+      [
+        "ĠA",
+        "nna"
+      ],
+      [
+        "il",
+        "d"
+      ],
+      [
+        "Ġf",
+        "o"
+      ],
+      [
+        "Ġman",
+        "y"
+      ],
+      [
+        "'",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "ack"
+      ],
+      [
+        "Ġb",
+        "etter"
+      ],
+      [
+        "Ġ",
+        "im"
+      ],
+      [
+        "g",
+        "ry"
+      ],
+      [
+        "im",
+        "al"
+      ],
+      [
+        "Ġan",
+        "imal"
+      ],
+      [
+        "ur",
+        "t"
+      ],
+      [
+        "f",
+        "t"
+      ],
+      [
+        "Ġe",
+        "nd"
+      ],
+      [
+        "Ġs",
+        "n"
+      ],
+      [
+        "a",
+        "ut"
+      ],
+      [
+        "Ġt",
+        "e"
+      ],
+      [
+        "Ġc",
+        "le"
+      ],
+      [
+        "ĠJ",
+        "o"
+      ],
+      [
+        "v",
+        "ent"
+      ],
+      [
+        "ur",
+        "p"
+      ],
+      [
+        "Ġg",
+        "r"
+      ],
+      [
+        "Ġbe",
+        "aut"
+      ],
+      [
+        "Ġj",
+        "ump"
+      ],
+      [
+        "m",
+        "b"
+      ],
+      [
+        "Ġa",
+        "d"
+      ],
+      [
+        "re",
+        "am"
+      ],
+      [
+        "p",
+        "t"
+      ],
+      [
+        "ĠS",
+        "o"
+      ],
+      [
+        "ĠH",
+        "er"
+      ],
+      [
+        "Ġfl",
+        "ow"
+      ],
+      [
+        "i",
+        "es"
+      ],
+      [
+        "Ġc",
+        "he"
+      ],
+      [
+        "Ġb",
+        "ra"
+      ],
+      [
+        "Ġthan",
+        "ked"
+      ],
+      [
+        "Ġe",
+        "ven"
+      ],
+      [
+        "Ġb",
+        "est"
+      ],
+      [
+        "Ġc",
+        "all"
+      ],
+      [
+        "ad",
+        "y"
+      ],
+      [
+        "H",
+        "e"
+      ],
+      [
+        "Ġlot",
+        "s"
+      ],
+      [
+        "Ġlaug",
+        "hed"
+      ],
+      [
+        "sel",
+        "f"
+      ],
+      [
+        "Ġr",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "y"
+      ],
+      [
+        "ar",
+        "s"
+      ],
+      [
+        "ur",
+        "n"
+      ],
+      [
+        "Ġb",
+        "y"
+      ],
+      [
+        "Ġfa",
+        "st"
+      ],
+      [
+        "ll",
+        "y"
+      ],
+      [
+        "Ġf",
+        "am"
+      ],
+      [
+        "Ġ",
+        "C"
+      ],
+      [
+        "v",
+        "es"
+      ],
+      [
+        "ard",
+        "en"
+      ],
+      [
+        "Ġg",
+        "arden"
+      ],
+      [
+        "Ġbeaut",
+        "i"
+      ],
+      [
+        "w",
+        "n"
+      ],
+      [
+        "T",
+        "h"
+      ],
+      [
+        "Ġbeauti",
+        "ful"
+      ],
+      [
+        "Ġl",
+        "oud"
+      ],
+      [
+        "le",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "y"
+      ],
+      [
+        "Ġd",
+        "on"
+      ],
+      [
+        "h",
+        "n"
+      ],
+      [
+        "er",
+        "ed"
+      ],
+      [
+        "in",
+        "y"
+      ],
+      [
+        "Ġcare",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "ve"
+      ],
+      [
+        "Ġf",
+        "i"
+      ],
+      [
+        "ĠThe",
+        "n"
+      ],
+      [
+        "Å",
+        "ĵ"
+      ],
+      [
+        "a",
+        "se"
+      ],
+      [
+        "ec",
+        "t"
+      ],
+      [
+        "Ġsa",
+        "fe"
+      ],
+      [
+        "ĠA",
+        "nd"
+      ],
+      [
+        "Ġu",
+        "nder"
+      ],
+      [
+        "Ġc",
+        "ome"
+      ],
+      [
+        "ĠF",
+        "rom"
+      ],
+      [
+        "Y",
+        "es"
+      ],
+      [
+        "ĠM",
+        "ia"
+      ],
+      [
+        "I",
+        "t"
+      ],
+      [
+        "m",
+        "e"
+      ],
+      [
+        "Ġh",
+        "ard"
+      ],
+      [
+        "Ġc",
+        "u"
+      ],
+      [
+        "Ġw",
+        "o"
+      ],
+      [
+        "Ġl",
+        "ist"
+      ],
+      [
+        "Ġst",
+        "ay"
+      ],
+      [
+        "an",
+        "e"
+      ],
+      [
+        "s",
+        "h"
+      ],
+      [
+        "op",
+        "le"
+      ],
+      [
+        "Ġg",
+        "l"
+      ],
+      [
+        "n",
+        "ing"
+      ],
+      [
+        "Ġst",
+        "ill"
+      ],
+      [
+        "oo",
+        "l"
+      ],
+      [
+        "Ġh",
+        "urt"
+      ],
+      [
+        "re",
+        "e"
+      ],
+      [
+        "ĠH",
+        "is"
+      ],
+      [
+        "Ġim",
+        "p"
+      ],
+      [
+        "Ġfam",
+        "ily"
+      ],
+      [
+        "Ġ",
+        "â"
+      ],
+      [
+        "Ġb",
+        "oth"
+      ],
+      [
+        "r",
+        "m"
+      ],
+      [
+        "ig",
+        "h"
+      ],
+      [
+        "Ġli",
+        "ved"
+      ],
+      [
+        "he",
+        "s"
+      ],
+      [
+        "W",
+        "hen"
+      ],
+      [
+        "Ġpe",
+        "ople"
+      ],
+      [
+        "Ġanimal",
+        "s"
+      ],
+      [
+        "Ġco",
+        "l"
+      ],
+      [
+        "Ġbra",
+        "ve"
+      ],
+      [
+        "Ġwal",
+        "ked"
+      ],
+      [
+        "o",
+        "b"
+      ],
+      [
+        "T",
+        "im"
+      ],
+      [
+        "c",
+        "t"
+      ],
+      [
+        "Ġl",
+        "et"
+      ],
+      [
+        "urp",
+        "r"
+      ],
+      [
+        "ĠW",
+        "hen"
+      ],
+      [
+        "Ġtw",
+        "o"
+      ],
+      [
+        "Ġs",
+        "urpr"
+      ],
+      [
+        "Ġsh",
+        "ould"
+      ],
+      [
+        "is",
+        "hed"
+      ],
+      [
+        "Ġb",
+        "ad"
+      ],
+      [
+        "re",
+        "ss"
+      ],
+      [
+        "Ġke",
+        "pt"
+      ],
+      [
+        "Ġf",
+        "ore"
+      ],
+      [
+        "Ġf",
+        "lew"
+      ],
+      [
+        "Ġf",
+        "in"
+      ],
+      [
+        "Ġst",
+        "or"
+      ],
+      [
+        "Ġf",
+        "ly"
+      ],
+      [
+        "a",
+        "st"
+      ],
+      [
+        "is",
+        "ed"
+      ],
+      [
+        "i",
+        "p"
+      ],
+      [
+        "Ġit",
+        "s"
+      ],
+      [
+        "l",
+        "ed"
+      ],
+      [
+        "o",
+        "ck"
+      ],
+      [
+        "uc",
+        "y"
+      ],
+      [
+        "f",
+        "ore"
+      ],
+      [
+        "Ġgo",
+        "ing"
+      ],
+      [
+        "Ġcle",
+        "an"
+      ],
+      [
+        "Ġd",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ic"
+      ],
+      [
+        "Ġso",
+        "on"
+      ],
+      [
+        "Ġcall",
+        "ed"
+      ],
+      [
+        "Ġsh",
+        "are"
+      ],
+      [
+        "k",
+        "ay"
+      ],
+      [
+        "Ġan",
+        "gry"
+      ],
+      [
+        "Ġro",
+        "ck"
+      ],
+      [
+        "Ġc",
+        "on"
+      ],
+      [
+        "Ġpret",
+        "ty"
+      ],
+      [
+        "N",
+        "o"
+      ],
+      [
+        "Ġ",
+        "ide"
+      ],
+      [
+        "i",
+        "ed"
+      ],
+      [
+        "il",
+        "ly"
+      ],
+      [
+        "Ġg",
+        "round"
+      ],
+      [
+        "x",
+        "t"
+      ],
+      [
+        "Ġr",
+        "ed"
+      ],
+      [
+        "Ġexpl",
+        "ore"
+      ],
+      [
+        "Ġc",
+        "ry"
+      ],
+      [
+        "Ġad",
+        "vent"
+      ],
+      [
+        "Ġst",
+        "o"
+      ],
+      [
+        "s",
+        "o"
+      ],
+      [
+        "Ġre",
+        "al"
+      ],
+      [
+        "L",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ind"
+      ],
+      [
+        "Ġsh",
+        "iny"
+      ],
+      [
+        "b",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ook"
+      ],
+      [
+        "Ġal",
+        "so"
+      ],
+      [
+        "Ġdo",
+        "ll"
+      ],
+      [
+        "Ġide",
+        "a"
+      ],
+      [
+        "Ġbe",
+        "fore"
+      ],
+      [
+        "Ġop",
+        "ened"
+      ],
+      [
+        "dd",
+        "ed"
+      ],
+      [
+        "Ġwh",
+        "ile"
+      ],
+      [
+        "um",
+        "my"
+      ],
+      [
+        "Ġke",
+        "ep"
+      ],
+      [
+        "Ġe",
+        "y"
+      ],
+      [
+        "Ġn",
+        "ow"
+      ],
+      [
+        "Ġdo",
+        "or"
+      ],
+      [
+        "Ġfeel",
+        "ing"
+      ],
+      [
+        "âĤ¬",
+        "â"
+      ],
+      [
+        "o",
+        "on"
+      ],
+      [
+        "o",
+        "y"
+      ],
+      [
+        "Ġwal",
+        "king"
+      ],
+      [
+        "Ġno",
+        "ise"
+      ],
+      [
+        "Ġf",
+        "r"
+      ],
+      [
+        "le",
+        "s"
+      ],
+      [
+        "ag",
+        "e"
+      ],
+      [
+        "i",
+        "ous"
+      ],
+      [
+        "Ġcol",
+        "or"
+      ],
+      [
+        "Ġt",
+        "urn"
+      ],
+      [
+        "t",
+        "hing"
+      ],
+      [
+        "f",
+        "f"
+      ],
+      [
+        "u",
+        "ch"
+      ],
+      [
+        "t",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ed"
+      ],
+      [
+        "ar",
+        "y"
+      ],
+      [
+        "Ġd",
+        "ra"
+      ],
+      [
+        "Ġpick",
+        "ed"
+      ],
+      [
+        "im",
+        "b"
+      ],
+      [
+        "e",
+        "et"
+      ],
+      [
+        "Ġcl",
+        "imb"
+      ],
+      [
+        "Ġd",
+        "el"
+      ],
+      [
+        "W",
+        "hat"
+      ],
+      [
+        "Ġbe",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ood"
+      ],
+      [
+        "Ġu",
+        "n"
+      ],
+      [
+        "Ġf",
+        "ar"
+      ],
+      [
+        "t",
+        "ure"
+      ],
+      [
+        "j",
+        "oy"
+      ],
+      [
+        "Ġadvent",
+        "ure"
+      ],
+      [
+        "a",
+        "c"
+      ],
+      [
+        "Ġsmil",
+        "e"
+      ],
+      [
+        "Ġd",
+        "if"
+      ],
+      [
+        "Ħ",
+        "¢"
+      ],
+      [
+        "âĤ¬â",
+        "Ħ¢"
+      ],
+      [
+        "me",
+        "mb"
+      ],
+      [
+        "Ġw",
+        "r"
+      ],
+      [
+        "Ġth",
+        "r"
+      ],
+      [
+        "ug",
+        "ht"
+      ],
+      [
+        "Ġloo",
+        "king"
+      ],
+      [
+        "Ġne",
+        "xt"
+      ],
+      [
+        "ic",
+        "ed"
+      ],
+      [
+        "ĠL",
+        "ucy"
+      ],
+      [
+        "Ġno",
+        "dded"
+      ],
+      [
+        "Ġqu",
+        "ick"
+      ],
+      [
+        "Ġ",
+        "P"
+      ],
+      [
+        "Ġd",
+        "is"
+      ],
+      [
+        "Ġre",
+        "pl"
+      ],
+      [
+        "ĠD",
+        "ad"
+      ],
+      [
+        "Ġwa",
+        "it"
+      ],
+      [
+        "iz",
+        "ed"
+      ],
+      [
+        "Ġfore",
+        "st"
+      ],
+      [
+        "Ġclo",
+        "s"
+      ],
+      [
+        "ĠS",
+        "uddenly"
+      ],
+      [
+        "Ġt",
+        "ra"
+      ],
+      [
+        "T",
+        "hat"
+      ],
+      [
+        "Ġey",
+        "es"
+      ],
+      [
+        "g",
+        "er"
+      ],
+      [
+        "bb",
+        "it"
+      ],
+      [
+        "t",
+        "ed"
+      ],
+      [
+        "Ġo",
+        "wn"
+      ],
+      [
+        "Ġr",
+        "ain"
+      ],
+      [
+        "Ġimp",
+        "ort"
+      ],
+      [
+        "Ġgre",
+        "at"
+      ],
+      [
+        "Ġre",
+        "memb"
+      ],
+      [
+        "Ġpic",
+        "ture"
+      ],
+      [
+        "Th",
+        "ank"
+      ],
+      [
+        "S",
+        "uddenly"
+      ],
+      [
+        "Ġsto",
+        "pped"
+      ],
+      [
+        "Ġen",
+        "joy"
+      ],
+      [
+        "Ġv",
+        "o"
+      ],
+      [
+        "B",
+        "en"
+      ],
+      [
+        "Ġg",
+        "ive"
+      ],
+      [
+        "Ġimport",
+        "ant"
+      ],
+      [
+        "Ġwor",
+        "k"
+      ],
+      [
+        "Ġne",
+        "ar"
+      ],
+      [
+        "g",
+        "an"
+      ],
+      [
+        "p",
+        "ot"
+      ],
+      [
+        "Ġe",
+        "ver"
+      ],
+      [
+        "Ġa",
+        "pp"
+      ],
+      [
+        "Ġa",
+        "fter"
+      ],
+      [
+        "Ġquick",
+        "ly"
+      ],
+      [
+        "Ġlist",
+        "en"
+      ],
+      [
+        "Ġb",
+        "re"
+      ],
+      [
+        "t",
+        "ing"
+      ],
+      [
+        "bb",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "a"
+      ],
+      [
+        "Ġf",
+        "ish"
+      ],
+      [
+        "Ġrepl",
+        "ied"
+      ],
+      [
+        "Ġra",
+        "bbit"
+      ],
+      [
+        "Ġhand",
+        "s"
+      ],
+      [
+        "Ġ",
+        "G"
+      ],
+      [
+        "Ġnot",
+        "iced"
+      ],
+      [
+        "Ġbr",
+        "o"
+      ],
+      [
+        "Ġsl",
+        "ide"
+      ],
+      [
+        "Ġth",
+        "ink"
+      ],
+      [
+        "Ġwal",
+        "k"
+      ],
+      [
+        "Ġtr",
+        "uck"
+      ],
+      [
+        "Ġa",
+        "c"
+      ],
+      [
+        "k",
+        "es"
+      ],
+      [
+        "Ġstr",
+        "ong"
+      ],
+      [
+        "S",
+        "he"
+      ],
+      [
+        "Ġshow",
+        "ed"
+      ],
+      [
+        "Ġd",
+        "e"
+      ],
+      [
+        "Ġevery",
+        "one"
+      ],
+      [
+        "Ġwo",
+        "nder"
+      ],
+      [
+        "fe",
+        "re"
+      ],
+      [
+        "by",
+        "e"
+      ],
+      [
+        "Ġdif",
+        "fere"
+      ],
+      [
+        "ir",
+        "st"
+      ],
+      [
+        "S",
+        "o"
+      ],
+      [
+        "Ġs",
+        "ure"
+      ],
+      [
+        "Ġha",
+        "s"
+      ],
+      [
+        "Ġr",
+        "ight"
+      ],
+      [
+        "Ġbe",
+        "en"
+      ],
+      [
+        "Ġbec",
+        "ame"
+      ],
+      [
+        "Ġs",
+        "ound"
+      ],
+      [
+        "ma",
+        "z"
+      ],
+      [
+        "Ġto",
+        "w"
+      ],
+      [
+        "Ġr",
+        "u"
+      ],
+      [
+        "Ġt",
+        "al"
+      ],
+      [
+        "Ġa",
+        "maz"
+      ],
+      [
+        "Ġhe",
+        "ad"
+      ],
+      [
+        "Ġsh",
+        "out"
+      ],
+      [
+        "Ġbr",
+        "ight"
+      ],
+      [
+        "Ġy",
+        "e"
+      ],
+      [
+        "Ġwat",
+        "ched"
+      ],
+      [
+        "Ġ",
+        "R"
+      ],
+      [
+        "Ġm",
+        "or"
+      ],
+      [
+        "Ġch",
+        "ild"
+      ],
+      [
+        "a",
+        "ble"
+      ],
+      [
+        "Ġme",
+        "an"
+      ],
+      [
+        "Ġw",
+        "here"
+      ],
+      [
+        "ll",
+        "ow"
+      ],
+      [
+        "Ġh",
+        "igh"
+      ],
+      [
+        "ĠS",
+        "ue"
+      ],
+      [
+        "Ġfa",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "ook"
+      ],
+      [
+        "d",
+        "ay"
+      ],
+      [
+        "ay",
+        "be"
+      ],
+      [
+        "Ġwat",
+        "ch"
+      ],
+      [
+        "Ġbl",
+        "ue"
+      ],
+      [
+        "a",
+        "ught"
+      ],
+      [
+        "Ġdiffere",
+        "nt"
+      ],
+      [
+        "Ġst",
+        "ore"
+      ],
+      [
+        "Ġ",
+        "N"
+      ],
+      [
+        "Ġgood",
+        "bye"
+      ],
+      [
+        "Ġd",
+        "ress"
+      ],
+      [
+        "u",
+        "ll"
+      ],
+      [
+        "ĠB",
+        "ob"
+      ],
+      [
+        "n",
+        "g"
+      ],
+      [
+        "an",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "qu"
+      ],
+      [
+        "Ġo",
+        "kay"
+      ],
+      [
+        "is",
+        "y"
+      ],
+      [
+        "le",
+        "ase"
+      ],
+      [
+        "ĠMom",
+        "my"
+      ],
+      [
+        "Ġvo",
+        "ice"
+      ],
+      [
+        "J",
+        "o"
+      ],
+      [
+        "at",
+        "h"
+      ],
+      [
+        "Ġn",
+        "ight"
+      ],
+      [
+        "ĠS",
+        "pot"
+      ],
+      [
+        "Ġu",
+        "s"
+      ],
+      [
+        "Ġbo",
+        "at"
+      ],
+      [
+        "Ġflow",
+        "ers"
+      ],
+      [
+        "Ġpl",
+        "ace"
+      ],
+      [
+        "Ġfo",
+        "llow"
+      ],
+      [
+        "Ġa",
+        "r"
+      ],
+      [
+        "Ġu",
+        "se"
+      ],
+      [
+        "Ġclos",
+        "er"
+      ],
+      [
+        "un",
+        "ny"
+      ],
+      [
+        "le",
+        "ep"
+      ],
+      [
+        "ir",
+        "ed"
+      ],
+      [
+        "Ġfa",
+        "v"
+      ],
+      [
+        "Ġy",
+        "ell"
+      ],
+      [
+        "Ġgra",
+        "bbed"
+      ],
+      [
+        "Ġcu",
+        "ri"
+      ],
+      [
+        "Ġwa",
+        "rm"
+      ],
+      [
+        "Ġc",
+        "r"
+      ],
+      [
+        "Ġfor",
+        "g"
+      ],
+      [
+        "ĠSara",
+        "h"
+      ],
+      [
+        "ĠJo",
+        "hn"
+      ],
+      [
+        "Ġm",
+        "ag"
+      ],
+      [
+        "Ġst",
+        "ick"
+      ],
+      [
+        "W",
+        "e"
+      ],
+      [
+        "Ġjump",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "ake"
+      ],
+      [
+        "m",
+        "ore"
+      ],
+      [
+        "Ġt",
+        "ell"
+      ],
+      [
+        "Ġany",
+        "more"
+      ],
+      [
+        "A",
+        "fter"
+      ],
+      [
+        "Ġbut",
+        "ter"
+      ],
+      [
+        "nd",
+        "ma"
+      ],
+      [
+        "Ġth",
+        "ree"
+      ],
+      [
+        "Ġas",
+        "k"
+      ],
+      [
+        "c",
+        "o"
+      ],
+      [
+        "Ġ",
+        "our"
+      ],
+      [
+        "l",
+        "ie"
+      ],
+      [
+        "Ġcuri",
+        "ous"
+      ],
+      [
+        "ou",
+        "nt"
+      ],
+      [
+        "or",
+        "n"
+      ],
+      [
+        "Ġcon",
+        "t"
+      ],
+      [
+        "Ġfe",
+        "ll"
+      ],
+      [
+        "a",
+        "ched"
+      ],
+      [
+        "ĠT",
+        "h"
+      ],
+      [
+        "Ġbird",
+        "s"
+      ],
+      [
+        "as",
+        "s"
+      ],
+      [
+        "H",
+        "er"
+      ],
+      [
+        "is",
+        "s"
+      ],
+      [
+        "Ġhelp",
+        "ed"
+      ],
+      [
+        "ĠJ",
+        "ane"
+      ],
+      [
+        "Ġpu",
+        "ll"
+      ],
+      [
+        "Ġf",
+        "irst"
+      ],
+      [
+        "it",
+        "c"
+      ],
+      [
+        "Ġbl",
+        "ock"
+      ],
+      [
+        "Ġh",
+        "op"
+      ],
+      [
+        "Ġb",
+        "it"
+      ],
+      [
+        "Ġd",
+        "r"
+      ],
+      [
+        "Ġreal",
+        "ized"
+      ],
+      [
+        "Ġk",
+        "id"
+      ],
+      [
+        "L",
+        "ook"
+      ],
+      [
+        "il",
+        "a"
+      ],
+      [
+        "Ġm",
+        "on"
+      ],
+      [
+        "Ġbr",
+        "other"
+      ],
+      [
+        "A",
+        "nna"
+      ],
+      [
+        "S",
+        "ara"
+      ],
+      [
+        "Ġ",
+        "z"
+      ],
+      [
+        "ĠEvery",
+        "one"
+      ],
+      [
+        "Ġat",
+        "e"
+      ],
+      [
+        "Ġdo",
+        "es"
+      ],
+      [
+        "im",
+        "es"
+      ],
+      [
+        "Ġhapp",
+        "ened"
+      ],
+      [
+        "Ġst",
+        "op"
+      ],
+      [
+        "z",
+        "y"
+      ],
+      [
+        "Ġy",
+        "ummy"
+      ],
+      [
+        "Ġfav",
+        "or"
+      ],
+      [
+        "pp",
+        "y"
+      ],
+      [
+        "Ġk",
+        "itc"
+      ],
+      [
+        "Ġkitc",
+        "hen"
+      ],
+      [
+        "Ġsw",
+        "eet"
+      ],
+      [
+        "u",
+        "s"
+      ],
+      [
+        "Ġp",
+        "er"
+      ],
+      [
+        "Ġre",
+        "ally"
+      ],
+      [
+        "a",
+        "isy"
+      ],
+      [
+        "Ġgra",
+        "ss"
+      ],
+      [
+        "Ġfavor",
+        "ite"
+      ],
+      [
+        "Ġbe",
+        "gan"
+      ],
+      [
+        "Ġre",
+        "st"
+      ],
+      [
+        "Ġre",
+        "ady"
+      ],
+      [
+        "Ġle",
+        "a"
+      ],
+      [
+        "Ġre",
+        "ached"
+      ],
+      [
+        "Ġunder",
+        "st"
+      ],
+      [
+        "a",
+        "ir"
+      ],
+      [
+        "Ġst",
+        "e"
+      ],
+      [
+        "Ġb",
+        "unny"
+      ],
+      [
+        "ĠA",
+        "s"
+      ],
+      [
+        "Ġstor",
+        "y"
+      ],
+      [
+        "'",
+        "re"
+      ],
+      [
+        "Ġp",
+        "ain"
+      ],
+      [
+        "Ġs",
+        "ing"
+      ],
+      [
+        "st",
+        "er"
+      ],
+      [
+        "Ġhe",
+        "re"
+      ],
+      [
+        "Ġsa",
+        "nd"
+      ],
+      [
+        "Ġon",
+        "ly"
+      ],
+      [
+        "Ġfl",
+        "o"
+      ],
+      [
+        "Ġa",
+        "m"
+      ],
+      [
+        "Ġgl",
+        "ad"
+      ],
+      [
+        "Ġt",
+        "ri"
+      ],
+      [
+        "Ġbe",
+        "h"
+      ],
+      [
+        "Ġwor",
+        "ld"
+      ],
+      [
+        "Ġop",
+        "en"
+      ],
+      [
+        "Ġc",
+        "re"
+      ],
+      [
+        "fu",
+        "lly"
+      ],
+      [
+        "Ġpr",
+        "in"
+      ],
+      [
+        "w",
+        "here"
+      ],
+      [
+        "are",
+        "nt"
+      ],
+      [
+        "Ġflow",
+        "er"
+      ],
+      [
+        "Ġthr",
+        "ough"
+      ],
+      [
+        "Ġb",
+        "a"
+      ],
+      [
+        "Ġfi",
+        "re"
+      ],
+      [
+        "Ġd",
+        "one"
+      ],
+      [
+        "Ġha",
+        "ving"
+      ],
+      [
+        "Ġth",
+        "ing"
+      ],
+      [
+        "Ġdel",
+        "ic"
+      ],
+      [
+        "Ġhim",
+        "self"
+      ],
+      [
+        "Ġt",
+        "ired"
+      ],
+      [
+        "Ġp",
+        "arent"
+      ],
+      [
+        "Ġso",
+        "ft"
+      ],
+      [
+        "Ġf",
+        "ro"
+      ],
+      [
+        "Tim",
+        "my"
+      ],
+      [
+        "Ġta",
+        "st"
+      ],
+      [
+        "Ġbutter",
+        "f"
+      ],
+      [
+        "ĠL",
+        "et"
+      ],
+      [
+        "Ġc",
+        "ut"
+      ],
+      [
+        "Ġp",
+        "art"
+      ],
+      [
+        "Ġwh",
+        "y"
+      ],
+      [
+        "k",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ess"
+      ],
+      [
+        "C",
+        "an"
+      ],
+      [
+        "Ġwor",
+        "ry"
+      ],
+      [
+        "Mom",
+        "my"
+      ],
+      [
+        "i",
+        "ver"
+      ],
+      [
+        "Ġd",
+        "in"
+      ],
+      [
+        "u",
+        "ff"
+      ],
+      [
+        "at",
+        "er"
+      ],
+      [
+        "Ġmag",
+        "ic"
+      ],
+      [
+        "Ġwa",
+        "ved"
+      ],
+      [
+        "Ġshout",
+        "ed"
+      ],
+      [
+        "Ġpo",
+        "nd"
+      ],
+      [
+        "Ġkid",
+        "s"
+      ],
+      [
+        "Ġh",
+        "at"
+      ],
+      [
+        "Ġd",
+        "uck"
+      ],
+      [
+        "Ġse",
+        "es"
+      ],
+      [
+        "o",
+        "lly"
+      ],
+      [
+        "ill",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "ame"
+      ],
+      [
+        "i",
+        "ent"
+      ],
+      [
+        "Ġma",
+        "king"
+      ],
+      [
+        "at",
+        "her"
+      ],
+      [
+        "Jo",
+        "hn"
+      ],
+      [
+        "A",
+        "s"
+      ],
+      [
+        "ak",
+        "es"
+      ],
+      [
+        "Ġcat",
+        "ch"
+      ],
+      [
+        "Ġse",
+        "en"
+      ],
+      [
+        "Ġc",
+        "ool"
+      ],
+      [
+        "at",
+        "ion"
+      ],
+      [
+        "Ġcom",
+        "ing"
+      ],
+      [
+        "Ġl",
+        "ess"
+      ],
+      [
+        "Ġd",
+        "ark"
+      ],
+      [
+        "Ġu",
+        "sed"
+      ],
+      [
+        "ed",
+        "dy"
+      ],
+      [
+        "Ġfi",
+        "x"
+      ],
+      [
+        "ĠJo",
+        "e"
+      ],
+      [
+        "Ġthan",
+        "k"
+      ],
+      [
+        "m",
+        "er"
+      ],
+      [
+        "Ġto",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ady"
+      ],
+      [
+        "Ġha",
+        "ir"
+      ],
+      [
+        "ar",
+        "ing"
+      ],
+      [
+        "Ġp",
+        "rom"
+      ],
+      [
+        "Ġho",
+        "pped"
+      ],
+      [
+        "ĠC",
+        "an"
+      ],
+      [
+        "\"",
+        "."
+      ],
+      [
+        "ig",
+        "n"
+      ],
+      [
+        "Ġsurpr",
+        "ise"
+      ],
+      [
+        "Ġdra",
+        "w"
+      ],
+      [
+        "Ġm",
+        "um"
+      ],
+      [
+        "Ġm",
+        "ouse"
+      ],
+      [
+        "Ġfun",
+        "ny"
+      ],
+      [
+        "re",
+        "l"
+      ],
+      [
+        "Ġc",
+        "ra"
+      ],
+      [
+        "Ġ",
+        "-"
+      ],
+      [
+        "ap",
+        "er"
+      ],
+      [
+        "Ġf",
+        "ull"
+      ],
+      [
+        "Ġto",
+        "uch"
+      ],
+      [
+        "Ġl",
+        "ight"
+      ],
+      [
+        "Ġsp",
+        "ot"
+      ],
+      [
+        "re",
+        "n"
+      ],
+      [
+        "Ġd",
+        "ro"
+      ],
+      [
+        "ĠBen",
+        "ny"
+      ],
+      [
+        "Ġparent",
+        "s"
+      ],
+      [
+        "Ġwor",
+        "ked"
+      ],
+      [
+        "in",
+        "s"
+      ],
+      [
+        "one",
+        "y"
+      ],
+      [
+        "ĠD",
+        "o"
+      ],
+      [
+        "Ġsurpr",
+        "ised"
+      ],
+      [
+        "Ġcare",
+        "fully"
+      ],
+      [
+        "Ġtre",
+        "es"
+      ],
+      [
+        "Ġfro",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "ing"
+      ],
+      [
+        "Ġdo",
+        "ing"
+      ],
+      [
+        "D",
+        "on"
+      ],
+      [
+        "Ġs",
+        "at"
+      ],
+      [
+        "in",
+        "ally"
+      ],
+      [
+        "ĠT",
+        "hat"
+      ],
+      [
+        "Ġ",
+        "ice"
+      ],
+      [
+        "ĠI",
+        "n"
+      ],
+      [
+        "Ġhe",
+        "ld"
+      ],
+      [
+        "W",
+        "ow"
+      ],
+      [
+        "Ġrun",
+        "ning"
+      ],
+      [
+        "Ġpret",
+        "end"
+      ],
+      [
+        "Ġsw",
+        "im"
+      ],
+      [
+        "Ġs",
+        "et"
+      ],
+      [
+        "Ġre",
+        "ad"
+      ],
+      [
+        "Ġdelic",
+        "ious"
+      ],
+      [
+        "Ġneed",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "ight"
+      ],
+      [
+        "Ġsl",
+        "ow"
+      ],
+      [
+        "Ġrememb",
+        "ered"
+      ],
+      [
+        "Ġlo",
+        "st"
+      ],
+      [
+        "Ġco",
+        "ld"
+      ],
+      [
+        "Ġsm",
+        "ell"
+      ],
+      [
+        "ard",
+        "s"
+      ],
+      [
+        "Ġw",
+        "ood"
+      ],
+      [
+        "Ġhapp",
+        "ily"
+      ],
+      [
+        "h",
+        "y"
+      ],
+      [
+        "el",
+        "y"
+      ],
+      [
+        "Ġlook",
+        "s"
+      ],
+      [
+        "Ġbeh",
+        "ind"
+      ],
+      [
+        "Ġher",
+        "self"
+      ],
+      [
+        "Ġc",
+        "ried"
+      ],
+      [
+        "Ġenjoy",
+        "ed"
+      ],
+      [
+        "Ġnam",
+        "e"
+      ],
+      [
+        "as",
+        "k"
+      ],
+      [
+        "Ġye",
+        "ars"
+      ],
+      [
+        "Ġbu",
+        "y"
+      ],
+      [
+        "Ġho",
+        "le"
+      ],
+      [
+        "Ġblock",
+        "s"
+      ],
+      [
+        "Ġd",
+        "ri"
+      ],
+      [
+        "Ġs",
+        "leep"
+      ],
+      [
+        "Ġg",
+        "i"
+      ],
+      [
+        "Ġyell",
+        "ow"
+      ],
+      [
+        "c",
+        "ess"
+      ],
+      [
+        "Ġbutterf",
+        "ly"
+      ],
+      [
+        "i",
+        "ke"
+      ],
+      [
+        "u",
+        "ed"
+      ],
+      [
+        "Ġw",
+        "ished"
+      ],
+      [
+        "Ġper",
+        "f"
+      ],
+      [
+        "Ġan",
+        "other"
+      ],
+      [
+        "ĠD",
+        "aisy"
+      ],
+      [
+        "Ġgre",
+        "en"
+      ],
+      [
+        "Ġmo",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "all"
+      ],
+      [
+        "Ġa",
+        "ir"
+      ],
+      [
+        "Ġb",
+        "ag"
+      ],
+      [
+        "Ġflo",
+        "or"
+      ],
+      [
+        "Ġcar",
+        "s"
+      ],
+      [
+        "Ġless",
+        "on"
+      ],
+      [
+        "u",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ow"
+      ],
+      [
+        "Ġar",
+        "ri"
+      ],
+      [
+        "Ġwind",
+        "ow"
+      ],
+      [
+        "Ġsh",
+        "o"
+      ],
+      [
+        "Ġchild",
+        "ren"
+      ],
+      [
+        "n",
+        "er"
+      ],
+      [
+        "Ġfin",
+        "ished"
+      ],
+      [
+        "Ġh",
+        "ill"
+      ],
+      [
+        "ĠA",
+        "fter"
+      ],
+      [
+        "and",
+        "y"
+      ],
+      [
+        "s",
+        "p"
+      ],
+      [
+        "en",
+        "s"
+      ],
+      [
+        "Ġp",
+        "aper"
+      ],
+      [
+        "Ġli",
+        "kes"
+      ],
+      [
+        "F",
+        "rom"
+      ],
+      [
+        "s",
+        "y"
+      ],
+      [
+        "Ġho",
+        "ld"
+      ],
+      [
+        "S",
+        "am"
+      ],
+      [
+        "Ġwr",
+        "ong"
+      ],
+      [
+        "re",
+        "ed"
+      ],
+      [
+        "Ġcont",
+        "in"
+      ],
+      [
+        "Ġunderst",
+        "and"
+      ],
+      [
+        "at",
+        "ter"
+      ],
+      [
+        "u",
+        "it"
+      ],
+      [
+        "re",
+        "w"
+      ],
+      [
+        "Ġg",
+        "ent"
+      ],
+      [
+        "Ġany",
+        "thing"
+      ],
+      [
+        "Ġclo",
+        "se"
+      ],
+      [
+        "Ġwa",
+        "ll"
+      ],
+      [
+        "Ġe",
+        "l"
+      ],
+      [
+        "as",
+        "ure"
+      ],
+      [
+        "Ġle",
+        "ft"
+      ],
+      [
+        "Ġa",
+        "ble"
+      ],
+      [
+        "Ġarri",
+        "ved"
+      ],
+      [
+        "Ġh",
+        "un"
+      ],
+      [
+        "ro",
+        "ss"
+      ],
+      [
+        "a",
+        "v"
+      ],
+      [
+        "Ġhe",
+        "ar"
+      ],
+      [
+        "Ġfriend",
+        "ly"
+      ],
+      [
+        "Ġforg",
+        "ot"
+      ],
+      [
+        "Ġg",
+        "one"
+      ],
+      [
+        "am",
+        "a"
+      ],
+      [
+        "Ġcre",
+        "at"
+      ],
+      [
+        "Ġw",
+        "et"
+      ],
+      [
+        "Ġli",
+        "on"
+      ],
+      [
+        "H",
+        "ell"
+      ],
+      [
+        "Hell",
+        "o"
+      ],
+      [
+        "Ġd",
+        "ream"
+      ],
+      [
+        "Ġh",
+        "ot"
+      ],
+      [
+        "b",
+        "o"
+      ],
+      [
+        "b",
+        "er"
+      ],
+      [
+        "ĠS",
+        "ally"
+      ],
+      [
+        "Ġf",
+        "illed"
+      ],
+      [
+        "Ġd",
+        "ir"
+      ],
+      [
+        "ie",
+        "ld"
+      ],
+      [
+        "Ġcook",
+        "ies"
+      ],
+      [
+        "Ġlaug",
+        "h"
+      ],
+      [
+        "Ġbro",
+        "ken"
+      ],
+      [
+        "Ġdin",
+        "ner"
+      ],
+      [
+        "l",
+        "f"
+      ],
+      [
+        "Ġel",
+        "se"
+      ],
+      [
+        "Ġh",
+        "id"
+      ],
+      [
+        "c",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ink"
+      ],
+      [
+        "Ġfollow",
+        "ed"
+      ],
+      [
+        "Ġta",
+        "ble"
+      ],
+      [
+        "Ġm",
+        "ar"
+      ],
+      [
+        "Ġcolor",
+        "s"
+      ],
+      [
+        "ou",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "ent"
+      ],
+      [
+        "Ġcontin",
+        "ued"
+      ],
+      [
+        "Ġwonder",
+        "ful"
+      ],
+      [
+        "ĠE",
+        "m"
+      ],
+      [
+        "e",
+        "y"
+      ],
+      [
+        "in",
+        "ed"
+      ],
+      [
+        "ir",
+        "rel"
+      ],
+      [
+        "r",
+        "ot"
+      ],
+      [
+        "Ġfin",
+        "ally"
+      ],
+      [
+        "J",
+        "ack"
+      ],
+      [
+        "Ġa",
+        "rm"
+      ],
+      [
+        "Ġm",
+        "ight"
+      ],
+      [
+        "ĠN",
+        "ow"
+      ],
+      [
+        "Ġc",
+        "ast"
+      ],
+      [
+        "Ġy",
+        "es"
+      ],
+      [
+        "Ġbu",
+        "ild"
+      ],
+      [
+        "Ġen",
+        "ough"
+      ],
+      [
+        "ĠB",
+        "illy"
+      ],
+      [
+        "Ġsome",
+        "one"
+      ],
+      [
+        "Ġperf",
+        "ect"
+      ],
+      [
+        "Ġfa",
+        "ir"
+      ],
+      [
+        "Ġstay",
+        "ed"
+      ],
+      [
+        "a",
+        "pp"
+      ],
+      [
+        "Ġmor",
+        "ning"
+      ],
+      [
+        "ĠThe",
+        "re"
+      ],
+      [
+        "Ġpu",
+        "ppy"
+      ],
+      [
+        "o",
+        "l"
+      ],
+      [
+        "Ġdad",
+        "dy"
+      ],
+      [
+        "Ġtry",
+        "ing"
+      ],
+      [
+        "'",
+        "ll"
+      ],
+      [
+        "Ġj",
+        "u"
+      ],
+      [
+        "Ġother",
+        "s"
+      ],
+      [
+        "Ġbook",
+        "s"
+      ],
+      [
+        "Ġag",
+        "reed"
+      ],
+      [
+        "Ġmu",
+        "s"
+      ],
+      [
+        "Ġsn",
+        "ow"
+      ],
+      [
+        "Ġsqu",
+        "irrel"
+      ],
+      [
+        "Ġc",
+        "ream"
+      ],
+      [
+        "ro",
+        "om"
+      ],
+      [
+        "Ġget",
+        "ting"
+      ],
+      [
+        "Ġgra",
+        "ndma"
+      ],
+      [
+        "ĠL",
+        "ila"
+      ],
+      [
+        "Ġlea",
+        "ves"
+      ],
+      [
+        "Ġba",
+        "by"
+      ],
+      [
+        "Ġc",
+        "ount"
+      ],
+      [
+        "ic",
+        "y"
+      ],
+      [
+        "Ġfe",
+        "w"
+      ],
+      [
+        "A",
+        "t"
+      ],
+      [
+        "Ġf",
+        "all"
+      ],
+      [
+        "The",
+        "n"
+      ],
+      [
+        "g",
+        "on"
+      ],
+      [
+        "Ġbre",
+        "ak"
+      ],
+      [
+        "Ġclimb",
+        "ed"
+      ],
+      [
+        "ri",
+        "es"
+      ],
+      [
+        "Ġbe",
+        "ach"
+      ],
+      [
+        "as",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ug"
+      ],
+      [
+        "Ġp",
+        "lease"
+      ],
+      [
+        "Ġm",
+        "other"
+      ],
+      [
+        "Ġbr",
+        "ought"
+      ],
+      [
+        "Ġtra",
+        "in"
+      ],
+      [
+        "an",
+        "ce"
+      ],
+      [
+        "ĠTh",
+        "is"
+      ],
+      [
+        "Ġde",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "is"
+      ],
+      [
+        "at",
+        "ed"
+      ],
+      [
+        "s",
+        "hed"
+      ],
+      [
+        "Ġm",
+        "et"
+      ],
+      [
+        "Ġwas",
+        "n"
+      ],
+      [
+        "Ġsomet",
+        "imes"
+      ],
+      [
+        "Ġevery",
+        "thing"
+      ],
+      [
+        "ĠTom",
+        "my"
+      ],
+      [
+        "i",
+        "ch"
+      ],
+      [
+        "Ġmus",
+        "ic"
+      ],
+      [
+        "ke",
+        "y"
+      ],
+      [
+        "l",
+        "ing"
+      ],
+      [
+        "Th",
+        "is"
+      ],
+      [
+        "o",
+        "s"
+      ],
+      [
+        "Ġturn",
+        "ed"
+      ],
+      [
+        "l",
+        "c"
+      ],
+      [
+        "Ġr",
+        "ide"
+      ],
+      [
+        "o",
+        "om"
+      ],
+      [
+        "Ġs",
+        "ong"
+      ],
+      [
+        "or",
+        "ing"
+      ],
+      [
+        "Ġsp",
+        "ark"
+      ],
+      [
+        "Ġf",
+        "ight"
+      ],
+      [
+        "Ġhun",
+        "gry"
+      ],
+      [
+        "on",
+        "s"
+      ],
+      [
+        "Ġpicture",
+        "s"
+      ],
+      [
+        "d",
+        "s"
+      ],
+      [
+        "Ġm",
+        "akes"
+      ],
+      [
+        "Ġse",
+        "ar"
+      ],
+      [
+        "uck",
+        "y"
+      ],
+      [
+        "Ġlist",
+        "ened"
+      ],
+      [
+        "Ġjo",
+        "y"
+      ],
+      [
+        "Ġpo",
+        "l"
+      ],
+      [
+        "ĠW",
+        "hat"
+      ],
+      [
+        "H",
+        "is"
+      ],
+      [
+        "e",
+        "e"
+      ],
+      [
+        "Ġcl",
+        "ot"
+      ],
+      [
+        "Ġsa",
+        "il"
+      ],
+      [
+        "a",
+        "pped"
+      ],
+      [
+        "b",
+        "ble"
+      ],
+      [
+        "Ġcom",
+        "p"
+      ],
+      [
+        "Ġpl",
+        "an"
+      ],
+      [
+        "Ġwant",
+        "s"
+      ],
+      [
+        "Ġclot",
+        "hes"
+      ],
+      [
+        "Ġpo",
+        "in"
+      ],
+      [
+        "Ġ",
+        "K"
+      ],
+      [
+        "z",
+        "z"
+      ],
+      [
+        "Ġball",
+        "oon"
+      ],
+      [
+        "Ġstr",
+        "ange"
+      ],
+      [
+        "m",
+        "an"
+      ],
+      [
+        "en",
+        "ny"
+      ],
+      [
+        "Ġp",
+        "i"
+      ],
+      [
+        "Ġgr",
+        "ow"
+      ],
+      [
+        "Ġfly",
+        "ing"
+      ],
+      [
+        "r",
+        "ow"
+      ],
+      [
+        "Ġsc",
+        "ary"
+      ],
+      [
+        "Ġtre",
+        "at"
+      ],
+      [
+        "Ġwa",
+        "ited"
+      ],
+      [
+        "Ġamaz",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "eddy"
+      ],
+      [
+        "Ġcast",
+        "le"
+      ],
+      [
+        "is",
+        "ter"
+      ],
+      [
+        "Ġe",
+        "le"
+      ],
+      [
+        "Ġamaz",
+        "ing"
+      ],
+      [
+        "m",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "l"
+      ],
+      [
+        "O",
+        "h"
+      ],
+      [
+        "Ġle",
+        "ave"
+      ],
+      [
+        "Ġown",
+        "er"
+      ],
+      [
+        "Ġprom",
+        "ised"
+      ],
+      [
+        "Ġdan",
+        "ger"
+      ],
+      [
+        "e",
+        "ver"
+      ],
+      [
+        "O",
+        "K"
+      ],
+      [
+        "Ġs",
+        "uch"
+      ],
+      [
+        "Ġwh",
+        "ite"
+      ],
+      [
+        "Ġp",
+        "at"
+      ],
+      [
+        "Ġtal",
+        "k"
+      ],
+      [
+        "uff",
+        "y"
+      ],
+      [
+        "Ġf",
+        "ur"
+      ],
+      [
+        "Ġp",
+        "ie"
+      ],
+      [
+        "op",
+        "e"
+      ],
+      [
+        "r",
+        "ed"
+      ],
+      [
+        "Ġpull",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "re"
+      ],
+      [
+        "Ġwood",
+        "s"
+      ],
+      [
+        "ĠT",
+        "o"
+      ],
+      [
+        "Ġsh",
+        "ared"
+      ],
+      [
+        "Ġal",
+        "one"
+      ],
+      [
+        "Ġtow",
+        "ards"
+      ],
+      [
+        "c",
+        "le"
+      ],
+      [
+        "ĠM",
+        "aybe"
+      ],
+      [
+        "Ġs",
+        "it"
+      ],
+      [
+        "Ġn",
+        "ap"
+      ],
+      [
+        "Ġcolor",
+        "ful"
+      ],
+      [
+        "am",
+        "p"
+      ],
+      [
+        "h",
+        "one"
+      ],
+      [
+        "Ġvis",
+        "it"
+      ],
+      [
+        "ig",
+        "g"
+      ],
+      [
+        "ug",
+        "g"
+      ],
+      [
+        "th",
+        "y"
+      ],
+      [
+        "en",
+        "ce"
+      ],
+      [
+        "Ġta",
+        "il"
+      ],
+      [
+        "ct",
+        "or"
+      ],
+      [
+        "Ġmagic",
+        "al"
+      ],
+      [
+        "Ġr",
+        "iver"
+      ],
+      [
+        "Ġh",
+        "ig"
+      ],
+      [
+        "Ġbe",
+        "lie"
+      ],
+      [
+        "Ġgr",
+        "ate"
+      ],
+      [
+        "u",
+        "ally"
+      ],
+      [
+        "an",
+        "g"
+      ],
+      [
+        "ot",
+        "t"
+      ],
+      [
+        "Ġh",
+        "ide"
+      ],
+      [
+        "Ġs",
+        "illy"
+      ],
+      [
+        "Ġsmil",
+        "es"
+      ],
+      [
+        "ow",
+        "er"
+      ],
+      [
+        "Ġs",
+        "ide"
+      ],
+      [
+        "M",
+        "ax"
+      ],
+      [
+        "Ġro",
+        "ll"
+      ],
+      [
+        "Ġg",
+        "u"
+      ],
+      [
+        "ĠA",
+        "my"
+      ],
+      [
+        "Ġpr",
+        "o"
+      ],
+      [
+        "et",
+        "er"
+      ],
+      [
+        "Ġfast",
+        "er"
+      ],
+      [
+        "Ġgrate",
+        "ful"
+      ],
+      [
+        "Ġtre",
+        "asure"
+      ],
+      [
+        "as",
+        "ed"
+      ],
+      [
+        "Ġsn",
+        "ack"
+      ],
+      [
+        "u",
+        "p"
+      ],
+      [
+        "Ġla",
+        "nd"
+      ],
+      [
+        "av",
+        "y"
+      ],
+      [
+        "Ġmor",
+        "al"
+      ],
+      [
+        "ain",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "ister"
+      ],
+      [
+        "ĠG",
+        "ra"
+      ],
+      [
+        "Ġsh",
+        "ap"
+      ],
+      [
+        "Ġpain",
+        "t"
+      ],
+      [
+        "Ġslow",
+        "ly"
+      ],
+      [
+        "Ġf",
+        "ield"
+      ],
+      [
+        "Ġp",
+        "et"
+      ],
+      [
+        "Ġs",
+        "ec"
+      ],
+      [
+        "or",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "im"
+      ],
+      [
+        "Ġbr",
+        "an"
+      ],
+      [
+        "Ġm",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "st"
+      ],
+      [
+        "Ġhelp",
+        "ing"
+      ],
+      [
+        "Ġwor",
+        "ried"
+      ],
+      [
+        "Ġjo",
+        "b"
+      ],
+      [
+        "Ġfo",
+        "x"
+      ],
+      [
+        "s",
+        "et"
+      ],
+      [
+        "Ġm",
+        "oney"
+      ],
+      [
+        "Ġp",
+        "ot"
+      ],
+      [
+        "Ġqu",
+        "i"
+      ],
+      [
+        "Ġbe",
+        "l"
+      ],
+      [
+        "Ġac",
+        "c"
+      ],
+      [
+        "Ġli",
+        "ving"
+      ],
+      [
+        "Ġmon",
+        "ster"
+      ],
+      [
+        "le",
+        "ss"
+      ],
+      [
+        "Ġpart",
+        "y"
+      ],
+      [
+        "e",
+        "ar"
+      ],
+      [
+        "Ġmo",
+        "st"
+      ],
+      [
+        "Ġwe",
+        "ar"
+      ],
+      [
+        "Ġrememb",
+        "er"
+      ],
+      [
+        "i",
+        "re"
+      ],
+      [
+        "Ġs",
+        "ign"
+      ],
+      [
+        "w",
+        "l"
+      ],
+      [
+        "Ġcl",
+        "oud"
+      ],
+      [
+        "Ġc",
+        "andy"
+      ],
+      [
+        "Ġhig",
+        "her"
+      ],
+      [
+        "i",
+        "pped"
+      ],
+      [
+        "id",
+        "ent"
+      ],
+      [
+        "ĠA",
+        "ll"
+      ],
+      [
+        "d",
+        "er"
+      ],
+      [
+        "z",
+        "e"
+      ],
+      [
+        "Ġqui",
+        "et"
+      ],
+      [
+        "Ġto",
+        "wn"
+      ],
+      [
+        "un",
+        "ch"
+      ],
+      [
+        "Ġprin",
+        "cess"
+      ],
+      [
+        "Ġrun",
+        "s"
+      ],
+      [
+        "ask",
+        "et"
+      ],
+      [
+        "e",
+        "m"
+      ],
+      [
+        "Ġevery",
+        "where"
+      ],
+      [
+        "Ġjo",
+        "in"
+      ],
+      [
+        "Ġste",
+        "pped"
+      ],
+      [
+        "Ġb",
+        "asket"
+      ],
+      [
+        "Ġl",
+        "ake"
+      ],
+      [
+        "Ġcu",
+        "p"
+      ],
+      [
+        "s",
+        "w"
+      ],
+      [
+        "out",
+        "h"
+      ],
+      [
+        "Ġcar",
+        "rot"
+      ],
+      [
+        "Ġco",
+        "ll"
+      ],
+      [
+        "Ġpl",
+        "ant"
+      ],
+      [
+        "Ġsc",
+        "ream"
+      ],
+      [
+        "ĠDad",
+        "dy"
+      ],
+      [
+        "Ġb",
+        "uck"
+      ],
+      [
+        "Ġhe",
+        "avy"
+      ],
+      [
+        "Ġbig",
+        "ger"
+      ],
+      [
+        "Ġch",
+        "o"
+      ],
+      [
+        "Ġbl",
+        "ank"
+      ],
+      [
+        "Ġclo",
+        "sed"
+      ],
+      [
+        "Ġw",
+        "on"
+      ],
+      [
+        "is",
+        "es"
+      ],
+      [
+        "Ġan",
+        "sw"
+      ],
+      [
+        "b",
+        "r"
+      ],
+      [
+        "Ġblank",
+        "et"
+      ],
+      [
+        "Ġm",
+        "outh"
+      ],
+      [
+        "am",
+        "es"
+      ],
+      [
+        "ec",
+        "es"
+      ],
+      [
+        "Ġeat",
+        "ing"
+      ],
+      [
+        "Ġpi",
+        "eces"
+      ],
+      [
+        "ck",
+        "et"
+      ],
+      [
+        "Ġst",
+        "re"
+      ],
+      [
+        "Ġwe",
+        "lc"
+      ],
+      [
+        "Ġwould",
+        "n"
+      ],
+      [
+        "Ġre",
+        "ach"
+      ],
+      [
+        "Ġbro",
+        "ke"
+      ],
+      [
+        "e",
+        "ared"
+      ],
+      [
+        "Ġdanger",
+        "ous"
+      ],
+      [
+        "g",
+        "s"
+      ],
+      [
+        "p",
+        "h"
+      ],
+      [
+        "ĠM",
+        "olly"
+      ],
+      [
+        "Ġc",
+        "e"
+      ],
+      [
+        "ĠM",
+        "r"
+      ],
+      [
+        "or",
+        "d"
+      ],
+      [
+        "f",
+        "ort"
+      ],
+      [
+        "Ġdoll",
+        "s"
+      ],
+      [
+        "m",
+        "ing"
+      ],
+      [
+        "Ġdan",
+        "ce"
+      ],
+      [
+        "Ġdra",
+        "gon"
+      ],
+      [
+        "Ġthink",
+        "s"
+      ],
+      [
+        "Ġask",
+        "s"
+      ],
+      [
+        "Ġac",
+        "ross"
+      ],
+      [
+        "O",
+        "kay"
+      ],
+      [
+        "Ġch",
+        "air"
+      ],
+      [
+        "Ġte",
+        "ac"
+      ],
+      [
+        "Ġb",
+        "ott"
+      ],
+      [
+        "H",
+        "i"
+      ],
+      [
+        "Ġp",
+        "a"
+      ],
+      [
+        "Ġne",
+        "igh"
+      ],
+      [
+        "Ġb",
+        "ar"
+      ],
+      [
+        "Ġb",
+        "ike"
+      ],
+      [
+        "Ġp",
+        "ack"
+      ],
+      [
+        "it",
+        "ing"
+      ],
+      [
+        "Ġdis",
+        "app"
+      ],
+      [
+        "Ġneigh",
+        "b"
+      ],
+      [
+        "Ġst",
+        "uck"
+      ],
+      [
+        "d",
+        "e"
+      ],
+      [
+        "Ġg",
+        "if"
+      ],
+      [
+        "Ġfr",
+        "uit"
+      ],
+      [
+        "Ġbelie",
+        "ve"
+      ],
+      [
+        "c",
+        "y"
+      ],
+      [
+        "Ġ",
+        "ve"
+      ],
+      [
+        "Ġcry",
+        "ing"
+      ],
+      [
+        "i",
+        "er"
+      ],
+      [
+        "ph",
+        "ant"
+      ],
+      [
+        "Ġs",
+        "uddenly"
+      ],
+      [
+        "Ġs",
+        "oup"
+      ],
+      [
+        "Ġr",
+        "ace"
+      ],
+      [
+        "Ġth",
+        "rew"
+      ],
+      [
+        "S",
+        "ure"
+      ],
+      [
+        "Ġfar",
+        "mer"
+      ],
+      [
+        "Ġacc",
+        "ident"
+      ],
+      [
+        "Ġdir",
+        "ty"
+      ],
+      [
+        "Ġele",
+        "phant"
+      ],
+      [
+        "Ġmon",
+        "key"
+      ],
+      [
+        "Ġhe",
+        "al"
+      ],
+      [
+        "w",
+        "eet"
+      ],
+      [
+        "Ġre",
+        "m"
+      ],
+      [
+        "Ġp",
+        "ers"
+      ],
+      [
+        "Ġsa",
+        "me"
+      ],
+      [
+        "or",
+        "ed"
+      ],
+      [
+        "vent",
+        "ually"
+      ],
+      [
+        "e",
+        "ad"
+      ],
+      [
+        "pp",
+        "ing"
+      ],
+      [
+        "Ġgent",
+        "le"
+      ],
+      [
+        "Ġf",
+        "ree"
+      ],
+      [
+        "Ġbr",
+        "own"
+      ],
+      [
+        "M",
+        "aybe"
+      ],
+      [
+        "Ġin",
+        "st"
+      ],
+      [
+        "Ġbe",
+        "e"
+      ],
+      [
+        "i",
+        "x"
+      ],
+      [
+        "Ġb",
+        "en"
+      ],
+      [
+        "Ġw",
+        "in"
+      ],
+      [
+        "Ġbl",
+        "ack"
+      ],
+      [
+        "Ġal",
+        "ong"
+      ],
+      [
+        "Ġlong",
+        "er"
+      ],
+      [
+        "i",
+        "ble"
+      ],
+      [
+        "Ġsp",
+        "r"
+      ],
+      [
+        "Ġcl",
+        "apped"
+      ],
+      [
+        "F",
+        "inally"
+      ],
+      [
+        "W",
+        "hy"
+      ],
+      [
+        "ck",
+        "ed"
+      ],
+      [
+        "Ġwor",
+        "ds"
+      ],
+      [
+        "ĠF",
+        "l"
+      ],
+      [
+        "Ġteac",
+        "her"
+      ],
+      [
+        "Ġup",
+        "set"
+      ],
+      [
+        "ch",
+        "ool"
+      ],
+      [
+        "Ġpie",
+        "ce"
+      ],
+      [
+        "Ġwe",
+        "ll"
+      ],
+      [
+        "Ġche",
+        "ered"
+      ],
+      [
+        "Ġh",
+        "it"
+      ],
+      [
+        "Ġsa",
+        "ng"
+      ],
+      [
+        "m",
+        "ent"
+      ],
+      [
+        "Ġbow",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ite"
+      ],
+      [
+        "Ġdo",
+        "ctor"
+      ],
+      [
+        "ĠJ",
+        "ill"
+      ],
+      [
+        "Ġbuck",
+        "et"
+      ],
+      [
+        "M",
+        "ia"
+      ],
+      [
+        "Ġb",
+        "ath"
+      ],
+      [
+        "Ġc",
+        "aught"
+      ],
+      [
+        "Ġhe",
+        "art"
+      ],
+      [
+        "Ġfor",
+        "get"
+      ],
+      [
+        "Ġm",
+        "ark"
+      ],
+      [
+        "Ġbut",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ry"
+      ],
+      [
+        "Ġyou",
+        "ng"
+      ],
+      [
+        "Ġse",
+        "a"
+      ],
+      [
+        "Ġc",
+        "our"
+      ],
+      [
+        "Ġdro",
+        "pped"
+      ],
+      [
+        "es",
+        "e"
+      ],
+      [
+        "Ġy",
+        "ard"
+      ],
+      [
+        "Ġpl",
+        "ac"
+      ],
+      [
+        "our",
+        "n"
+      ],
+      [
+        "Ġs",
+        "chool"
+      ],
+      [
+        "Ġsw",
+        "ings"
+      ],
+      [
+        "bb",
+        "y"
+      ],
+      [
+        "Ġw",
+        "ings"
+      ],
+      [
+        "b",
+        "s"
+      ],
+      [
+        "Ġexpl",
+        "ained"
+      ],
+      [
+        "Ġj",
+        "ourn"
+      ],
+      [
+        "Ġbr",
+        "ing"
+      ],
+      [
+        "Ġdr",
+        "ink"
+      ],
+      [
+        "Ġstre",
+        "et"
+      ],
+      [
+        "Ġju",
+        "ice"
+      ],
+      [
+        "un",
+        "g"
+      ],
+      [
+        "Ġnear",
+        "by"
+      ],
+      [
+        "ĠEm",
+        "ma"
+      ],
+      [
+        "Ġsm",
+        "o"
+      ],
+      [
+        "Ġsm",
+        "art"
+      ],
+      [
+        "Ġpu",
+        "shed"
+      ],
+      [
+        "Ġstor",
+        "ies"
+      ],
+      [
+        "Ġdro",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "iny"
+      ],
+      [
+        "Ġp",
+        "en"
+      ],
+      [
+        "Ġcour",
+        "se"
+      ],
+      [
+        "Ġ",
+        "es"
+      ],
+      [
+        "Ġm",
+        "ine"
+      ],
+      [
+        "Ġto",
+        "day"
+      ],
+      [
+        "Ġpo",
+        "cket"
+      ],
+      [
+        "Ġye",
+        "ar"
+      ],
+      [
+        "aught",
+        "er"
+      ],
+      [
+        "Ġj",
+        "e"
+      ],
+      [
+        "Ġsec",
+        "ret"
+      ],
+      [
+        "Ġex",
+        "p"
+      ],
+      [
+        "Ġwith",
+        "out"
+      ],
+      [
+        "Ġsing",
+        "ing"
+      ],
+      [
+        "Ġwelc",
+        "ome"
+      ],
+      [
+        "Ġhapp",
+        "en"
+      ],
+      [
+        "t",
+        "o"
+      ],
+      [
+        "Ġf",
+        "it"
+      ],
+      [
+        "Ġst",
+        "u"
+      ],
+      [
+        "ve",
+        "l"
+      ],
+      [
+        "ra",
+        "ct"
+      ],
+      [
+        "Ġbu",
+        "s"
+      ],
+      [
+        "Ġche",
+        "ese"
+      ],
+      [
+        "Ġcr",
+        "ay"
+      ],
+      [
+        "Ġfair",
+        "y"
+      ],
+      [
+        "Ġj",
+        "ar"
+      ],
+      [
+        "Ġturn",
+        "s"
+      ],
+      [
+        "Ġbu",
+        "sh"
+      ],
+      [
+        "b",
+        "ow"
+      ],
+      [
+        "ll",
+        "o"
+      ],
+      [
+        "Ġexpl",
+        "oring"
+      ],
+      [
+        "Ġl",
+        "on"
+      ],
+      [
+        "Ġst",
+        "and"
+      ],
+      [
+        "itt",
+        "ing"
+      ],
+      [
+        "Ġsee",
+        "med"
+      ],
+      [
+        "Ġsp",
+        "oon"
+      ],
+      [
+        "ĠF",
+        "inally"
+      ],
+      [
+        "Ġg",
+        "ames"
+      ],
+      [
+        "Ġwo",
+        "ke"
+      ],
+      [
+        "is",
+        "sed"
+      ],
+      [
+        "Ġre",
+        "sp"
+      ],
+      [
+        "Ġtr",
+        "ou"
+      ],
+      [
+        "Ġtw",
+        "ins"
+      ],
+      [
+        "Ġhop",
+        "ed"
+      ],
+      [
+        "Ġat",
+        "t"
+      ],
+      [
+        "Ġlon",
+        "ely"
+      ],
+      [
+        "Ġa",
+        "nt"
+      ],
+      [
+        "ĠM",
+        "ama"
+      ],
+      [
+        "or",
+        "row"
+      ],
+      [
+        "Ġno",
+        "ises"
+      ],
+      [
+        "Ġhug",
+        "s"
+      ],
+      [
+        "ount",
+        "ain"
+      ],
+      [
+        "y",
+        "ard"
+      ],
+      [
+        "Ġd",
+        "aughter"
+      ],
+      [
+        "Ġin",
+        "v"
+      ],
+      [
+        "Ġke",
+        "y"
+      ],
+      [
+        "a",
+        "il"
+      ],
+      [
+        "Ġrock",
+        "s"
+      ],
+      [
+        "Ġdis",
+        "co"
+      ],
+      [
+        "Ġs",
+        "u"
+      ],
+      [
+        "Ġl",
+        "unch"
+      ],
+      [
+        "re",
+        "ad"
+      ],
+      [
+        "ou",
+        "n"
+      ],
+      [
+        "ver",
+        "ed"
+      ],
+      [
+        "Ġback",
+        "yard"
+      ],
+      [
+        "Ġs",
+        "uc"
+      ],
+      [
+        "Ġc",
+        "ow"
+      ],
+      [
+        "Ġapp",
+        "le"
+      ],
+      [
+        "e",
+        "k"
+      ],
+      [
+        "Ġsw",
+        "am"
+      ],
+      [
+        "Ġsho",
+        "es"
+      ],
+      [
+        "Ġst",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "ook"
+      ],
+      [
+        "itt",
+        "ens"
+      ],
+      [
+        "Ġm",
+        "iss"
+      ],
+      [
+        "c",
+        "hes"
+      ],
+      [
+        "Ġw",
+        "ish"
+      ],
+      [
+        "Ġre",
+        "lie"
+      ],
+      [
+        "fu",
+        "sed"
+      ],
+      [
+        "Ġshap",
+        "es"
+      ],
+      [
+        "urp",
+        "le"
+      ],
+      [
+        "Ġtow",
+        "er"
+      ],
+      [
+        "it",
+        "y"
+      ],
+      [
+        "Ġc",
+        "orn"
+      ],
+      [
+        "Ġmo",
+        "ved"
+      ],
+      [
+        "sh",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "3"
+      ],
+      [
+        "Ġth",
+        "ough"
+      ],
+      [
+        "Ġc",
+        "ir"
+      ],
+      [
+        "um",
+        "b"
+      ],
+      [
+        "Ġta",
+        "king"
+      ],
+      [
+        "t",
+        "s"
+      ],
+      [
+        "ĠT",
+        "weet"
+      ],
+      [
+        "ap",
+        "e"
+      ],
+      [
+        "Ġrain",
+        "bow"
+      ],
+      [
+        "Ġthr",
+        "ow"
+      ],
+      [
+        "Ġst",
+        "ar"
+      ],
+      [
+        "Ġben",
+        "ch"
+      ],
+      [
+        "Ġne",
+        "ck"
+      ],
+      [
+        "ock",
+        "ed"
+      ],
+      [
+        "Ġcreat",
+        "ure"
+      ],
+      [
+        "Ġbu",
+        "bble"
+      ],
+      [
+        "Ġl",
+        "ate"
+      ],
+      [
+        "Ġadventure",
+        "s"
+      ],
+      [
+        "Ġo",
+        "wl"
+      ],
+      [
+        "ion",
+        "s"
+      ],
+      [
+        "A",
+        "nd"
+      ],
+      [
+        "Ġw",
+        "he"
+      ],
+      [
+        "Ġp",
+        "ar"
+      ],
+      [
+        "Ġshe",
+        "ll"
+      ],
+      [
+        "Ġk",
+        "ite"
+      ],
+      [
+        "ĠFl",
+        "uffy"
+      ],
+      [
+        "in",
+        "ing"
+      ],
+      [
+        "Ġm",
+        "il"
+      ],
+      [
+        "u",
+        "nt"
+      ],
+      [
+        "Ġf",
+        "ence"
+      ],
+      [
+        "Ġm",
+        "ix"
+      ],
+      [
+        "Ġli",
+        "ft"
+      ],
+      [
+        "Ġaccident",
+        "ally"
+      ],
+      [
+        "Ġw",
+        "ise"
+      ],
+      [
+        "Ġhe",
+        "llo"
+      ],
+      [
+        "Ġp",
+        "urple"
+      ],
+      [
+        "pp",
+        "er"
+      ],
+      [
+        "Ġon",
+        "to"
+      ],
+      [
+        "Ġsp",
+        "in"
+      ],
+      [
+        "t",
+        "en"
+      ],
+      [
+        "our",
+        "s"
+      ],
+      [
+        "Ġs",
+        "itting"
+      ],
+      [
+        "id",
+        "ge"
+      ],
+      [
+        "Ġsun",
+        "shine"
+      ],
+      [
+        "Ġcut",
+        "e"
+      ],
+      [
+        "Ġm",
+        "at"
+      ],
+      [
+        "w",
+        "ard"
+      ],
+      [
+        "Ġsh",
+        "op"
+      ],
+      [
+        "Ġwh",
+        "ist"
+      ],
+      [
+        "Ġd",
+        "ist"
+      ],
+      [
+        "Ġor",
+        "ange"
+      ],
+      [
+        "L",
+        "ila"
+      ],
+      [
+        "Ġn",
+        "aught"
+      ],
+      [
+        "ĠSam",
+        "my"
+      ],
+      [
+        "Ġnaught",
+        "y"
+      ],
+      [
+        "Ġn",
+        "est"
+      ],
+      [
+        "o",
+        "se"
+      ],
+      [
+        "or",
+        "s"
+      ],
+      [
+        "ll",
+        "a"
+      ],
+      [
+        "Ġmil",
+        "k"
+      ],
+      [
+        "f",
+        "ish"
+      ],
+      [
+        "Ġa",
+        "f"
+      ],
+      [
+        "Ġb",
+        "oun"
+      ],
+      [
+        "Ġp",
+        "hone"
+      ],
+      [
+        "Ġarm",
+        "s"
+      ],
+      [
+        "Ġe",
+        "as"
+      ],
+      [
+        "n",
+        "ess"
+      ],
+      [
+        "Ġcar",
+        "ry"
+      ],
+      [
+        "ĠGra",
+        "ndma"
+      ],
+      [
+        "o",
+        "g"
+      ],
+      [
+        "Ġb",
+        "ought"
+      ],
+      [
+        "Ġdri",
+        "ver"
+      ],
+      [
+        "Ġinst",
+        "ead"
+      ],
+      [
+        "L",
+        "ater"
+      ],
+      [
+        "Ġtal",
+        "ked"
+      ],
+      [
+        "Ġsear",
+        "ched"
+      ],
+      [
+        "g",
+        "ged"
+      ],
+      [
+        "Ġp",
+        "ig"
+      ],
+      [
+        "Ġco",
+        "zy"
+      ],
+      [
+        "Ġsun",
+        "ny"
+      ],
+      [
+        "itt",
+        "y"
+      ],
+      [
+        "Ġfeel",
+        "s"
+      ],
+      [
+        "Ġf",
+        "an"
+      ],
+      [
+        "Ġwonder",
+        "ed"
+      ],
+      [
+        "Ġcom",
+        "es"
+      ],
+      [
+        "Ġswim",
+        "ming"
+      ],
+      [
+        "u",
+        "ched"
+      ],
+      [
+        "Ġto",
+        "uched"
+      ],
+      [
+        "Ġp",
+        "op"
+      ],
+      [
+        "ĠIn",
+        "side"
+      ],
+      [
+        "a",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ucky"
+      ],
+      [
+        "Ġlaug",
+        "hing"
+      ],
+      [
+        "Ġbel",
+        "ong"
+      ],
+      [
+        "Ġsound",
+        "s"
+      ],
+      [
+        "Ġw",
+        "om"
+      ],
+      [
+        "Ġc",
+        "ave"
+      ],
+      [
+        "le",
+        "t"
+      ],
+      [
+        "Ġjourn",
+        "ey"
+      ],
+      [
+        "Ġwom",
+        "an"
+      ],
+      [
+        "Ġc",
+        "ou"
+      ],
+      [
+        "Ġnot",
+        "hing"
+      ],
+      [
+        "Ġco",
+        "at"
+      ],
+      [
+        "Ġrelie",
+        "ved"
+      ],
+      [
+        "Ġ",
+        "O"
+      ],
+      [
+        "Ġpe",
+        "ace"
+      ],
+      [
+        "ad",
+        "ow"
+      ],
+      [
+        "Ġno",
+        "se"
+      ],
+      [
+        "Ġbu",
+        "sy"
+      ],
+      [
+        "B",
+        "ob"
+      ],
+      [
+        "Ġp",
+        "ast"
+      ],
+      [
+        "Ġapp",
+        "les"
+      ],
+      [
+        "Ġs",
+        "ick"
+      ],
+      [
+        "Ġr",
+        "ope"
+      ],
+      [
+        "Ġpat",
+        "ient"
+      ],
+      [
+        "Ġa",
+        "ct"
+      ],
+      [
+        "Ġp",
+        "udd"
+      ],
+      [
+        "Ġin",
+        "c"
+      ],
+      [
+        "ra",
+        "id"
+      ],
+      [
+        "Ġwatch",
+        "ing"
+      ],
+      [
+        "Ġbran",
+        "ch"
+      ],
+      [
+        "Ġaf",
+        "raid"
+      ],
+      [
+        "Ġto",
+        "m"
+      ],
+      [
+        "id",
+        "er"
+      ],
+      [
+        "Ġday",
+        "s"
+      ],
+      [
+        "Ġre",
+        "t"
+      ],
+      [
+        "c",
+        "ing"
+      ],
+      [
+        "ĠM",
+        "ary"
+      ],
+      [
+        "Ġb",
+        "and"
+      ],
+      [
+        "Ġfar",
+        "m"
+      ],
+      [
+        "Ġhug",
+        "e"
+      ],
+      [
+        "ĠTh",
+        "ank"
+      ],
+      [
+        "at",
+        "or"
+      ],
+      [
+        "Ġexc",
+        "iting"
+      ],
+      [
+        "Ġdan",
+        "ced"
+      ],
+      [
+        "th",
+        "day"
+      ],
+      [
+        "Ġwa",
+        "r"
+      ],
+      [
+        "ĠSo",
+        "on"
+      ],
+      [
+        "b",
+        "all"
+      ],
+      [
+        "Ġg",
+        "igg"
+      ],
+      [
+        "ble",
+        "m"
+      ],
+      [
+        "Ġz",
+        "oom"
+      ],
+      [
+        "Ġm",
+        "ad"
+      ],
+      [
+        "Ġv",
+        "ill"
+      ],
+      [
+        "Ġfore",
+        "ver"
+      ],
+      [
+        "Ġpro",
+        "blem"
+      ],
+      [
+        "Ġcoll",
+        "ect"
+      ],
+      [
+        "p",
+        "ed"
+      ],
+      [
+        "ir",
+        "t"
+      ],
+      [
+        "Ġmin",
+        "ut"
+      ],
+      [
+        "Ġw",
+        "ra"
+      ],
+      [
+        "h",
+        "o"
+      ],
+      [
+        "Ġli",
+        "fe"
+      ],
+      [
+        "Ġkne",
+        "e"
+      ],
+      [
+        "c",
+        "es"
+      ],
+      [
+        "D",
+        "o"
+      ],
+      [
+        "c",
+        "er"
+      ],
+      [
+        "m",
+        "p"
+      ],
+      [
+        "ar",
+        "p"
+      ],
+      [
+        "Ġk",
+        "ing"
+      ],
+      [
+        "Ġas",
+        "leep"
+      ],
+      [
+        "Ġret",
+        "urn"
+      ],
+      [
+        "Ġsh",
+        "arp"
+      ],
+      [
+        "Ġre",
+        "l"
+      ],
+      [
+        "Ġp",
+        "ower"
+      ],
+      [
+        "et",
+        "h"
+      ],
+      [
+        "Ġhold",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ing"
+      ],
+      [
+        "Ġheal",
+        "thy"
+      ],
+      [
+        "ĠM",
+        "ittens"
+      ],
+      [
+        "Ġpr",
+        "ot"
+      ],
+      [
+        "Ġme",
+        "et"
+      ],
+      [
+        "Ġor",
+        "gan"
+      ],
+      [
+        "Ġcle",
+        "ver"
+      ],
+      [
+        "Ġspot",
+        "ted"
+      ],
+      [
+        "Ġl",
+        "etter"
+      ],
+      [
+        "Ġg",
+        "ather"
+      ],
+      [
+        "al",
+        "m"
+      ],
+      [
+        "O",
+        "f"
+      ],
+      [
+        "e",
+        "re"
+      ],
+      [
+        "Ġr",
+        "ound"
+      ],
+      [
+        "Ġstor",
+        "m"
+      ],
+      [
+        "Ġprot",
+        "ect"
+      ],
+      [
+        "Ġgif",
+        "t"
+      ],
+      [
+        "am",
+        "ed"
+      ],
+      [
+        "Ġma",
+        "il"
+      ],
+      [
+        "ĠJ",
+        "en"
+      ],
+      [
+        "Ġbir",
+        "thday"
+      ],
+      [
+        "Ġpre",
+        "s"
+      ],
+      [
+        "Ġsa",
+        "f"
+      ],
+      [
+        "Ġneighb",
+        "or"
+      ],
+      [
+        "ep",
+        "end"
+      ],
+      [
+        "Ġta",
+        "kes"
+      ],
+      [
+        "s",
+        "c"
+      ],
+      [
+        "Ġe",
+        "ar"
+      ],
+      [
+        "Ġcom",
+        "fort"
+      ],
+      [
+        "Ġ",
+        "ent"
+      ],
+      [
+        "Ġre",
+        "p"
+      ],
+      [
+        "Ġpers",
+        "on"
+      ],
+      [
+        "Ġsmil",
+        "ing"
+      ],
+      [
+        "ĠW",
+        "ith"
+      ],
+      [
+        "Ġgent",
+        "ly"
+      ],
+      [
+        "Ġpoin",
+        "ted"
+      ],
+      [
+        "E",
+        "very"
+      ],
+      [
+        "ow",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "o"
+      ],
+      [
+        "co",
+        "l"
+      ],
+      [
+        "Ġtast",
+        "y"
+      ],
+      [
+        "ul",
+        "ar"
+      ],
+      [
+        "ĠJim",
+        "my"
+      ],
+      [
+        "Ġpl",
+        "ane"
+      ],
+      [
+        "st",
+        "ing"
+      ],
+      [
+        "h",
+        "in"
+      ],
+      [
+        "Ġh",
+        "oney"
+      ],
+      [
+        "it",
+        "ch"
+      ],
+      [
+        "Ġp",
+        "ill"
+      ],
+      [
+        "Ġp",
+        "ass"
+      ],
+      [
+        "itt",
+        "en"
+      ],
+      [
+        "Ġm",
+        "atter"
+      ],
+      [
+        "Ġad",
+        "m"
+      ],
+      [
+        "Ġtast",
+        "ed"
+      ],
+      [
+        "Ġsmell",
+        "ed"
+      ],
+      [
+        "n",
+        "ic"
+      ],
+      [
+        "o",
+        "ve"
+      ],
+      [
+        "Ġe",
+        "ag"
+      ],
+      [
+        "Ġsh",
+        "ining"
+      ],
+      [
+        "He",
+        "y"
+      ],
+      [
+        "Ġhop",
+        "e"
+      ],
+      [
+        "Ġplac",
+        "es"
+      ],
+      [
+        "Ġk",
+        "ick"
+      ],
+      [
+        "ĠC",
+        "h"
+      ],
+      [
+        "Ġpic",
+        "nic"
+      ],
+      [
+        "Ġbott",
+        "le"
+      ],
+      [
+        "Ġresp",
+        "ect"
+      ],
+      [
+        "Ġb",
+        "lew"
+      ],
+      [
+        "Ġapp",
+        "eared"
+      ],
+      [
+        "Ġsu",
+        "pp"
+      ],
+      [
+        "Tom",
+        "my"
+      ],
+      [
+        "ĠC",
+        "ome"
+      ],
+      [
+        "Ġsp",
+        "ider"
+      ],
+      [
+        "Ġint",
+        "ere"
+      ],
+      [
+        "Ġche",
+        "er"
+      ],
+      [
+        "bo",
+        "ard"
+      ],
+      [
+        "Ġwe",
+        "aring"
+      ],
+      [
+        "Ġpres",
+        "ent"
+      ],
+      [
+        "er",
+        "t"
+      ],
+      [
+        "Ġm",
+        "ist"
+      ],
+      [
+        "iz",
+        "e"
+      ],
+      [
+        "Ġtrou",
+        "ble"
+      ],
+      [
+        "Ġtri",
+        "p"
+      ],
+      [
+        "Ġp",
+        "ract"
+      ],
+      [
+        "Ġk",
+        "iss"
+      ],
+      [
+        "Ġqu",
+        "est"
+      ],
+      [
+        "o",
+        "nd"
+      ],
+      [
+        "Ġas",
+        "h"
+      ],
+      [
+        "Ġlo",
+        "ves"
+      ],
+      [
+        "Ġtight",
+        "ly"
+      ],
+      [
+        "g",
+        "g"
+      ],
+      [
+        "ar",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "ur"
+      ],
+      [
+        "Ġsp",
+        "read"
+      ],
+      [
+        "a",
+        "ur"
+      ],
+      [
+        "Ġw",
+        "ide"
+      ],
+      [
+        "on",
+        "es"
+      ],
+      [
+        "um",
+        "ber"
+      ],
+      [
+        "Ġfe",
+        "ather"
+      ],
+      [
+        "Ġspl",
+        "as"
+      ],
+      [
+        "on",
+        "t"
+      ],
+      [
+        "nd",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ater"
+      ],
+      [
+        "Ġwho",
+        "le"
+      ],
+      [
+        "Ġany",
+        "one"
+      ],
+      [
+        "Ġbre",
+        "ad"
+      ],
+      [
+        "M",
+        "olly"
+      ],
+      [
+        "Ġd",
+        "es"
+      ],
+      [
+        "Ġre",
+        "c"
+      ],
+      [
+        "ell",
+        "a"
+      ],
+      [
+        "Ġro",
+        "ad"
+      ],
+      [
+        "I",
+        "n"
+      ],
+      [
+        "Ġo",
+        "ce"
+      ],
+      [
+        "Ġgi",
+        "ant"
+      ],
+      [
+        "Ġoce",
+        "an"
+      ],
+      [
+        "el",
+        "s"
+      ],
+      [
+        "Ġpu",
+        "zz"
+      ],
+      [
+        "Ġcook",
+        "ie"
+      ],
+      [
+        "Ġp",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ath"
+      ],
+      [
+        "Åĵ",
+        "I"
+      ],
+      [
+        "Ġcon",
+        "fused"
+      ],
+      [
+        "Ġscream",
+        "ed"
+      ],
+      [
+        "Ġcloud",
+        "s"
+      ],
+      [
+        "e",
+        "b"
+      ],
+      [
+        "Ġimp",
+        "ress"
+      ],
+      [
+        "Ġfr",
+        "ont"
+      ],
+      [
+        "ĠG",
+        "o"
+      ],
+      [
+        "Ġse",
+        "at"
+      ],
+      [
+        "le",
+        "x"
+      ],
+      [
+        "Ġl",
+        "ay"
+      ],
+      [
+        "Ġwh",
+        "ich"
+      ],
+      [
+        "l",
+        "a"
+      ],
+      [
+        "Ġth",
+        "in"
+      ],
+      [
+        "Ġte",
+        "ach"
+      ],
+      [
+        "er",
+        "ly"
+      ],
+      [
+        "Ġd",
+        "i"
+      ],
+      [
+        "Ġansw",
+        "er"
+      ],
+      [
+        "ung",
+        "le"
+      ],
+      [
+        "Ġa",
+        "p"
+      ],
+      [
+        "ss",
+        "ed"
+      ],
+      [
+        "h",
+        "ile"
+      ],
+      [
+        "u",
+        "b"
+      ],
+      [
+        "Ġl",
+        "arge"
+      ],
+      [
+        "Ġj",
+        "ungle"
+      ],
+      [
+        "Ġprom",
+        "ise"
+      ],
+      [
+        "Ġs",
+        "er"
+      ],
+      [
+        "Ġb",
+        "er"
+      ],
+      [
+        "Ġw",
+        "ild"
+      ],
+      [
+        "Ġb",
+        "ark"
+      ],
+      [
+        "Ġm",
+        "ach"
+      ],
+      [
+        "oo",
+        "se"
+      ],
+      [
+        "Ġbutt",
+        "on"
+      ],
+      [
+        "ndp",
+        "a"
+      ],
+      [
+        "G",
+        "ood"
+      ],
+      [
+        "Ġmy",
+        "ster"
+      ],
+      [
+        "Ġsn",
+        "ake"
+      ],
+      [
+        "Ġvill",
+        "age"
+      ],
+      [
+        "Ġh",
+        "or"
+      ],
+      [
+        "ĠEm",
+        "ily"
+      ],
+      [
+        "C",
+        "ome"
+      ],
+      [
+        "Ġtoo",
+        "l"
+      ],
+      [
+        "Ġput",
+        "s"
+      ],
+      [
+        "Ġla",
+        "st"
+      ],
+      [
+        "Ġim",
+        "ag"
+      ],
+      [
+        "ĠJ",
+        "ake"
+      ],
+      [
+        "L",
+        "ucy"
+      ],
+      [
+        "Ġt",
+        "id"
+      ],
+      [
+        "Ġb",
+        "an"
+      ],
+      [
+        "le",
+        "br"
+      ],
+      [
+        "Ġe",
+        "ventually"
+      ],
+      [
+        "Ġsl",
+        "id"
+      ],
+      [
+        "Ġwa",
+        "ve"
+      ],
+      [
+        "Ġli",
+        "ve"
+      ],
+      [
+        "Ġch",
+        "ased"
+      ],
+      [
+        "ĠEvery",
+        "where"
+      ],
+      [
+        "Ġce",
+        "lebr"
+      ],
+      [
+        "Ġcray",
+        "ons"
+      ],
+      [
+        "J",
+        "ust"
+      ],
+      [
+        "Ġsp",
+        "ent"
+      ],
+      [
+        "Ġwr",
+        "ite"
+      ],
+      [
+        "Ġgi",
+        "ves"
+      ],
+      [
+        "un",
+        "k"
+      ],
+      [
+        "if",
+        "e"
+      ],
+      [
+        "Ġdec",
+        "or"
+      ],
+      [
+        "Ġfo",
+        "ot"
+      ],
+      [
+        "Ġdel",
+        "ight"
+      ],
+      [
+        "Ġso",
+        "l"
+      ],
+      [
+        "Ġsand",
+        "w"
+      ],
+      [
+        "Ġdir",
+        "t"
+      ],
+      [
+        "ĠJ",
+        "enny"
+      ],
+      [
+        "Ġtal",
+        "king"
+      ],
+      [
+        "Ġtreat",
+        "s"
+      ],
+      [
+        "Ġc",
+        "art"
+      ],
+      [
+        "ch",
+        "ing"
+      ],
+      [
+        "Ġwait",
+        "ing"
+      ],
+      [
+        "Ġhid",
+        "ing"
+      ],
+      [
+        "Ġsnow",
+        "man"
+      ],
+      [
+        "Ġintere",
+        "sting"
+      ],
+      [
+        "Ġh",
+        "on"
+      ],
+      [
+        "on",
+        "y"
+      ],
+      [
+        "Ġshe",
+        "lf"
+      ],
+      [
+        "Ġtast",
+        "e"
+      ],
+      [
+        "e",
+        "en"
+      ],
+      [
+        "J",
+        "im"
+      ],
+      [
+        "Ġst",
+        "ep"
+      ],
+      [
+        "M",
+        "um"
+      ],
+      [
+        "Ġhelp",
+        "ful"
+      ],
+      [
+        "Ġfe",
+        "et"
+      ],
+      [
+        "Ġsh",
+        "y"
+      ],
+      [
+        "Ġgo",
+        "es"
+      ],
+      [
+        "Ġv",
+        "al"
+      ],
+      [
+        "Ġe",
+        "mb"
+      ],
+      [
+        "Ġst",
+        "ood"
+      ],
+      [
+        "Ġsh",
+        "r"
+      ],
+      [
+        "Ġbuild",
+        "ing"
+      ],
+      [
+        "Ġo",
+        "ven"
+      ],
+      [
+        "Ġst",
+        "ret"
+      ],
+      [
+        "Ġlove",
+        "ly"
+      ],
+      [
+        "Ġduck",
+        "s"
+      ],
+      [
+        "Ġcorn",
+        "er"
+      ],
+      [
+        "Ġwas",
+        "h"
+      ],
+      [
+        "ck",
+        "s"
+      ],
+      [
+        "Ġsp",
+        "e"
+      ],
+      [
+        "Ġpretend",
+        "ed"
+      ],
+      [
+        "Ġroll",
+        "ed"
+      ],
+      [
+        "Ġru",
+        "de"
+      ],
+      [
+        "o",
+        "ld"
+      ],
+      [
+        "Ġc",
+        "alm"
+      ],
+      [
+        "Ġp",
+        "ile"
+      ],
+      [
+        "Ġte",
+        "eth"
+      ],
+      [
+        "Ġjump",
+        "ing"
+      ],
+      [
+        "Ġz",
+        "oo"
+      ],
+      [
+        "Ġpudd",
+        "le"
+      ],
+      [
+        "Ġtid",
+        "y"
+      ],
+      [
+        "M",
+        "ama"
+      ],
+      [
+        "ig",
+        "er"
+      ],
+      [
+        "ip",
+        "e"
+      ],
+      [
+        "Ġbug",
+        "s"
+      ],
+      [
+        "Ġash",
+        "amed"
+      ],
+      [
+        "Ġb",
+        "at"
+      ],
+      [
+        "in",
+        "a"
+      ],
+      [
+        "ĠR",
+        "e"
+      ],
+      [
+        "Ġo",
+        "b"
+      ],
+      [
+        "Ġst",
+        "ra"
+      ],
+      [
+        "ĠS",
+        "t"
+      ],
+      [
+        "Ġwhist",
+        "le"
+      ],
+      [
+        "Ġban",
+        "an"
+      ],
+      [
+        "n",
+        "ot"
+      ],
+      [
+        "Ġn",
+        "et"
+      ],
+      [
+        "Ġforg",
+        "ive"
+      ],
+      [
+        "Ġprin",
+        "ce"
+      ],
+      [
+        "en",
+        "er"
+      ],
+      [
+        "Ġsh",
+        "irt"
+      ],
+      [
+        "Ġs",
+        "el"
+      ],
+      [
+        "Ġc",
+        "oo"
+      ],
+      [
+        "Ġemb",
+        "ar"
+      ],
+      [
+        "ump",
+        "y"
+      ],
+      [
+        "Ġspark",
+        "ly"
+      ],
+      [
+        "Ġrem",
+        "ind"
+      ],
+      [
+        "Ġs",
+        "ug"
+      ],
+      [
+        "Ġc",
+        "ross"
+      ],
+      [
+        "Ġm",
+        "ind"
+      ],
+      [
+        "Ġcan",
+        "not"
+      ],
+      [
+        "Ġsuc",
+        "cess"
+      ],
+      [
+        "Ġembar",
+        "ra"
+      ],
+      [
+        "S",
+        "oon"
+      ],
+      [
+        "Ġm",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "aring"
+      ],
+      [
+        "Ġwor",
+        "m"
+      ],
+      [
+        "Ġfo",
+        "ld"
+      ],
+      [
+        "Ġpeace",
+        "ful"
+      ],
+      [
+        "Ġw",
+        "ore"
+      ],
+      [
+        "Ġm",
+        "ountain"
+      ],
+      [
+        "Ġbl",
+        "ow"
+      ],
+      [
+        "l",
+        "ice"
+      ],
+      [
+        "Ġ",
+        "ign"
+      ],
+      [
+        "Ġbe",
+        "ll"
+      ],
+      [
+        "Ġfur",
+        "ry"
+      ],
+      [
+        "Ġgra",
+        "b"
+      ],
+      [
+        "al",
+        "s"
+      ],
+      [
+        "omet",
+        "imes"
+      ],
+      [
+        "Ġwhen",
+        "ever"
+      ],
+      [
+        "Ġp",
+        "our"
+      ],
+      [
+        "v",
+        "ous"
+      ],
+      [
+        "ll",
+        "ie"
+      ],
+      [
+        "Ġpu",
+        "sh"
+      ],
+      [
+        "Ġbre",
+        "ath"
+      ],
+      [
+        "Ġmach",
+        "ine"
+      ],
+      [
+        "Ġsug",
+        "ar"
+      ],
+      [
+        "Ġch",
+        "ick"
+      ],
+      [
+        "Ġcreat",
+        "ive"
+      ],
+      [
+        "S",
+        "t"
+      ],
+      [
+        "n",
+        "ed"
+      ],
+      [
+        "Ġb",
+        "al"
+      ],
+      [
+        "Ġst",
+        "ir"
+      ],
+      [
+        "Ġdo",
+        "lp"
+      ],
+      [
+        "Ġtri",
+        "es"
+      ],
+      [
+        "N",
+        "ow"
+      ],
+      [
+        "Ġl",
+        "ad"
+      ],
+      [
+        "ĠL",
+        "e"
+      ],
+      [
+        "Ġm",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ool"
+      ],
+      [
+        "Ġg",
+        "ener"
+      ],
+      [
+        "Ġsa",
+        "l"
+      ],
+      [
+        "or",
+        "k"
+      ],
+      [
+        "ul",
+        "t"
+      ],
+      [
+        "Ġspr",
+        "ay"
+      ],
+      [
+        "Ġsh",
+        "ip"
+      ],
+      [
+        "i",
+        "an"
+      ],
+      [
+        "Ġh",
+        "um"
+      ],
+      [
+        "Ġhe",
+        "l"
+      ],
+      [
+        "is",
+        "a"
+      ],
+      [
+        "Ġsel",
+        "fish"
+      ],
+      [
+        "Ġh",
+        "ar"
+      ],
+      [
+        "Ġfa",
+        "ces"
+      ],
+      [
+        "Ġmess",
+        "y"
+      ],
+      [
+        "Ġ",
+        "'"
+      ],
+      [
+        "Ġp",
+        "le"
+      ],
+      [
+        "ĠS",
+        "ome"
+      ],
+      [
+        "ĠH",
+        "ow"
+      ],
+      [
+        "Ġgo",
+        "ld"
+      ],
+      [
+        "Ġcho",
+        "col"
+      ],
+      [
+        "P",
+        "lease"
+      ],
+      [
+        "Ġminut",
+        "es"
+      ],
+      [
+        "Ġpill",
+        "ow"
+      ],
+      [
+        "M",
+        "y"
+      ],
+      [
+        "a",
+        "king"
+      ],
+      [
+        "Ġt",
+        "un"
+      ],
+      [
+        "Ġm",
+        "issed"
+      ],
+      [
+        "ig",
+        "hed"
+      ],
+      [
+        "Ġv",
+        "an"
+      ],
+      [
+        "Ġfix",
+        "ed"
+      ],
+      [
+        "Ġfight",
+        "ing"
+      ],
+      [
+        "o",
+        "in"
+      ],
+      [
+        "Ġf",
+        "ig"
+      ],
+      [
+        "Ġembarra",
+        "ssed"
+      ],
+      [
+        "Ġme",
+        "ant"
+      ],
+      [
+        "Ġdri",
+        "ve"
+      ],
+      [
+        "Ġtom",
+        "orrow"
+      ],
+      [
+        "Ġh",
+        "ours"
+      ],
+      [
+        "Ġc",
+        "a"
+      ],
+      [
+        "Ġn",
+        "er"
+      ],
+      [
+        "Ġsp",
+        "icy"
+      ],
+      [
+        "Ġknow",
+        "ing"
+      ],
+      [
+        "ĠP",
+        "lease"
+      ],
+      [
+        "Sara",
+        "h"
+      ],
+      [
+        "Ġlad",
+        "der"
+      ],
+      [
+        "it",
+        "al"
+      ],
+      [
+        "Ġhor",
+        "se"
+      ],
+      [
+        "at",
+        "o"
+      ],
+      [
+        "Ġu",
+        "g"
+      ],
+      [
+        "ĠJ",
+        "ust"
+      ],
+      [
+        "Ġtr",
+        "ust"
+      ],
+      [
+        "Ġho",
+        "sp"
+      ],
+      [
+        "Ġug",
+        "ly"
+      ],
+      [
+        "Ġhosp",
+        "ital"
+      ],
+      [
+        "Ġche",
+        "w"
+      ],
+      [
+        "Ġbed",
+        "room"
+      ],
+      [
+        "Ġeas",
+        "y"
+      ],
+      [
+        "Ġner",
+        "vous"
+      ],
+      [
+        "Ġro",
+        "b"
+      ],
+      [
+        "Ġthank",
+        "ful"
+      ],
+      [
+        "Ġcarrot",
+        "s"
+      ],
+      [
+        "D",
+        "ad"
+      ],
+      [
+        "ell",
+        "y"
+      ],
+      [
+        "Ġgre",
+        "w"
+      ],
+      [
+        "Ġcol",
+        "our"
+      ],
+      [
+        "Ġbar",
+        "ked"
+      ],
+      [
+        "Ġcou",
+        "ch"
+      ],
+      [
+        "Ġn",
+        "ut"
+      ],
+      [
+        "Ġme",
+        "adow"
+      ],
+      [
+        "Ġta",
+        "ught"
+      ],
+      [
+        "Ġunderst",
+        "ood"
+      ],
+      [
+        "Ġdisapp",
+        "oin"
+      ],
+      [
+        "Ġp",
+        "as"
+      ],
+      [
+        "an",
+        "o"
+      ],
+      [
+        "Ġof",
+        "ten"
+      ],
+      [
+        "Ġcl",
+        "ass"
+      ],
+      [
+        "Ġpas",
+        "sed"
+      ],
+      [
+        "Ġkn",
+        "ocked"
+      ],
+      [
+        "Ġland",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ic"
+      ],
+      [
+        "ir",
+        "d"
+      ],
+      [
+        "Ġfe",
+        "ar"
+      ],
+      [
+        "Ġco",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "d"
+      ],
+      [
+        "w",
+        "ork"
+      ],
+      [
+        "Ġd",
+        "eter"
+      ],
+      [
+        "Ġre",
+        "g"
+      ],
+      [
+        "Ġreturn",
+        "ed"
+      ],
+      [
+        "Ġdeter",
+        "m"
+      ],
+      [
+        "Ġh",
+        "ur"
+      ],
+      [
+        "Ġfin",
+        "ish"
+      ],
+      [
+        "iz",
+        "z"
+      ],
+      [
+        "Ġte",
+        "a"
+      ],
+      [
+        "Ġsmo",
+        "oth"
+      ],
+      [
+        "m",
+        "o"
+      ],
+      [
+        "Ġst",
+        "uff"
+      ],
+      [
+        "Ġmo",
+        "v"
+      ],
+      [
+        "Ġgener",
+        "ous"
+      ],
+      [
+        "T",
+        "o"
+      ],
+      [
+        "Ġ",
+        "On"
+      ],
+      [
+        "is",
+        "p"
+      ],
+      [
+        "Ġdr",
+        "um"
+      ],
+      [
+        "o",
+        "bby"
+      ],
+      [
+        "Ġbubble",
+        "s"
+      ],
+      [
+        "Ġrob",
+        "ot"
+      ],
+      [
+        "Ġthe",
+        "se"
+      ],
+      [
+        "Ġse",
+        "ed"
+      ],
+      [
+        "Ġgl",
+        "ass"
+      ],
+      [
+        "Ġdisappoin",
+        "ted"
+      ],
+      [
+        "g",
+        "round"
+      ],
+      [
+        "Ġr",
+        "ing"
+      ],
+      [
+        "Ġc",
+        "ard"
+      ],
+      [
+        "Ġhe",
+        "ars"
+      ],
+      [
+        "Ġcar",
+        "ried"
+      ],
+      [
+        "Ġmo",
+        "on"
+      ],
+      [
+        "Ġchocol",
+        "ate"
+      ],
+      [
+        "Ġlea",
+        "f"
+      ],
+      [
+        "Ġsnack",
+        "s"
+      ],
+      [
+        "Ġcir",
+        "c"
+      ],
+      [
+        "Ġfan",
+        "cy"
+      ],
+      [
+        "d",
+        "le"
+      ],
+      [
+        "Ġsp",
+        "end"
+      ],
+      [
+        "ĠA",
+        "nn"
+      ],
+      [
+        "ust",
+        "r"
+      ],
+      [
+        "Ġcra",
+        "b"
+      ],
+      [
+        "Ġsong",
+        "s"
+      ],
+      [
+        "p",
+        "ack"
+      ],
+      [
+        "Ġp",
+        "ir"
+      ],
+      [
+        "eci",
+        "ally"
+      ],
+      [
+        "os",
+        "aur"
+      ],
+      [
+        "Ġso",
+        "ld"
+      ],
+      [
+        "Ġbr",
+        "idge"
+      ],
+      [
+        "ĠE",
+        "ven"
+      ],
+      [
+        "Ġsleep",
+        "y"
+      ],
+      [
+        "Ġhon",
+        "est"
+      ],
+      [
+        "Ġm",
+        "ir"
+      ],
+      [
+        "ĠB",
+        "r"
+      ],
+      [
+        "Ġpa",
+        "w"
+      ],
+      [
+        "p",
+        "ecially"
+      ],
+      [
+        "Ġa",
+        "v"
+      ],
+      [
+        "ĠW",
+        "hy"
+      ],
+      [
+        "iz",
+        "zy"
+      ],
+      [
+        "Ġche",
+        "st"
+      ],
+      [
+        "Ġwo",
+        "lf"
+      ],
+      [
+        "Ġdin",
+        "osaur"
+      ],
+      [
+        "Ġes",
+        "pecially"
+      ],
+      [
+        "Ġm",
+        "ap"
+      ],
+      [
+        "Ġg",
+        "as"
+      ],
+      [
+        "or",
+        "y"
+      ],
+      [
+        "Ġch",
+        "ange"
+      ],
+      [
+        "Ġgr",
+        "oup"
+      ],
+      [
+        "Ġgather",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "our"
+      ],
+      [
+        "Ġpo",
+        "or"
+      ],
+      [
+        "Ġspl",
+        "ash"
+      ],
+      [
+        "Ġwa",
+        "ves"
+      ],
+      [
+        "Ġfor",
+        "ward"
+      ],
+      [
+        "Ġcl",
+        "own"
+      ],
+      [
+        "Ġmyster",
+        "ious"
+      ],
+      [
+        "r",
+        "or"
+      ],
+      [
+        "Ġbo",
+        "dy"
+      ],
+      [
+        "Ġfr",
+        "ustr"
+      ],
+      [
+        "Ġcra",
+        "w"
+      ],
+      [
+        "Ġf",
+        "ake"
+      ],
+      [
+        "Ġp",
+        "in"
+      ],
+      [
+        "Ġo",
+        "k"
+      ],
+      [
+        "Ġr",
+        "ad"
+      ],
+      [
+        "Ġwh",
+        "isp"
+      ],
+      [
+        "Ġtw",
+        "irl"
+      ],
+      [
+        "Ġstr",
+        "ing"
+      ],
+      [
+        "Ġsmell",
+        "y"
+      ],
+      [
+        "ĠTo",
+        "gether"
+      ],
+      [
+        "s",
+        "ist"
+      ],
+      [
+        "Ġc",
+        "and"
+      ],
+      [
+        "Ġg",
+        "ate"
+      ],
+      [
+        "Ġsc",
+        "ar"
+      ],
+      [
+        "ĠK",
+        "itty"
+      ],
+      [
+        "Ġneck",
+        "l"
+      ],
+      [
+        "B",
+        "illy"
+      ],
+      [
+        "Ġmot",
+        "or"
+      ],
+      [
+        "y",
+        "ing"
+      ],
+      [
+        "ot",
+        "e"
+      ],
+      [
+        "Ġsh",
+        "ore"
+      ],
+      [
+        "ur",
+        "se"
+      ],
+      [
+        "Ġje",
+        "w"
+      ],
+      [
+        "Ġwe",
+        "ak"
+      ],
+      [
+        "Ġgr",
+        "umpy"
+      ],
+      [
+        "Ġfing",
+        "er"
+      ],
+      [
+        "Ġsa",
+        "ck"
+      ],
+      [
+        "Ġk",
+        "itten"
+      ],
+      [
+        "Ġpol",
+        "ite"
+      ],
+      [
+        "Ġgl",
+        "ue"
+      ],
+      [
+        "u",
+        "ce"
+      ],
+      [
+        "Ġn",
+        "umber"
+      ],
+      [
+        "air",
+        "s"
+      ],
+      [
+        "Ġes",
+        "c"
+      ],
+      [
+        "Ġmir",
+        "ror"
+      ],
+      [
+        "Ġshe",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "ase"
+      ],
+      [
+        "Ġplant",
+        "s"
+      ],
+      [
+        "Ġber",
+        "ries"
+      ],
+      [
+        "mo",
+        "st"
+      ],
+      [
+        "B",
+        "e"
+      ],
+      [
+        "d",
+        "en"
+      ],
+      [
+        "Ġj",
+        "elly"
+      ],
+      [
+        "ĠThe",
+        "ir"
+      ],
+      [
+        "Ġe",
+        "mp"
+      ],
+      [
+        "itt",
+        "er"
+      ],
+      [
+        "The",
+        "re"
+      ],
+      [
+        "Ġsc",
+        "r"
+      ],
+      [
+        "Ġgr",
+        "ay"
+      ],
+      [
+        "Ġpuzz",
+        "le"
+      ],
+      [
+        "Ġneckl",
+        "ace"
+      ],
+      [
+        "Ġm",
+        "aybe"
+      ],
+      [
+        "Ġpl",
+        "ate"
+      ],
+      [
+        "Ġal",
+        "most"
+      ],
+      [
+        "us",
+        "ie"
+      ],
+      [
+        "Ġfrustr",
+        "ated"
+      ],
+      [
+        "Ġemp",
+        "ty"
+      ],
+      [
+        "p",
+        "ort"
+      ],
+      [
+        "or",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "ick"
+      ],
+      [
+        "Ġj",
+        "am"
+      ],
+      [
+        "Ġsk",
+        "ipped"
+      ],
+      [
+        "ens",
+        "ive"
+      ],
+      [
+        "ĠT",
+        "eddy"
+      ],
+      [
+        "ag",
+        "ed"
+      ],
+      [
+        "Ġclos",
+        "et"
+      ],
+      [
+        "Ġhid",
+        "den"
+      ],
+      [
+        "Ġexp",
+        "ensive"
+      ],
+      [
+        "Ġdeterm",
+        "ined"
+      ],
+      [
+        "Ġb",
+        "ored"
+      ],
+      [
+        "Ġl",
+        "it"
+      ],
+      [
+        "Ġd",
+        "rew"
+      ],
+      [
+        "Ġle",
+        "gs"
+      ],
+      [
+        "Ġho",
+        "pping"
+      ],
+      [
+        "at",
+        "es"
+      ],
+      [
+        "ĠS",
+        "ometimes"
+      ],
+      [
+        "Ġstick",
+        "s"
+      ],
+      [
+        "Ġon",
+        "es"
+      ],
+      [
+        "ĠA",
+        "t"
+      ],
+      [
+        "Ġbird",
+        "ie"
+      ],
+      [
+        "ĠD",
+        "on"
+      ],
+      [
+        "Ġpol",
+        "ice"
+      ],
+      [
+        "Ġfruit",
+        "s"
+      ],
+      [
+        "Ġt",
+        "ick"
+      ],
+      [
+        "Ġa",
+        "unt"
+      ],
+      [
+        "Ġw",
+        "is"
+      ],
+      [
+        "Ġb",
+        "ake"
+      ],
+      [
+        "Ġl",
+        "ine"
+      ],
+      [
+        "ot",
+        "s"
+      ],
+      [
+        "Ġst",
+        "one"
+      ],
+      [
+        "Ġdog",
+        "s"
+      ],
+      [
+        "au",
+        "l"
+      ],
+      [
+        "Ġfig",
+        "ure"
+      ],
+      [
+        "J",
+        "ane"
+      ],
+      [
+        "Ġs",
+        "ight"
+      ],
+      [
+        "Ġc",
+        "ries"
+      ],
+      [
+        "ĠB",
+        "e"
+      ],
+      [
+        "Ġmo",
+        "ving"
+      ],
+      [
+        "Ġcont",
+        "ent"
+      ],
+      [
+        "ĠBr",
+        "own"
+      ],
+      [
+        "Ġsa",
+        "ved"
+      ],
+      [
+        "Ġcl",
+        "oth"
+      ],
+      [
+        "?\"",
+        "."
+      ],
+      [
+        "bo",
+        "x"
+      ],
+      [
+        "Ġbran",
+        "ches"
+      ],
+      [
+        "Ġpack",
+        "ed"
+      ],
+      [
+        "Ġpower",
+        "ful"
+      ],
+      [
+        "Ġsplas",
+        "hed"
+      ],
+      [
+        "Ġfe",
+        "ed"
+      ],
+      [
+        "est",
+        "ed"
+      ],
+      [
+        "Ġyell",
+        "ed"
+      ],
+      [
+        "W",
+        "here"
+      ],
+      [
+        "d",
+        "ge"
+      ],
+      [
+        "k",
+        "in"
+      ],
+      [
+        "Ġt",
+        "iger"
+      ],
+      [
+        "Ġp",
+        "ay"
+      ],
+      [
+        "id",
+        "dle"
+      ],
+      [
+        "oo",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ella"
+      ],
+      [
+        "Ġex",
+        "am"
+      ],
+      [
+        "Ġta",
+        "ken"
+      ],
+      [
+        "Ġcr",
+        "ane"
+      ],
+      [
+        "Ġspo",
+        "il"
+      ],
+      [
+        "'",
+        "d"
+      ],
+      [
+        "Ġha",
+        "ng"
+      ],
+      [
+        "Ġfl",
+        "ag"
+      ],
+      [
+        "Ġansw",
+        "ered"
+      ],
+      [
+        "Ġdisco",
+        "vered"
+      ],
+      [
+        "ĠLe",
+        "o"
+      ],
+      [
+        "u",
+        "sh"
+      ],
+      [
+        "Ġsa",
+        "ve"
+      ],
+      [
+        "Ġsee",
+        "k"
+      ],
+      [
+        "Ġexc",
+        "ite"
+      ],
+      [
+        "Ġpr",
+        "ay"
+      ],
+      [
+        "Ġjo",
+        "g"
+      ],
+      [
+        "Ġstand",
+        "ing"
+      ],
+      [
+        "Ġdolp",
+        "hin"
+      ],
+      [
+        "Ġj",
+        "ack"
+      ],
+      [
+        "A",
+        "re"
+      ],
+      [
+        "er",
+        "a"
+      ],
+      [
+        "ra",
+        "g"
+      ],
+      [
+        "Ġfl",
+        "ut"
+      ],
+      [
+        "get",
+        "able"
+      ],
+      [
+        "Ġb",
+        "oring"
+      ],
+      [
+        "Ġlo",
+        "ck"
+      ],
+      [
+        "Ġinc",
+        "red"
+      ],
+      [
+        "Ġexcite",
+        "ment"
+      ],
+      [
+        "Ġs",
+        "ighed"
+      ],
+      [
+        "Ġw",
+        "ip"
+      ],
+      [
+        "Ġf",
+        "is"
+      ],
+      [
+        "Ġf",
+        "ill"
+      ],
+      [
+        "Ġso",
+        "ap"
+      ],
+      [
+        "ĠM",
+        "um"
+      ],
+      [
+        "ol",
+        "a"
+      ],
+      [
+        "Ġple",
+        "ased"
+      ],
+      [
+        "Ġjack",
+        "et"
+      ],
+      [
+        "l",
+        "ight"
+      ],
+      [
+        "Ġs",
+        "ugg"
+      ],
+      [
+        "Ġm",
+        "iddle"
+      ],
+      [
+        "Ġe",
+        "ld"
+      ],
+      [
+        "Ġwr",
+        "ote"
+      ],
+      [
+        "Ġballoon",
+        "s"
+      ],
+      [
+        "Ġorgan",
+        "ized"
+      ],
+      [
+        "qu",
+        "e"
+      ],
+      [
+        "Ġsail",
+        "ed"
+      ],
+      [
+        "The",
+        "ir"
+      ],
+      [
+        "Ġtell",
+        "s"
+      ],
+      [
+        "Ġo",
+        "y"
+      ],
+      [
+        "Ġst",
+        "ones"
+      ],
+      [
+        "Ġbo",
+        "ard"
+      ],
+      [
+        "Ġsp",
+        "un"
+      ],
+      [
+        "Ġve",
+        "getable"
+      ],
+      [
+        "l",
+        "ies"
+      ],
+      [
+        "Ġ",
+        "ind"
+      ],
+      [
+        "in",
+        "ess"
+      ],
+      [
+        "Ġwor",
+        "king"
+      ],
+      [
+        "l",
+        "ower"
+      ],
+      [
+        "al",
+        "k"
+      ],
+      [
+        "if",
+        "f"
+      ],
+      [
+        "Ġpar",
+        "rot"
+      ],
+      [
+        "St",
+        "op"
+      ],
+      [
+        "Ġscar",
+        "f"
+      ],
+      [
+        "Ġwa",
+        "gged"
+      ],
+      [
+        "Ġcl",
+        "ap"
+      ],
+      [
+        "Ġme",
+        "asure"
+      ],
+      [
+        "as",
+        "ing"
+      ],
+      [
+        "Ġte",
+        "ars"
+      ],
+      [
+        "bo",
+        "dy"
+      ],
+      [
+        "Ġcomfort",
+        "able"
+      ],
+      [
+        "Ġle",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "an"
+      ],
+      [
+        "Ġtr",
+        "ue"
+      ],
+      [
+        "Ġfr",
+        "ight"
+      ],
+      [
+        "Ġdr",
+        "op"
+      ],
+      [
+        "Ġsmo",
+        "ke"
+      ],
+      [
+        "Ġfeather",
+        "s"
+      ],
+      [
+        "Ġincred",
+        "ible"
+      ],
+      [
+        "g",
+        "gs"
+      ],
+      [
+        "u",
+        "al"
+      ],
+      [
+        "Ġt",
+        "ie"
+      ],
+      [
+        "Ġc",
+        "ap"
+      ],
+      [
+        "Ġlo",
+        "se"
+      ],
+      [
+        "Ġpu",
+        "s"
+      ],
+      [
+        "Ġeag",
+        "er"
+      ],
+      [
+        "Ġmov",
+        "ie"
+      ],
+      [
+        "f",
+        "ic"
+      ],
+      [
+        "Ġc",
+        "op"
+      ],
+      [
+        "Ġe",
+        "ggs"
+      ],
+      [
+        "oo",
+        "f"
+      ],
+      [
+        "Ġr",
+        "id"
+      ],
+      [
+        "Ġco",
+        "vered"
+      ],
+      [
+        "Ġf",
+        "il"
+      ],
+      [
+        "Ġle",
+        "m"
+      ],
+      [
+        "Ġgra",
+        "p"
+      ],
+      [
+        "Ġdisapp",
+        "eared"
+      ],
+      [
+        "Ġrec",
+        "ord"
+      ],
+      [
+        "ĠT",
+        "V"
+      ],
+      [
+        "ĠB",
+        "l"
+      ],
+      [
+        "Ġex",
+        "t"
+      ],
+      [
+        "Ġor",
+        "d"
+      ],
+      [
+        "Ġgigg",
+        "led"
+      ],
+      [
+        "c",
+        "orn"
+      ],
+      [
+        "Ġp",
+        "ri"
+      ],
+      [
+        "Ġha",
+        "m"
+      ],
+      [
+        "Ġr",
+        "are"
+      ],
+      [
+        "Ġyour",
+        "self"
+      ],
+      [
+        "Ġen",
+        "g"
+      ],
+      [
+        "Ġwh",
+        "ale"
+      ],
+      [
+        "Ġkn",
+        "ife"
+      ],
+      [
+        "ĠL",
+        "isa"
+      ],
+      [
+        "Ġte",
+        "am"
+      ],
+      [
+        "ĠJohn",
+        "ny"
+      ],
+      [
+        "z",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "est"
+      ],
+      [
+        "Ġb",
+        "one"
+      ],
+      [
+        "Ġd",
+        "izzy"
+      ],
+      [
+        "Ġli",
+        "br"
+      ],
+      [
+        "Ġwra",
+        "p"
+      ],
+      [
+        "Ġquest",
+        "ions"
+      ],
+      [
+        "i",
+        "v"
+      ],
+      [
+        "Ġl",
+        "ying"
+      ],
+      [
+        "Ġst",
+        "amp"
+      ],
+      [
+        "Ġli",
+        "cked"
+      ],
+      [
+        "Ġno",
+        "isy"
+      ],
+      [
+        "Ġkind",
+        "ness"
+      ],
+      [
+        "Ġdif",
+        "fic"
+      ],
+      [
+        "Ġdraw",
+        "ing"
+      ],
+      [
+        "app",
+        "ing"
+      ],
+      [
+        "Jim",
+        "my"
+      ],
+      [
+        "Ġstra",
+        "w"
+      ],
+      [
+        "Ġb",
+        "urn"
+      ],
+      [
+        "Ġwa",
+        "gon"
+      ],
+      [
+        "at",
+        "ely"
+      ],
+      [
+        "Ġgr",
+        "own"
+      ],
+      [
+        "Ġrock",
+        "et"
+      ],
+      [
+        "Ġpop",
+        "corn"
+      ],
+      [
+        "S",
+        "ally"
+      ],
+      [
+        "Ġb",
+        "atter"
+      ],
+      [
+        "Ġwa",
+        "nd"
+      ],
+      [
+        "Ġan",
+        "c"
+      ],
+      [
+        "ĠE",
+        "nd"
+      ],
+      [
+        "Ġsw",
+        "ord"
+      ],
+      [
+        "Ġhappen",
+        "ing"
+      ],
+      [
+        "Ġlift",
+        "ed"
+      ],
+      [
+        "Ġbal",
+        "ance"
+      ],
+      [
+        "Ġext",
+        "ra"
+      ],
+      [
+        "S",
+        "orry"
+      ],
+      [
+        "h",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "nder"
+      ],
+      [
+        "Ġf",
+        "at"
+      ],
+      [
+        "ĠM",
+        "ark"
+      ],
+      [
+        "ĠE",
+        "lla"
+      ],
+      [
+        "Ġbec",
+        "ome"
+      ],
+      [
+        "Ġtr",
+        "ack"
+      ],
+      [
+        "Ġsmall",
+        "er"
+      ],
+      [
+        "Ġmist",
+        "ake"
+      ],
+      [
+        "Ġto",
+        "ast"
+      ],
+      [
+        "at",
+        "ing"
+      ],
+      [
+        "Ġman",
+        "aged"
+      ],
+      [
+        "sel",
+        "ves"
+      ],
+      [
+        "ĠP",
+        "eter"
+      ],
+      [
+        "Ġbath",
+        "room"
+      ],
+      [
+        "Ġhar",
+        "m"
+      ],
+      [
+        "Ġdiffic",
+        "ult"
+      ],
+      [
+        "Ġtw",
+        "ist"
+      ],
+      [
+        "Ġoff",
+        "ered"
+      ],
+      [
+        "Ġru",
+        "ined"
+      ],
+      [
+        "Ġmat",
+        "ch"
+      ],
+      [
+        "Ġanc",
+        "ient"
+      ],
+      [
+        "Ġg",
+        "ar"
+      ],
+      [
+        "ill",
+        "i"
+      ],
+      [
+        "Ġdist",
+        "ance"
+      ],
+      [
+        "Ġplay",
+        "ground"
+      ],
+      [
+        "Ġla",
+        "zy"
+      ],
+      [
+        "Ġdan",
+        "cing"
+      ],
+      [
+        "Ġadvent",
+        "ur"
+      ],
+      [
+        "a",
+        "f"
+      ],
+      [
+        "ĠB",
+        "a"
+      ],
+      [
+        "Ġcall",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ed"
+      ],
+      [
+        "Ġcr",
+        "own"
+      ],
+      [
+        "orm",
+        "al"
+      ],
+      [
+        "Ġon",
+        "ce"
+      ],
+      [
+        "Ġbo",
+        "ss"
+      ],
+      [
+        "Ġse",
+        "ll"
+      ],
+      [
+        "Ġwalk",
+        "s"
+      ],
+      [
+        "Ġfright",
+        "ened"
+      ],
+      [
+        "er",
+        "ri"
+      ],
+      [
+        "Ġm",
+        "ask"
+      ],
+      [
+        "Ġfl",
+        "uffy"
+      ],
+      [
+        "em",
+        "o"
+      ],
+      [
+        "Ġ",
+        "Z"
+      ],
+      [
+        "Ġf",
+        "rag"
+      ],
+      [
+        "Ġd",
+        "est"
+      ],
+      [
+        "Ġn",
+        "ormal"
+      ],
+      [
+        "Ġy",
+        "og"
+      ],
+      [
+        "Ġpick",
+        "s"
+      ],
+      [
+        "Ġey",
+        "e"
+      ],
+      [
+        "Ġdr",
+        "ank"
+      ],
+      [
+        "Ġcir",
+        "cle"
+      ],
+      [
+        "Ġadventur",
+        "ous"
+      ],
+      [
+        "S",
+        "pot"
+      ],
+      [
+        "Ġt",
+        "ent"
+      ],
+      [
+        "Ġp",
+        "ress"
+      ],
+      [
+        "Ġk",
+        "issed"
+      ],
+      [
+        "ic",
+        "t"
+      ],
+      [
+        "Ġsc",
+        "iss"
+      ],
+      [
+        "Ġget",
+        "s"
+      ],
+      [
+        "Ġtr",
+        "unk"
+      ],
+      [
+        "Ġche",
+        "ck"
+      ],
+      [
+        "Ġenjoy",
+        "ing"
+      ],
+      [
+        "Ġshell",
+        "s"
+      ],
+      [
+        "Ġeld",
+        "erly"
+      ],
+      [
+        "Ġsciss",
+        "ors"
+      ],
+      [
+        "Ġt",
+        "erri"
+      ],
+      [
+        "Ġto",
+        "ug"
+      ],
+      [
+        "ag",
+        "es"
+      ],
+      [
+        "Ġste",
+        "al"
+      ],
+      [
+        "M",
+        "e"
+      ],
+      [
+        "re",
+        "ady"
+      ],
+      [
+        "et",
+        "e"
+      ],
+      [
+        "Ġal",
+        "ready"
+      ],
+      [
+        "ĠL",
+        "ittle"
+      ],
+      [
+        "Ġju",
+        "icy"
+      ],
+      [
+        "Ġstu",
+        "dy"
+      ],
+      [
+        "Ġh",
+        "orn"
+      ],
+      [
+        "er",
+        "p"
+      ],
+      [
+        "Ġp",
+        "izz"
+      ],
+      [
+        "Ġall",
+        "ig"
+      ],
+      [
+        "Ġloud",
+        "er"
+      ],
+      [
+        "Ġtow",
+        "el"
+      ],
+      [
+        "Ġcirc",
+        "les"
+      ],
+      [
+        "Ġle",
+        "ad"
+      ],
+      [
+        "Ġro",
+        "ar"
+      ],
+      [
+        "Ġro",
+        "se"
+      ],
+      [
+        "Ġsl",
+        "ipped"
+      ],
+      [
+        "Ġte",
+        "le"
+      ],
+      [
+        "Ġfam",
+        "ous"
+      ],
+      [
+        "Ġar",
+        "g"
+      ],
+      [
+        "Ġcheer",
+        "ful"
+      ],
+      [
+        "ĠRe",
+        "x"
+      ],
+      [
+        "Ġtoug",
+        "h"
+      ],
+      [
+        "i",
+        "pper"
+      ],
+      [
+        "Ġb",
+        "arn"
+      ],
+      [
+        "Ġf",
+        "ool"
+      ],
+      [
+        "Ġd",
+        "ig"
+      ],
+      [
+        "Ġd",
+        "ish"
+      ],
+      [
+        "Ġagain",
+        "st"
+      ],
+      [
+        "Ġde",
+        "er"
+      ],
+      [
+        "Ġsweet",
+        "ie"
+      ],
+      [
+        "Ġeng",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "ed"
+      ],
+      [
+        "Ġf",
+        "ather"
+      ],
+      [
+        "Ġco",
+        "ver"
+      ],
+      [
+        "Ġyour",
+        "s"
+      ],
+      [
+        "Ġneed",
+        "s"
+      ],
+      [
+        "Jo",
+        "e"
+      ],
+      [
+        "Ġbag",
+        "s"
+      ],
+      [
+        "Ġspin",
+        "ning"
+      ],
+      [
+        "S",
+        "ue"
+      ],
+      [
+        "Ġa",
+        "w"
+      ],
+      [
+        "an",
+        "ged"
+      ],
+      [
+        "am",
+        "ond"
+      ],
+      [
+        "Ġy",
+        "arn"
+      ],
+      [
+        "op",
+        "h"
+      ],
+      [
+        "Ġgi",
+        "ving"
+      ],
+      [
+        "Ġdi",
+        "amond"
+      ],
+      [
+        "Ġsandw",
+        "ich"
+      ],
+      [
+        "Ġind",
+        "epend"
+      ],
+      [
+        "Ġfrag",
+        "ile"
+      ],
+      [
+        "W",
+        "ho"
+      ],
+      [
+        "ce",
+        "pt"
+      ],
+      [
+        "Ġno",
+        "sy"
+      ],
+      [
+        "Ġtw",
+        "ig"
+      ],
+      [
+        "Ġhurt",
+        "s"
+      ],
+      [
+        "Ġsugg",
+        "ested"
+      ],
+      [
+        "Ġlem",
+        "on"
+      ],
+      [
+        "i",
+        "est"
+      ],
+      [
+        "in",
+        "ation"
+      ],
+      [
+        "or",
+        "ge"
+      ],
+      [
+        "Ġno",
+        "d"
+      ],
+      [
+        "Ġbl",
+        "oom"
+      ],
+      [
+        "Ġho",
+        "se"
+      ],
+      [
+        "Ġbox",
+        "es"
+      ],
+      [
+        "Ġreal",
+        "ised"
+      ],
+      [
+        "Ġfr",
+        "own"
+      ],
+      [
+        "ac",
+        "he"
+      ],
+      [
+        "Ġrel",
+        "ax"
+      ],
+      [
+        "Ġham",
+        "mer"
+      ],
+      [
+        "Ġa",
+        "dded"
+      ],
+      [
+        "Ġwe",
+        "ird"
+      ],
+      [
+        "Ġmo",
+        "d"
+      ],
+      [
+        "Ġcr",
+        "ack"
+      ],
+      [
+        "Ġallig",
+        "ator"
+      ],
+      [
+        "A",
+        "my"
+      ],
+      [
+        "G",
+        "ra"
+      ],
+      [
+        "o",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "ake"
+      ],
+      [
+        "ra",
+        "ge"
+      ],
+      [
+        "Ġlearn",
+        "ing"
+      ],
+      [
+        "Ġvegetable",
+        "s"
+      ],
+      [
+        "Ġa",
+        "dd"
+      ],
+      [
+        "Ġm",
+        "elt"
+      ],
+      [
+        "ĠS",
+        "usie"
+      ],
+      [
+        "el",
+        "p"
+      ],
+      [
+        "ĠB",
+        "obby"
+      ],
+      [
+        "Ġtra",
+        "p"
+      ],
+      [
+        "Ġcoll",
+        "ar"
+      ],
+      [
+        "Ġstu",
+        "bb"
+      ],
+      [
+        "i",
+        "que"
+      ],
+      [
+        "Ġb",
+        "orrow"
+      ],
+      [
+        "Ġp",
+        "ump"
+      ],
+      [
+        "Ġloud",
+        "ly"
+      ],
+      [
+        "Ġsear",
+        "ch"
+      ],
+      [
+        "Ġchick",
+        "en"
+      ],
+      [
+        "Ġpizz",
+        "a"
+      ],
+      [
+        "Ġindepend",
+        "ent"
+      ],
+      [
+        "Ġstubb",
+        "orn"
+      ],
+      [
+        "Ġre",
+        "f"
+      ],
+      [
+        "Ġas",
+        "king"
+      ],
+      [
+        "Ġbr",
+        "illi"
+      ],
+      [
+        "Ġdec",
+        "ide"
+      ],
+      [
+        "Ġfl",
+        "ash"
+      ],
+      [
+        "Ġcat",
+        "erp"
+      ],
+      [
+        "Ġqu",
+        "een"
+      ],
+      [
+        "Ġsn",
+        "ee"
+      ],
+      [
+        "ĠR",
+        "ose"
+      ],
+      [
+        "Ġinv",
+        "ited"
+      ],
+      [
+        "Ġstraw",
+        "ber"
+      ],
+      [
+        "Ġfool",
+        "ish"
+      ],
+      [
+        "Ġcaterp",
+        "ill"
+      ],
+      [
+        "g",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ur"
+      ],
+      [
+        "Ġd",
+        "epend"
+      ],
+      [
+        "Ġg",
+        "uit"
+      ],
+      [
+        "Ġst",
+        "ri"
+      ],
+      [
+        "Ġkn",
+        "ight"
+      ],
+      [
+        "Ġboy",
+        "s"
+      ],
+      [
+        "Ġpe",
+        "e"
+      ],
+      [
+        "Ġcom",
+        "b"
+      ],
+      [
+        "Ġcle",
+        "ar"
+      ],
+      [
+        "Ġun",
+        "ique"
+      ],
+      [
+        "Ġbutt",
+        "ons"
+      ],
+      [
+        "ĠTweet",
+        "y"
+      ],
+      [
+        "Ġcolour",
+        "ful"
+      ],
+      [
+        "Ġesc",
+        "ape"
+      ],
+      [
+        "Ġbrilli",
+        "ant"
+      ],
+      [
+        "Ġr",
+        "ich"
+      ],
+      [
+        "ĠB",
+        "u"
+      ],
+      [
+        "Ġsay",
+        "ing"
+      ],
+      [
+        "Ġro",
+        "de"
+      ],
+      [
+        "Ġsk",
+        "in"
+      ],
+      [
+        "Ġgar",
+        "age"
+      ],
+      [
+        "H",
+        "elp"
+      ],
+      [
+        "d",
+        "om"
+      ],
+      [
+        "Ġm",
+        "ummy"
+      ],
+      [
+        "Ġbe",
+        "ak"
+      ],
+      [
+        "ur",
+        "ed"
+      ],
+      [
+        "a",
+        "w"
+      ],
+      [
+        "e",
+        "orge"
+      ],
+      [
+        "r",
+        "op"
+      ],
+      [
+        "ed",
+        "ient"
+      ],
+      [
+        "Ġun",
+        "us"
+      ],
+      [
+        "Ġoy",
+        "ster"
+      ],
+      [
+        "Ġtur",
+        "key"
+      ],
+      [
+        "Ġ",
+        "OK"
+      ],
+      [
+        "Ġf",
+        "ountain"
+      ],
+      [
+        "Ġp",
+        "atter"
+      ],
+      [
+        "Ġwe",
+        "ek"
+      ],
+      [
+        "Ġch",
+        "ase"
+      ],
+      [
+        "Ġru",
+        "bb"
+      ],
+      [
+        "Ġcount",
+        "ed"
+      ],
+      [
+        "Ġreg",
+        "ular"
+      ],
+      [
+        "Ġwip",
+        "ed"
+      ],
+      [
+        "Ġguit",
+        "ar"
+      ],
+      [
+        "Ġunus",
+        "ual"
+      ],
+      [
+        "l",
+        "and"
+      ],
+      [
+        "Ġu",
+        "mb"
+      ],
+      [
+        "Ġfor",
+        "k"
+      ],
+      [
+        "Ġshow",
+        "s"
+      ],
+      [
+        "Ġlight",
+        "s"
+      ],
+      [
+        "Ġwall",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ed"
+      ],
+      [
+        "Ġbanan",
+        "a"
+      ],
+      [
+        "Ġsuccess",
+        "ful"
+      ],
+      [
+        "Ġjew",
+        "el"
+      ],
+      [
+        "Ġpatter",
+        "n"
+      ],
+      [
+        "Ġumb",
+        "re"
+      ],
+      [
+        "c",
+        "il"
+      ],
+      [
+        "r",
+        "ay"
+      ],
+      [
+        "in",
+        "al"
+      ],
+      [
+        "Ġl",
+        "ow"
+      ],
+      [
+        "im",
+        "ed"
+      ],
+      [
+        "Ġsw",
+        "e"
+      ],
+      [
+        "Ġcry",
+        "st"
+      ],
+      [
+        "Ġpen",
+        "cil"
+      ],
+      [
+        "Ġsaf",
+        "ely"
+      ],
+      [
+        "Ġtool",
+        "s"
+      ],
+      [
+        "W",
+        "ell"
+      ],
+      [
+        "Ġt",
+        "ape"
+      ],
+      [
+        "Ġst",
+        "ream"
+      ],
+      [
+        "ce",
+        "ed"
+      ],
+      [
+        "Ġre",
+        "sc"
+      ],
+      [
+        "Ġab",
+        "ove"
+      ],
+      [
+        "Ġhard",
+        "er"
+      ],
+      [
+        "Ġgu",
+        "ess"
+      ],
+      [
+        "Ġbott",
+        "om"
+      ],
+      [
+        "Ġmark",
+        "et"
+      ],
+      [
+        "Ġimpress",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "ff"
+      ],
+      [
+        "an",
+        "ut"
+      ],
+      [
+        "ig",
+        "inal"
+      ],
+      [
+        "Ġnot",
+        "ice"
+      ],
+      [
+        "ill",
+        "a"
+      ],
+      [
+        "Ġno",
+        "ds"
+      ],
+      [
+        "Ġpe",
+        "anut"
+      ],
+      [
+        "ol",
+        "og"
+      ],
+      [
+        "Ġpat",
+        "ch"
+      ],
+      [
+        "Ġcraw",
+        "led"
+      ],
+      [
+        "Ġcaterpill",
+        "ar"
+      ],
+      [
+        "n",
+        "a"
+      ],
+      [
+        "Ġt",
+        "ank"
+      ],
+      [
+        "Ġt",
+        "ask"
+      ],
+      [
+        "Ġt",
+        "ire"
+      ],
+      [
+        "Ġg",
+        "un"
+      ],
+      [
+        "Ġlo",
+        "ad"
+      ],
+      [
+        "Ġcomp",
+        "et"
+      ],
+      [
+        "umb",
+        "led"
+      ],
+      [
+        "Ġap",
+        "olog"
+      ],
+      [
+        "Ġsol",
+        "ve"
+      ],
+      [
+        "H",
+        "ow"
+      ],
+      [
+        "M",
+        "ummy"
+      ],
+      [
+        "f",
+        "ast"
+      ],
+      [
+        "h",
+        "ip"
+      ],
+      [
+        "Ġ",
+        "No"
+      ],
+      [
+        "Ġb",
+        "itter"
+      ],
+      [
+        "ar",
+        "l"
+      ],
+      [
+        "Ġe",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "one"
+      ],
+      [
+        "Ġbr",
+        "ush"
+      ],
+      [
+        "ĠF",
+        "in"
+      ],
+      [
+        "Ġor",
+        "iginal"
+      ],
+      [
+        "Ġfi",
+        "er"
+      ],
+      [
+        "Ġgl",
+        "ow"
+      ],
+      [
+        "ĠN",
+        "emo"
+      ],
+      [
+        "Ġbreak",
+        "fast"
+      ],
+      [
+        "Ġadm",
+        "ired"
+      ],
+      [
+        "ĠBl",
+        "ue"
+      ],
+      [
+        "Ġed",
+        "ge"
+      ],
+      [
+        "Ġdepend",
+        "able"
+      ],
+      [
+        "u",
+        "nd"
+      ],
+      [
+        "ut",
+        "h"
+      ],
+      [
+        "ĠI",
+        "f"
+      ],
+      [
+        "Ġcl",
+        "ay"
+      ],
+      [
+        "Ġstrong",
+        "er"
+      ],
+      [
+        "Ġboss",
+        "y"
+      ],
+      [
+        "Ġc",
+        "udd"
+      ],
+      [
+        "as",
+        "er"
+      ],
+      [
+        "Ġgra",
+        "ndpa"
+      ],
+      [
+        "Ġknow",
+        "s"
+      ],
+      [
+        "Ġpick",
+        "ing"
+      ],
+      [
+        "Ġjo",
+        "ke"
+      ],
+      [
+        "Ġboat",
+        "s"
+      ],
+      [
+        "Ġba",
+        "ld"
+      ],
+      [
+        "Ġmed",
+        "ic"
+      ],
+      [
+        "Ġscr",
+        "at"
+      ],
+      [
+        "Ġc",
+        "one"
+      ],
+      [
+        "Ġp",
+        "enny"
+      ],
+      [
+        "Ġle",
+        "an"
+      ],
+      [
+        "Ġra",
+        "ft"
+      ],
+      [
+        "ugg",
+        "led"
+      ],
+      [
+        "Ġsuc",
+        "ceed"
+      ],
+      [
+        "Ġob",
+        "edient"
+      ],
+      [
+        "Ġhum",
+        "ble"
+      ],
+      [
+        "Ġlibr",
+        "ary"
+      ],
+      [
+        "R",
+        "e"
+      ],
+      [
+        "he",
+        "ad"
+      ],
+      [
+        "Ġp",
+        "h"
+      ],
+      [
+        "Ġn",
+        "umb"
+      ],
+      [
+        "Ġsa",
+        "uce"
+      ],
+      [
+        "ĠB",
+        "ear"
+      ],
+      [
+        "Ġtr",
+        "ay"
+      ],
+      [
+        "Ġproud",
+        "ly"
+      ],
+      [
+        "He",
+        "re"
+      ],
+      [
+        "Ġsound",
+        "ed"
+      ],
+      [
+        "Ġsqu",
+        "are"
+      ],
+      [
+        "Ġterri",
+        "ble"
+      ],
+      [
+        "Ġcryst",
+        "al"
+      ],
+      [
+        "Ġfier",
+        "ce"
+      ],
+      [
+        "J",
+        "ill"
+      ],
+      [
+        "Ġw",
+        "itch"
+      ],
+      [
+        "in",
+        "ary"
+      ],
+      [
+        "Ġhapp",
+        "iness"
+      ],
+      [
+        "ĠL",
+        "ola"
+      ],
+      [
+        "Ġhand",
+        "ed"
+      ],
+      [
+        "Ġfr",
+        "idge"
+      ],
+      [
+        "f",
+        "a"
+      ],
+      [
+        "Ġr",
+        "ough"
+      ],
+      [
+        "ent",
+        "ion"
+      ],
+      [
+        "Ġch",
+        "anged"
+      ],
+      [
+        "Ġjo",
+        "ined"
+      ],
+      [
+        "Ġra",
+        "ven"
+      ],
+      [
+        "Ġmight",
+        "y"
+      ],
+      [
+        "Ġcho",
+        "se"
+      ],
+      [
+        "Ġwhe",
+        "el"
+      ],
+      [
+        "Ġumbre",
+        "lla"
+      ],
+      [
+        "Ġt",
+        "ag"
+      ],
+      [
+        "Ġc",
+        "ri"
+      ],
+      [
+        "Ġo",
+        "w"
+      ],
+      [
+        "ar",
+        "ry"
+      ],
+      [
+        "im",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ill"
+      ],
+      [
+        "Ġhelp",
+        "s"
+      ],
+      [
+        "Ġfind",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ing"
+      ],
+      [
+        "Ġsqu",
+        "ee"
+      ],
+      [
+        "Ġfire",
+        "work"
+      ],
+      [
+        "Ġmedic",
+        "ine"
+      ],
+      [
+        "a",
+        "zz"
+      ],
+      [
+        "m",
+        "et"
+      ],
+      [
+        "Ġplay",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "cked"
+      ],
+      [
+        "Ġgo",
+        "at"
+      ],
+      [
+        "Ġac",
+        "cept"
+      ],
+      [
+        "Ġcomp",
+        "ass"
+      ],
+      [
+        "Ġsur",
+        "f"
+      ],
+      [
+        "Ġcompet",
+        "it"
+      ],
+      [
+        "e",
+        "xt"
+      ],
+      [
+        "k",
+        "n"
+      ],
+      [
+        "Ġs",
+        "y"
+      ],
+      [
+        "Ġs",
+        "il"
+      ],
+      [
+        "Ġbe",
+        "et"
+      ],
+      [
+        "ĠM",
+        "ar"
+      ],
+      [
+        "ur",
+        "ing"
+      ],
+      [
+        "Ġch",
+        "ir"
+      ],
+      [
+        "ĠE",
+        "llie"
+      ],
+      [
+        "Ġball",
+        "s"
+      ],
+      [
+        "Åĵ",
+        "Let"
+      ],
+      [
+        "Ġbutterf",
+        "lies"
+      ],
+      [
+        "Ġgu",
+        "ard"
+      ],
+      [
+        "Ġcray",
+        "on"
+      ],
+      [
+        "Ġdisco",
+        "ver"
+      ],
+      [
+        "Ġpar",
+        "ade"
+      ],
+      [
+        "Ġmix",
+        "ed"
+      ],
+      [
+        "Ġval",
+        "u"
+      ],
+      [
+        "Ġhel",
+        "met"
+      ],
+      [
+        "ĠBrown",
+        "ie"
+      ],
+      [
+        "E",
+        "m"
+      ],
+      [
+        "j",
+        "ect"
+      ],
+      [
+        "s",
+        "qu"
+      ],
+      [
+        "u",
+        "d"
+      ],
+      [
+        "Ġg",
+        "um"
+      ],
+      [
+        "at",
+        "ure"
+      ],
+      [
+        "Ġis",
+        "land"
+      ],
+      [
+        "Ġco",
+        "st"
+      ],
+      [
+        "Ġmo",
+        "le"
+      ],
+      [
+        "Ġnice",
+        "ly"
+      ],
+      [
+        "Ġkind",
+        "s"
+      ],
+      [
+        "Ġra",
+        "ced"
+      ],
+      [
+        "Ġsto",
+        "ve"
+      ],
+      [
+        "Ġlaugh",
+        "s"
+      ],
+      [
+        "Ġmar",
+        "ch"
+      ],
+      [
+        "Ġfall",
+        "s"
+      ],
+      [
+        "Ġpers",
+        "ist"
+      ],
+      [
+        "ĠBa",
+        "by"
+      ],
+      [
+        "oph",
+        "ie"
+      ],
+      [
+        "A",
+        "lice"
+      ],
+      [
+        "i",
+        "ence"
+      ],
+      [
+        "it",
+        "o"
+      ],
+      [
+        "Ġc",
+        "age"
+      ],
+      [
+        "Ġg",
+        "oose"
+      ],
+      [
+        "Ġco",
+        "ins"
+      ],
+      [
+        "Ġtr",
+        "ump"
+      ],
+      [
+        "Ġmo",
+        "squ"
+      ],
+      [
+        "Ġser",
+        "ious"
+      ],
+      [
+        "Ġmosqu",
+        "ito"
+      ],
+      [
+        "Ġf",
+        "lex"
+      ],
+      [
+        "Ġc",
+        "ro"
+      ],
+      [
+        "el",
+        "on"
+      ],
+      [
+        "Ġexc",
+        "la"
+      ],
+      [
+        "Ġch",
+        "oose"
+      ],
+      [
+        "Ġexpl",
+        "ored"
+      ],
+      [
+        "Ġun",
+        "l"
+      ],
+      [
+        "Ġbrother",
+        "s"
+      ],
+      [
+        "Ġgu",
+        "il"
+      ],
+      [
+        "Ġnumb",
+        "ers"
+      ],
+      [
+        "Ġtrump",
+        "et"
+      ],
+      [
+        "Ġ",
+        "icy"
+      ],
+      [
+        "Ġmom",
+        "s"
+      ],
+      [
+        "ie",
+        "w"
+      ],
+      [
+        "Ġv",
+        "iew"
+      ],
+      [
+        "Ġen",
+        "orm"
+      ],
+      [
+        "Ġfire",
+        "man"
+      ],
+      [
+        "ĠMr",
+        "s"
+      ],
+      [
+        "Ġpract",
+        "ice"
+      ],
+      [
+        "Ġenorm",
+        "ous"
+      ],
+      [
+        "w",
+        "ards"
+      ],
+      [
+        "Ġs",
+        "up"
+      ],
+      [
+        "Ġvo",
+        "lc"
+      ],
+      [
+        "Ġmean",
+        "s"
+      ],
+      [
+        "Ġpoin",
+        "ting"
+      ],
+      [
+        "Ġvalu",
+        "able"
+      ],
+      [
+        "Ġflex",
+        "ible"
+      ],
+      [
+        "Ġexcla",
+        "imed"
+      ],
+      [
+        "Ġguil",
+        "ty"
+      ],
+      [
+        "y",
+        "al"
+      ],
+      [
+        "Ġc",
+        "am"
+      ],
+      [
+        "Ġp",
+        "ipe"
+      ],
+      [
+        "is",
+        "ion"
+      ],
+      [
+        "ĠM",
+        "y"
+      ],
+      [
+        "Ġuse",
+        "ful"
+      ],
+      [
+        "Ġfav",
+        "our"
+      ],
+      [
+        "Ġcra",
+        "zy"
+      ],
+      [
+        "Ġph",
+        "ot"
+      ],
+      [
+        "kn",
+        "own"
+      ],
+      [
+        "Ġvolc",
+        "ano"
+      ],
+      [
+        "Ġwa",
+        "ke"
+      ],
+      [
+        "Ġc",
+        "ity"
+      ],
+      [
+        "om",
+        "ed"
+      ],
+      [
+        "ll",
+        "ip"
+      ],
+      [
+        "Ġfor",
+        "th"
+      ],
+      [
+        "Ġlo",
+        "llip"
+      ],
+      [
+        "Ġse",
+        "al"
+      ],
+      [
+        "Ġall",
+        "owed"
+      ],
+      [
+        "Ġsc",
+        "are"
+      ],
+      [
+        "Ġbright",
+        "ly"
+      ],
+      [
+        "Ġmar",
+        "ble"
+      ],
+      [
+        "Ġpop",
+        "ular"
+      ],
+      [
+        "Ġflash",
+        "light"
+      ],
+      [
+        "Ġcompass",
+        "ion"
+      ],
+      [
+        "Ġlollip",
+        "op"
+      ],
+      [
+        "Ġ",
+        "U"
+      ],
+      [
+        "Ġ",
+        "ing"
+      ],
+      [
+        "Ġh",
+        "unt"
+      ],
+      [
+        "Ġd",
+        "ull"
+      ],
+      [
+        "er",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "at"
+      ],
+      [
+        "Ġshe",
+        "l"
+      ],
+      [
+        "!\"",
+        "."
+      ],
+      [
+        "Ġun",
+        "known"
+      ],
+      [
+        "Ġhat",
+        "s"
+      ],
+      [
+        "Ġsho",
+        "ot"
+      ],
+      [
+        "red",
+        "ient"
+      ],
+      [
+        "Ġbelong",
+        "ed"
+      ],
+      [
+        "Ġfavour",
+        "ite"
+      ],
+      [
+        "Ġing",
+        "redient"
+      ],
+      [
+        "Ġp",
+        "il"
+      ],
+      [
+        "Ġlo",
+        "yal"
+      ],
+      [
+        "Ġbra",
+        "ce"
+      ],
+      [
+        "ĠWhen",
+        "ever"
+      ],
+      [
+        "Ġdream",
+        "s"
+      ],
+      [
+        "Ġkick",
+        "ed"
+      ],
+      [
+        "Ġseed",
+        "s"
+      ],
+      [
+        "Ġtwirl",
+        "ed"
+      ],
+      [
+        "Ġsup",
+        "er"
+      ],
+      [
+        "t",
+        "ime"
+      ],
+      [
+        "Ġf",
+        "ine"
+      ],
+      [
+        "Ġbe",
+        "es"
+      ],
+      [
+        "Ġso",
+        "fa"
+      ],
+      [
+        "Ġsh",
+        "ark"
+      ],
+      [
+        "ĠM",
+        "ike"
+      ],
+      [
+        "Ġan",
+        "x"
+      ],
+      [
+        "Ġsad",
+        "ly"
+      ],
+      [
+        "Ġshow",
+        "ing"
+      ],
+      [
+        "Ġway",
+        "s"
+      ],
+      [
+        "Ġtruck",
+        "s"
+      ],
+      [
+        "Ġdelic",
+        "ate"
+      ],
+      [
+        "ation",
+        "s"
+      ],
+      [
+        "Ġrep",
+        "e"
+      ],
+      [
+        "Ġimpress",
+        "ive"
+      ],
+      [
+        "Ġpour",
+        "ed"
+      ],
+      [
+        "Ġpir",
+        "ate"
+      ],
+      [
+        "Ġwhisp",
+        "ered"
+      ],
+      [
+        "Ġharm",
+        "less"
+      ],
+      [
+        "a",
+        "ff"
+      ],
+      [
+        "Ġt",
+        "urt"
+      ],
+      [
+        "Ġt",
+        "ied"
+      ],
+      [
+        "ar",
+        "oo"
+      ],
+      [
+        "ad",
+        "o"
+      ],
+      [
+        "art",
+        "h"
+      ],
+      [
+        "Ġgra",
+        "ce"
+      ],
+      [
+        "Ġhand",
+        "le"
+      ],
+      [
+        "Ġen",
+        "c"
+      ],
+      [
+        "Ġdel",
+        "iver"
+      ],
+      [
+        "Ben",
+        "ny"
+      ],
+      [
+        "Ġru",
+        "shed"
+      ],
+      [
+        "Ġus",
+        "ing"
+      ],
+      [
+        "ang",
+        "aroo"
+      ],
+      [
+        "Ġshap",
+        "e"
+      ],
+      [
+        "Ġbus",
+        "hes"
+      ],
+      [
+        "Ġpersist",
+        "ent"
+      ],
+      [
+        "Ġg",
+        "or"
+      ],
+      [
+        "ĠS",
+        "p"
+      ],
+      [
+        "Ġk",
+        "angaroo"
+      ],
+      [
+        "Ġan",
+        "g"
+      ],
+      [
+        "Ġoff",
+        "ice"
+      ],
+      [
+        "Ġanx",
+        "ious"
+      ],
+      [
+        "G",
+        "o"
+      ],
+      [
+        "al",
+        "ous"
+      ],
+      [
+        "Ġsp",
+        "ell"
+      ],
+      [
+        "ĠW",
+        "hile"
+      ],
+      [
+        "ia",
+        "ble"
+      ],
+      [
+        "Ġpot",
+        "ato"
+      ],
+      [
+        "Ġje",
+        "alous"
+      ],
+      [
+        "Ġwra",
+        "pped"
+      ],
+      [
+        "Ġf",
+        "our"
+      ],
+      [
+        "Ġc",
+        "urt"
+      ],
+      [
+        "Ġlo",
+        "g"
+      ],
+      [
+        "Ġco",
+        "al"
+      ],
+      [
+        "Ġrel",
+        "iable"
+      ],
+      [
+        "Ġcurt",
+        "ain"
+      ],
+      [
+        "D",
+        "aisy"
+      ],
+      [
+        "Ġs",
+        "udden"
+      ],
+      [
+        "mb",
+        "ol"
+      ],
+      [
+        "Åĵ",
+        "Yes"
+      ],
+      [
+        "ac",
+        "hes"
+      ],
+      [
+        "ĠP",
+        "e"
+      ],
+      [
+        "Ġpain",
+        "ted"
+      ],
+      [
+        "ĠTo",
+        "by"
+      ],
+      [
+        "Ġce",
+        "re"
+      ],
+      [
+        "g",
+        "u"
+      ],
+      [
+        "Ġt",
+        "ummy"
+      ],
+      [
+        "Ġth",
+        "ose"
+      ],
+      [
+        "ous",
+        "es"
+      ],
+      [
+        "udd",
+        "y"
+      ],
+      [
+        "Ġcu",
+        "sh"
+      ],
+      [
+        "Ġmet",
+        "al"
+      ],
+      [
+        "Ġsy",
+        "mbol"
+      ],
+      [
+        "Ġbeet",
+        "le"
+      ],
+      [
+        "Ġcam",
+        "era"
+      ],
+      [
+        "Ġh",
+        "ouses"
+      ],
+      [
+        "il",
+        "t"
+      ],
+      [
+        "Ġcelebr",
+        "ate"
+      ],
+      [
+        "Ġdelight",
+        "ed"
+      ],
+      [
+        "Ġgor",
+        "illa"
+      ],
+      [
+        "Ġto",
+        "oth"
+      ],
+      [
+        "Ġth",
+        "irst"
+      ],
+      [
+        "ke",
+        "ep"
+      ],
+      [
+        "Ġsh",
+        "iver"
+      ],
+      [
+        "Ġre",
+        "ward"
+      ],
+      [
+        "Ġsp",
+        "ace"
+      ],
+      [
+        "Ġtra",
+        "vel"
+      ],
+      [
+        "Ġru",
+        "bbed"
+      ],
+      [
+        "Ġprin",
+        "t"
+      ],
+      [
+        "Ġdri",
+        "ving"
+      ],
+      [
+        "Ġmar",
+        "ry"
+      ],
+      [
+        "Ġwar",
+        "ned"
+      ],
+      [
+        "Ġsold",
+        "ier"
+      ],
+      [
+        "Ġmotor",
+        "cy"
+      ],
+      [
+        "c",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "on"
+      ],
+      [
+        "Ġto",
+        "r"
+      ],
+      [
+        "ar",
+        "lie"
+      ],
+      [
+        "Ġher",
+        "o"
+      ],
+      [
+        "ie",
+        "f"
+      ],
+      [
+        "Ġcar",
+        "p"
+      ],
+      [
+        "Ġexcited",
+        "ly"
+      ],
+      [
+        "Ġte",
+        "mp"
+      ],
+      [
+        "ĠP",
+        "ete"
+      ],
+      [
+        "ĠBob",
+        "o"
+      ],
+      [
+        "co",
+        "d"
+      ],
+      [
+        "Ġhun",
+        "g"
+      ],
+      [
+        "Ġgrow",
+        "ing"
+      ],
+      [
+        "up",
+        "id"
+      ],
+      [
+        "Ġthin",
+        "king"
+      ],
+      [
+        "Ġtun",
+        "n"
+      ],
+      [
+        "W",
+        "hile"
+      ],
+      [
+        "c",
+        "u"
+      ],
+      [
+        "i",
+        "pp"
+      ],
+      [
+        "Ġh",
+        "ay"
+      ],
+      [
+        "Ġy",
+        "et"
+      ],
+      [
+        "Ġv",
+        "ine"
+      ],
+      [
+        "Ġac",
+        "orn"
+      ],
+      [
+        "icy",
+        "cle"
+      ],
+      [
+        "Ġpre",
+        "p"
+      ],
+      [
+        "Ġremind",
+        "ed"
+      ],
+      [
+        "Ġgas",
+        "ped"
+      ],
+      [
+        "Ġflut",
+        "e"
+      ],
+      [
+        "Ġord",
+        "inary"
+      ],
+      [
+        "Ġcro",
+        "cod"
+      ],
+      [
+        "Ġa",
+        "mb"
+      ],
+      [
+        "Ġc",
+        "ur"
+      ],
+      [
+        "ĠB",
+        "et"
+      ],
+      [
+        "ĠM",
+        "andy"
+      ],
+      [
+        "Ġpu",
+        "p"
+      ],
+      [
+        "Ġcreature",
+        "s"
+      ],
+      [
+        "Ġhur",
+        "ry"
+      ],
+      [
+        "Ġspoil",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "imes"
+      ],
+      [
+        "Ġm",
+        "is"
+      ],
+      [
+        "Ġr",
+        "ice"
+      ],
+      [
+        "Ġst",
+        "upid"
+      ],
+      [
+        "Ġsh",
+        "ine"
+      ],
+      [
+        "Ġre",
+        "sist"
+      ],
+      [
+        "ug",
+        "ged"
+      ],
+      [
+        "Ġla",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "ull"
+      ],
+      [
+        "co",
+        "a"
+      ],
+      [
+        "Ġmiss",
+        "ing"
+      ],
+      [
+        "Ġwhe",
+        "at"
+      ],
+      [
+        "Ġsupp",
+        "ort"
+      ],
+      [
+        "Ġingredient",
+        "s"
+      ],
+      [
+        "a",
+        "id"
+      ],
+      [
+        "l",
+        "oo"
+      ],
+      [
+        "Ġc",
+        "ase"
+      ],
+      [
+        "er",
+        "y"
+      ],
+      [
+        "Ġwas",
+        "hed"
+      ],
+      [
+        "Ġdo",
+        "ve"
+      ],
+      [
+        "Ġsp",
+        "illed"
+      ],
+      [
+        "Ġsc",
+        "oot"
+      ],
+      [
+        "Ġme",
+        "al"
+      ],
+      [
+        "Ġmu",
+        "le"
+      ],
+      [
+        "ĠD",
+        "ucky"
+      ],
+      [
+        "Ġmo",
+        "der"
+      ],
+      [
+        "ars",
+        "h"
+      ],
+      [
+        "Åĵ",
+        "What"
+      ],
+      [
+        "Ġtri",
+        "ck"
+      ],
+      [
+        "Ġset",
+        "t"
+      ],
+      [
+        "ĠTweet",
+        "ie"
+      ],
+      [
+        "Ġboun",
+        "ce"
+      ],
+      [
+        "Ġfil",
+        "thy"
+      ],
+      [
+        "Ġb",
+        "ase"
+      ],
+      [
+        "Ġh",
+        "oop"
+      ],
+      [
+        "Ġf",
+        "re"
+      ],
+      [
+        "Ġst",
+        "umbled"
+      ],
+      [
+        "Ġso",
+        "ar"
+      ],
+      [
+        "Ġwe",
+        "al"
+      ],
+      [
+        "Ġsee",
+        "m"
+      ],
+      [
+        "Ġwor",
+        "d"
+      ],
+      [
+        "Ġla",
+        "b"
+      ],
+      [
+        "ĠD",
+        "ave"
+      ],
+      [
+        "ĠF",
+        "r"
+      ],
+      [
+        "Ġbad",
+        "ly"
+      ],
+      [
+        "Ġhair",
+        "y"
+      ],
+      [
+        "Ġcra",
+        "wl"
+      ],
+      [
+        "Ġlive",
+        "ly"
+      ],
+      [
+        "Ġstep",
+        "s"
+      ],
+      [
+        "ÅĵLet",
+        "â"
+      ],
+      [
+        "Ġbrace",
+        "let"
+      ],
+      [
+        "Ġcere",
+        "al"
+      ],
+      [
+        "Ġthirst",
+        "y"
+      ],
+      [
+        "Ġcarp",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ool"
+      ],
+      [
+        "it",
+        "her"
+      ],
+      [
+        "Ġgo",
+        "al"
+      ],
+      [
+        "Ġback",
+        "pack"
+      ],
+      [
+        "Ġtr",
+        "uth"
+      ],
+      [
+        "Ġcom",
+        "pl"
+      ],
+      [
+        "Ġche",
+        "ap"
+      ],
+      [
+        "Ġdis",
+        "g"
+      ],
+      [
+        "Ġplac",
+        "ed"
+      ],
+      [
+        "Ġear",
+        "ly"
+      ],
+      [
+        "Ġdecor",
+        "ate"
+      ],
+      [
+        "Ġnut",
+        "s"
+      ],
+      [
+        "O",
+        "w"
+      ],
+      [
+        "c",
+        "ream"
+      ],
+      [
+        "Ġb",
+        "ump"
+      ],
+      [
+        "Ġthem",
+        "selves"
+      ],
+      [
+        "ic",
+        "es"
+      ],
+      [
+        "Ġhelp",
+        "less"
+      ],
+      [
+        "Ġcl",
+        "um"
+      ],
+      [
+        "Ġsc",
+        "atter"
+      ],
+      [
+        "Ġsc",
+        "ale"
+      ],
+      [
+        "Ġnew",
+        "s"
+      ],
+      [
+        "ust",
+        "ing"
+      ],
+      [
+        "Ġen",
+        "v"
+      ],
+      [
+        "âĤ¬â",
+        "Ģ"
+      ],
+      [
+        "Ġtell",
+        "ing"
+      ],
+      [
+        "Ġswing",
+        "ing"
+      ],
+      [
+        "Ġspark",
+        "led"
+      ],
+      [
+        "Ġcarry",
+        "ing"
+      ],
+      [
+        "gg",
+        "ing"
+      ],
+      [
+        "in",
+        "es"
+      ],
+      [
+        "ri",
+        "c"
+      ],
+      [
+        "Ġfriends",
+        "hip"
+      ],
+      [
+        "Ġcare",
+        "less"
+      ],
+      [
+        "Ġsn",
+        "e"
+      ],
+      [
+        "Ġdoes",
+        "n"
+      ],
+      [
+        "Ġfall",
+        "ing"
+      ],
+      [
+        "Ġcomp",
+        "ut"
+      ],
+      [
+        "Ġpa",
+        "le"
+      ],
+      [
+        "Ġpee",
+        "ked"
+      ],
+      [
+        "Ġcompassion",
+        "ate"
+      ],
+      [
+        "c",
+        "om"
+      ],
+      [
+        "v",
+        "ice"
+      ],
+      [
+        "Ġs",
+        "end"
+      ],
+      [
+        "Ġst",
+        "age"
+      ],
+      [
+        "Ġme",
+        "m"
+      ],
+      [
+        "Ġch",
+        "alk"
+      ],
+      [
+        "Ġch",
+        "asing"
+      ],
+      [
+        "Ġpe",
+        "bble"
+      ],
+      [
+        "ĠEvery",
+        "thing"
+      ],
+      [
+        "Ġcu",
+        "be"
+      ],
+      [
+        "Ġpig",
+        "e"
+      ],
+      [
+        "Ġcou",
+        "rage"
+      ],
+      [
+        "Ġfing",
+        "ers"
+      ],
+      [
+        "Ġturt",
+        "le"
+      ],
+      [
+        "b",
+        "led"
+      ],
+      [
+        "Ġs",
+        "ink"
+      ],
+      [
+        "Ġb",
+        "icycle"
+      ],
+      [
+        "Ġsh",
+        "aking"
+      ],
+      [
+        "Ġsleep",
+        "ing"
+      ],
+      [
+        "Ġneighb",
+        "our"
+      ],
+      [
+        "Ġmoder",
+        "n"
+      ],
+      [
+        "Ġdisg",
+        "usting"
+      ],
+      [
+        "Ġclum",
+        "sy"
+      ],
+      [
+        "g",
+        "est"
+      ],
+      [
+        "Ġh",
+        "ook"
+      ],
+      [
+        "Ġc",
+        "her"
+      ],
+      [
+        "Ġn",
+        "ail"
+      ],
+      [
+        "Ġbig",
+        "gest"
+      ],
+      [
+        "ic",
+        "hes"
+      ],
+      [
+        "Ġbu",
+        "l"
+      ],
+      [
+        "Ġend",
+        "ing"
+      ],
+      [
+        "Ġde",
+        "ad"
+      ],
+      [
+        "Ġtri",
+        "ang"
+      ],
+      [
+        "ul",
+        "ance"
+      ],
+      [
+        "Ġspo",
+        "ke"
+      ],
+      [
+        "Ġpract",
+        "iced"
+      ],
+      [
+        "Ġamb",
+        "ulance"
+      ],
+      [
+        "Ġcomput",
+        "er"
+      ],
+      [
+        "i",
+        "bb"
+      ],
+      [
+        "Ġl",
+        "amp"
+      ],
+      [
+        "Ġst",
+        "ation"
+      ],
+      [
+        "Ġch",
+        "ar"
+      ],
+      [
+        "Ġwall",
+        "et"
+      ],
+      [
+        "ĠTo",
+        "day"
+      ],
+      [
+        "Ġpack",
+        "age"
+      ],
+      [
+        "Ġmic",
+        "rop"
+      ],
+      [
+        "Ġcush",
+        "ion"
+      ],
+      [
+        "keep",
+        "er"
+      ],
+      [
+        "Ġcrocod",
+        "ile"
+      ],
+      [
+        "Ġmicrop",
+        "hone"
+      ],
+      [
+        "u",
+        "nder"
+      ],
+      [
+        "ĠA",
+        "lex"
+      ],
+      [
+        "Ġthought",
+        "ful"
+      ],
+      [
+        "Ġjo",
+        "lly"
+      ],
+      [
+        "Ġpen",
+        "gu"
+      ],
+      [
+        "Ġpump",
+        "kin"
+      ],
+      [
+        "Ġcost",
+        "um"
+      ],
+      [
+        "Ġf",
+        "ive"
+      ],
+      [
+        "Ġd",
+        "ough"
+      ],
+      [
+        "Ġp",
+        "ony"
+      ],
+      [
+        "Ġo",
+        "l"
+      ],
+      [
+        "im",
+        "i"
+      ],
+      [
+        "Ġst",
+        "airs"
+      ],
+      [
+        "Ġkn",
+        "ock"
+      ],
+      [
+        "Ġgra",
+        "nd"
+      ],
+      [
+        "Ġint",
+        "ell"
+      ],
+      [
+        "Ġun",
+        "iver"
+      ],
+      [
+        "Ġbright",
+        "er"
+      ],
+      [
+        "Ġopen",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ing"
+      ],
+      [
+        "Ġboun",
+        "ced"
+      ],
+      [
+        "Ġquest",
+        "ion"
+      ],
+      [
+        "Ġstat",
+        "ue"
+      ],
+      [
+        "Ġw",
+        "ine"
+      ],
+      [
+        "is",
+        "k"
+      ],
+      [
+        "ĠA",
+        "lice"
+      ],
+      [
+        "Ġco",
+        "coa"
+      ],
+      [
+        "ĠYou",
+        "r"
+      ],
+      [
+        "Ġpe",
+        "pper"
+      ],
+      [
+        "Ġbeaut",
+        "y"
+      ],
+      [
+        "Ġper",
+        "m"
+      ],
+      [
+        "Ġpain",
+        "ting"
+      ],
+      [
+        "Ġsho",
+        "e"
+      ],
+      [
+        "Ġele",
+        "v"
+      ],
+      [
+        "Every",
+        "one"
+      ],
+      [
+        "hin",
+        "o"
+      ],
+      [
+        "Ġweal",
+        "thy"
+      ],
+      [
+        "Ġintell",
+        "ig"
+      ],
+      [
+        "n",
+        "oon"
+      ],
+      [
+        "Ġs",
+        "uit"
+      ],
+      [
+        "Ġm",
+        "ild"
+      ],
+      [
+        "Ġn",
+        "ature"
+      ],
+      [
+        "an",
+        "s"
+      ],
+      [
+        "Ġhapp",
+        "ier"
+      ],
+      [
+        "Ġne",
+        "at"
+      ],
+      [
+        "Ġstart",
+        "s"
+      ],
+      [
+        "uck",
+        "ed"
+      ],
+      [
+        "Ġafter",
+        "noon"
+      ],
+      [
+        "Ġtor",
+        "n"
+      ],
+      [
+        "Ġelev",
+        "ator"
+      ],
+      [
+        "g",
+        "en"
+      ],
+      [
+        "t",
+        "i"
+      ],
+      [
+        "Ġt",
+        "en"
+      ],
+      [
+        "Ġh",
+        "arsh"
+      ],
+      [
+        "Ġp",
+        "ed"
+      ],
+      [
+        "at",
+        "ient"
+      ],
+      [
+        "or",
+        "ant"
+      ],
+      [
+        "Ġre",
+        "ce"
+      ],
+      [
+        "Ġj",
+        "et"
+      ],
+      [
+        "ill",
+        "ie"
+      ],
+      [
+        "ĠR",
+        "ed"
+      ],
+      [
+        "Ġread",
+        "ing"
+      ],
+      [
+        "Ġsear",
+        "ching"
+      ],
+      [
+        "Ġbasket",
+        "ball"
+      ],
+      [
+        "Ġbar",
+        "ber"
+      ],
+      [
+        "Ġspe",
+        "ed"
+      ],
+      [
+        "S",
+        "ee"
+      ],
+      [
+        "a",
+        "wn"
+      ],
+      [
+        "Ġst",
+        "ack"
+      ],
+      [
+        "ĠM",
+        "ummy"
+      ],
+      [
+        "Ġclo",
+        "ck"
+      ],
+      [
+        "ĠG",
+        "ive"
+      ],
+      [
+        "Ġmag",
+        "n"
+      ],
+      [
+        "Ġlea",
+        "ving"
+      ],
+      [
+        "Ġcup",
+        "board"
+      ],
+      [
+        "Ġdes",
+        "ign"
+      ],
+      [
+        "Ġslid",
+        "es"
+      ],
+      [
+        "Ġsandw",
+        "iches"
+      ],
+      [
+        "Ġcand",
+        "le"
+      ],
+      [
+        "aul",
+        "if"
+      ],
+      [
+        "Ġrid",
+        "ing"
+      ],
+      [
+        "Ġfre",
+        "sh"
+      ],
+      [
+        "o",
+        "ppy"
+      ],
+      [
+        "Ġsh",
+        "ocked"
+      ],
+      [
+        "Ġen",
+        "er"
+      ],
+      [
+        "Ġjump",
+        "s"
+      ],
+      [
+        "Ġhair",
+        "cut"
+      ],
+      [
+        "Ġrespect",
+        "ful"
+      ],
+      [
+        "Ġcoo",
+        "king"
+      ],
+      [
+        "Ġtick",
+        "et"
+      ],
+      [
+        "Ġenc",
+        "ou"
+      ],
+      [
+        "Ġtunn",
+        "el"
+      ],
+      [
+        "aulif",
+        "lower"
+      ],
+      [
+        "G",
+        "ive"
+      ],
+      [
+        "Ġs",
+        "le"
+      ],
+      [
+        "re",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ay"
+      ],
+      [
+        "Ġth",
+        "ief"
+      ],
+      [
+        "Ġy",
+        "awn"
+      ],
+      [
+        "Ġfor",
+        "t"
+      ],
+      [
+        "Ġal",
+        "ert"
+      ],
+      [
+        "Ġsor",
+        "ts"
+      ],
+      [
+        "Ġimp",
+        "atient"
+      ],
+      [
+        "Ġcre",
+        "ate"
+      ],
+      [
+        "ail",
+        "able"
+      ],
+      [
+        "Ġwhe",
+        "els"
+      ],
+      [
+        "Ġval",
+        "ue"
+      ],
+      [
+        "Ġpri",
+        "ze"
+      ],
+      [
+        "M",
+        "ary"
+      ],
+      [
+        "y",
+        "e"
+      ],
+      [
+        "he",
+        "t"
+      ],
+      [
+        "Ġs",
+        "ent"
+      ],
+      [
+        "Ġb",
+        "ent"
+      ],
+      [
+        "in",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "omet"
+      ],
+      [
+        "Ġc",
+        "amp"
+      ],
+      [
+        "Ġc",
+        "auliflower"
+      ],
+      [
+        "Ġm",
+        "elon"
+      ],
+      [
+        "Ġg",
+        "em"
+      ],
+      [
+        "Ġit",
+        "self"
+      ],
+      [
+        "ir",
+        "on"
+      ],
+      [
+        "Ġmu",
+        "sh"
+      ],
+      [
+        "Ġmonkey",
+        "s"
+      ],
+      [
+        "Ġsal",
+        "ad"
+      ],
+      [
+        "Ġdest",
+        "ro"
+      ],
+      [
+        "Ġresc",
+        "ue"
+      ],
+      [
+        "Ġscoot",
+        "er"
+      ],
+      [
+        "Ġintellig",
+        "ent"
+      ],
+      [
+        "a",
+        "z"
+      ],
+      [
+        "Ġd",
+        "ug"
+      ],
+      [
+        "il",
+        "ing"
+      ],
+      [
+        "an",
+        "ger"
+      ],
+      [
+        "Ġr",
+        "oof"
+      ],
+      [
+        "Ġr",
+        "hino"
+      ],
+      [
+        "Ġsc",
+        "old"
+      ],
+      [
+        "ag",
+        "het"
+      ],
+      [
+        "Ġexp",
+        "er"
+      ],
+      [
+        "Ġbark",
+        "ing"
+      ],
+      [
+        "Ġbanan",
+        "as"
+      ],
+      [
+        "Ġign",
+        "orant"
+      ],
+      [
+        "Ġmic",
+        "ro"
+      ],
+      [
+        "Ġav",
+        "ailable"
+      ],
+      [
+        "Ġgrace",
+        "ful"
+      ],
+      [
+        "Ġmotorcy",
+        "cle"
+      ],
+      [
+        "aghet",
+        "ti"
+      ],
+      [
+        "h",
+        "ood"
+      ],
+      [
+        "ĠS",
+        "n"
+      ],
+      [
+        "Ġe",
+        "arth"
+      ],
+      [
+        "Ġbo",
+        "ots"
+      ],
+      [
+        "Ġsp",
+        "aghetti"
+      ],
+      [
+        "um",
+        "mer"
+      ],
+      [
+        "Ġag",
+        "ree"
+      ],
+      [
+        "Ġbu",
+        "ll"
+      ],
+      [
+        "Ġany",
+        "where"
+      ],
+      [
+        "ĠG",
+        "eorge"
+      ],
+      [
+        "Ġbeh",
+        "ave"
+      ],
+      [
+        "ĠK",
+        "im"
+      ],
+      [
+        "Ġpa",
+        "id"
+      ],
+      [
+        "sc",
+        "ope"
+      ],
+      [
+        "Ġstret",
+        "ched"
+      ],
+      [
+        "Ġfear",
+        "ful"
+      ],
+      [
+        "Ġav",
+        "o"
+      ],
+      [
+        "Ġmicro",
+        "scope"
+      ],
+      [
+        "I",
+        "f"
+      ],
+      [
+        "i",
+        "o"
+      ],
+      [
+        "Ġnot",
+        "eb"
+      ],
+      [
+        "ĠE",
+        "ventually"
+      ],
+      [
+        "Ġold",
+        "er"
+      ],
+      [
+        "Ġsn",
+        "iff"
+      ],
+      [
+        "Ġad",
+        "vice"
+      ],
+      [
+        "Ġstop",
+        "s"
+      ],
+      [
+        "Ġperf",
+        "orm"
+      ],
+      [
+        "Ġfur",
+        "ther"
+      ],
+      [
+        "Ġenv",
+        "ious"
+      ],
+      [
+        "Ġpige",
+        "on"
+      ],
+      [
+        "Ġmush",
+        "room"
+      ],
+      [
+        "Ġnoteb",
+        "ook"
+      ],
+      [
+        "u",
+        "bby"
+      ],
+      [
+        "Ġp",
+        "un"
+      ],
+      [
+        "at",
+        "s"
+      ],
+      [
+        "Ġn",
+        "urse"
+      ],
+      [
+        "or",
+        "able"
+      ],
+      [
+        "Ġth",
+        "under"
+      ],
+      [
+        "Ġcl",
+        "apping"
+      ],
+      [
+        "Ġv",
+        "ide"
+      ],
+      [
+        "Ġbu",
+        "ilt"
+      ],
+      [
+        "ĠC",
+        "l"
+      ],
+      [
+        "Ġun",
+        "com"
+      ],
+      [
+        "Ġshout",
+        "ing"
+      ],
+      [
+        "Ġar",
+        "row"
+      ],
+      [
+        "Ġdraw",
+        "er"
+      ],
+      [
+        "Ġpro",
+        "v"
+      ],
+      [
+        "fort",
+        "able"
+      ],
+      [
+        "Ġtom",
+        "ato"
+      ],
+      [
+        "Ġmeet",
+        "ing"
+      ],
+      [
+        "Ġob",
+        "ject"
+      ],
+      [
+        "Ġyog",
+        "urt"
+      ],
+      [
+        "Ġtemp",
+        "le"
+      ],
+      [
+        "Ġuncom",
+        "fortable"
+      ],
+      [
+        "e",
+        "f"
+      ],
+      [
+        "u",
+        "es"
+      ],
+      [
+        "ĠT",
+        "ony"
+      ],
+      [
+        "Ġloo",
+        "p"
+      ],
+      [
+        "Ġch",
+        "ubby"
+      ],
+      [
+        "Ġsw",
+        "itch"
+      ],
+      [
+        "Ġsk",
+        "ip"
+      ],
+      [
+        "Ġad",
+        "orable"
+      ],
+      [
+        "Åĵ",
+        "It"
+      ],
+      [
+        "Ġcount",
+        "ing"
+      ],
+      [
+        "Ġcoo",
+        "ked"
+      ],
+      [
+        "Ġp",
+        "ist"
+      ],
+      [
+        "ar",
+        "ian"
+      ],
+      [
+        "en",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "ared"
+      ],
+      [
+        "Ġsh",
+        "ut"
+      ],
+      [
+        "ic",
+        "op"
+      ],
+      [
+        "Ġqu",
+        "ite"
+      ],
+      [
+        "Ġsn",
+        "uggled"
+      ],
+      [
+        "ĠGra",
+        "ndpa"
+      ],
+      [
+        "Ġtrou",
+        "bled"
+      ],
+      [
+        "Ġgigg",
+        "le"
+      ],
+      [
+        "Ġblow",
+        "ing"
+      ],
+      [
+        "Ġhel",
+        "icop"
+      ],
+      [
+        "Ġfis",
+        "her"
+      ],
+      [
+        "Ġpist",
+        "ol"
+      ],
+      [
+        "Ġhelicop",
+        "ter"
+      ],
+      [
+        "p",
+        "ar"
+      ],
+      [
+        "ĠS",
+        "ophie"
+      ],
+      [
+        "oo",
+        "ped"
+      ],
+      [
+        "ip",
+        "s"
+      ],
+      [
+        "Ġnow",
+        "here"
+      ],
+      [
+        "Ġforg",
+        "ave"
+      ],
+      [
+        "Ġmar",
+        "ched"
+      ],
+      [
+        "Ġtreasure",
+        "s"
+      ],
+      [
+        "ho",
+        "st"
+      ],
+      [
+        "Ġpass",
+        "port"
+      ],
+      [
+        "Ġstir",
+        "red"
+      ],
+      [
+        "Ġpus",
+        "hing"
+      ],
+      [
+        "Ġcompetit",
+        "ive"
+      ],
+      [
+        "Ġdestro",
+        "y"
+      ],
+      [
+        "Y",
+        "ay"
+      ],
+      [
+        "a",
+        "ked"
+      ],
+      [
+        "o",
+        "e"
+      ],
+      [
+        "t",
+        "ter"
+      ],
+      [
+        "Ġg",
+        "ir"
+      ],
+      [
+        "Ġg",
+        "host"
+      ],
+      [
+        "an",
+        "ic"
+      ],
+      [
+        "ke",
+        "let"
+      ],
+      [
+        "ht",
+        "ub"
+      ],
+      [
+        "Ġre",
+        "ef"
+      ],
+      [
+        "Ġse",
+        "par"
+      ],
+      [
+        "op",
+        "ard"
+      ],
+      [
+        "pl",
+        "ay"
+      ],
+      [
+        "Ġen",
+        "vel"
+      ],
+      [
+        "Ġbre",
+        "at"
+      ],
+      [
+        "Ġrep",
+        "air"
+      ],
+      [
+        "Ġfoot",
+        "ball"
+      ],
+      [
+        "Ġbat",
+        "htub"
+      ],
+      [
+        "Ġrubb",
+        "er"
+      ],
+      [
+        "Ġang",
+        "el"
+      ],
+      [
+        "Ġtriang",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ill"
+      ],
+      [
+        "ĠS",
+        "h"
+      ],
+      [
+        "ch",
+        "anic"
+      ],
+      [
+        "Ġnam",
+        "es"
+      ],
+      [
+        "Ġle",
+        "opard"
+      ],
+      [
+        "Ġno",
+        "body"
+      ],
+      [
+        "Ġany",
+        "way"
+      ],
+      [
+        "uc",
+        "t"
+      ],
+      [
+        "ct",
+        "us"
+      ],
+      [
+        "Ġshould",
+        "n"
+      ],
+      [
+        "Ġz",
+        "eb"
+      ],
+      [
+        "Ġgi",
+        "ven"
+      ],
+      [
+        "Ġhold",
+        "s"
+      ],
+      [
+        "Ġbar",
+        "rel"
+      ],
+      [
+        "Ġband",
+        "age"
+      ],
+      [
+        "Ġent",
+        "h"
+      ],
+      [
+        "Dad",
+        "dy"
+      ],
+      [
+        "Ġzeb",
+        "ra"
+      ],
+      [
+        "i",
+        "ves"
+      ],
+      [
+        "u",
+        "be"
+      ],
+      [
+        "y",
+        "ear"
+      ],
+      [
+        "Ġp",
+        "or"
+      ],
+      [
+        "Ġp",
+        "and"
+      ],
+      [
+        "Ġo",
+        "tter"
+      ],
+      [
+        "Ġr",
+        "ibb"
+      ],
+      [
+        "Ġsh",
+        "ield"
+      ],
+      [
+        "Ġme",
+        "chanic"
+      ],
+      [
+        "Ġdon",
+        "â"
+      ],
+      [
+        "Ġdis",
+        "ag"
+      ],
+      [
+        "Ġdis",
+        "play"
+      ],
+      [
+        "Ġmusic",
+        "ian"
+      ],
+      [
+        "cer",
+        "os"
+      ],
+      [
+        "Ġspe",
+        "ak"
+      ],
+      [
+        "Ġca",
+        "b"
+      ],
+      [
+        "Ġca",
+        "ctus"
+      ],
+      [
+        "ĠBet",
+        "sy"
+      ],
+      [
+        "Ġbul",
+        "b"
+      ],
+      [
+        "C",
+        "h"
+      ],
+      [
+        "e",
+        "ath"
+      ],
+      [
+        "i",
+        "kes"
+      ],
+      [
+        "x",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ube"
+      ],
+      [
+        "Ġa",
+        "head"
+      ],
+      [
+        "Ġs",
+        "ummer"
+      ],
+      [
+        "Ġs",
+        "kelet"
+      ],
+      [
+        "Ġp",
+        "urse"
+      ],
+      [
+        "Ġkn",
+        "ob"
+      ],
+      [
+        "Ġdidn",
+        "â"
+      ],
+      [
+        "Ġcouldn",
+        "â"
+      ],
+      [
+        "Ġcol",
+        "ours"
+      ],
+      [
+        "Ġwindow",
+        "s"
+      ],
+      [
+        "oom",
+        "y"
+      ],
+      [
+        "Ġgif",
+        "ted"
+      ],
+      [
+        "Ġcart",
+        "oon"
+      ],
+      [
+        "Ġrhino",
+        "ceros"
+      ],
+      [
+        "g",
+        "l"
+      ],
+      [
+        "he",
+        "art"
+      ],
+      [
+        "Ġs",
+        "ize"
+      ],
+      [
+        "Ġb",
+        "et"
+      ],
+      [
+        "ĠM",
+        "iss"
+      ],
+      [
+        "Ġsc",
+        "rew"
+      ],
+      [
+        "Ġfl",
+        "our"
+      ],
+      [
+        "Ġbl",
+        "in"
+      ],
+      [
+        "ap",
+        "a"
+      ],
+      [
+        "Ġdis",
+        "hes"
+      ],
+      [
+        "Ġrain",
+        "ing"
+      ],
+      [
+        "Ġhop",
+        "ing"
+      ],
+      [
+        "Ġsho",
+        "vel"
+      ],
+      [
+        "Ġmin",
+        "t"
+      ],
+      [
+        "Ġjelly",
+        "fish"
+      ],
+      [
+        "Ġswe",
+        "ater"
+      ],
+      [
+        "Ġchar",
+        "ming"
+      ],
+      [
+        "Ġpengu",
+        "in"
+      ],
+      [
+        "Ġenvel",
+        "ope"
+      ],
+      [
+        "Ġenth",
+        "us"
+      ],
+      [
+        "Ġcab",
+        "in"
+      ],
+      [
+        "re",
+        "c"
+      ],
+      [
+        "Ġp",
+        "ant"
+      ],
+      [
+        "Ġth",
+        "read"
+      ],
+      [
+        "Ġin",
+        "se"
+      ],
+      [
+        "Ġst",
+        "aff"
+      ],
+      [
+        "Ġli",
+        "z"
+      ],
+      [
+        "Ġun",
+        "pack"
+      ],
+      [
+        "Ġwr",
+        "iting"
+      ],
+      [
+        "Ġtra",
+        "sh"
+      ],
+      [
+        "Ġroll",
+        "ing"
+      ],
+      [
+        "Ġwaff",
+        "le"
+      ],
+      [
+        "Ġ",
+        "iron"
+      ],
+      [
+        "Ġw",
+        "ing"
+      ],
+      [
+        "er",
+        "able"
+      ],
+      [
+        "Ġshe",
+        "et"
+      ],
+      [
+        "ĠB",
+        "uddy"
+      ],
+      [
+        "Ġsh",
+        "adow"
+      ],
+      [
+        "Ġro",
+        "ared"
+      ],
+      [
+        "Ġmu",
+        "ff"
+      ],
+      [
+        "Ġair",
+        "port"
+      ],
+      [
+        "Ġce",
+        "iling"
+      ],
+      [
+        "Ġatt",
+        "ic"
+      ],
+      [
+        "Ġorgan",
+        "ize"
+      ],
+      [
+        "Ġstret",
+        "ch"
+      ],
+      [
+        "Ġgrap",
+        "es"
+      ],
+      [
+        "Ġo",
+        "bs"
+      ],
+      [
+        "ĠA",
+        "re"
+      ],
+      [
+        "ĠW",
+        "ould"
+      ],
+      [
+        "ĠIn",
+        "st"
+      ],
+      [
+        "Ġpi",
+        "ano"
+      ],
+      [
+        "Ġsal",
+        "t"
+      ],
+      [
+        "Ġmis",
+        "erable"
+      ],
+      [
+        "Ġc",
+        "ord"
+      ],
+      [
+        "Ġd",
+        "ess"
+      ],
+      [
+        "Ġre",
+        "fused"
+      ],
+      [
+        "Ġsc",
+        "reen"
+      ],
+      [
+        "ĠD",
+        "an"
+      ],
+      [
+        "Ġstr",
+        "ugg"
+      ],
+      [
+        "Ġneed",
+        "le"
+      ],
+      [
+        "Ġbear",
+        "s"
+      ],
+      [
+        "ĠAnd",
+        "y"
+      ],
+      [
+        "Ġhead",
+        "ed"
+      ],
+      [
+        "Ġstick",
+        "y"
+      ],
+      [
+        "Ġfree",
+        "z"
+      ],
+      [
+        "Ġzoom",
+        "ed"
+      ],
+      [
+        "Ġimag",
+        "ined"
+      ],
+      [
+        "Ġmed",
+        "al"
+      ],
+      [
+        "Ġmagn",
+        "et"
+      ],
+      [
+        "rec",
+        "i"
+      ],
+      [
+        "Ġobs",
+        "er"
+      ],
+      [
+        "Ġ",
+        "er"
+      ],
+      [
+        "Ġli",
+        "ves"
+      ],
+      [
+        "ĠA",
+        "l"
+      ],
+      [
+        "ĠP",
+        "at"
+      ],
+      [
+        "Ġapp",
+        "reci"
+      ],
+      [
+        "ass",
+        "es"
+      ],
+      [
+        "Ġsail",
+        "or"
+      ],
+      [
+        "Ġminut",
+        "e"
+      ],
+      [
+        "Ġfisher",
+        "man"
+      ],
+      [
+        "v",
+        "ision"
+      ],
+      [
+        "Ġr",
+        "at"
+      ],
+      [
+        "al",
+        "ed"
+      ],
+      [
+        "Ġbr",
+        "us"
+      ],
+      [
+        "Ġch",
+        "ance"
+      ],
+      [
+        "Ġpo",
+        "st"
+      ],
+      [
+        "Ġsun",
+        "gl"
+      ],
+      [
+        "Ġche",
+        "ek"
+      ],
+      [
+        "ree",
+        "ze"
+      ],
+      [
+        "Ġde",
+        "af"
+      ],
+      [
+        "Ġru",
+        "les"
+      ],
+      [
+        "Ġfrog",
+        "s"
+      ],
+      [
+        "Ġair",
+        "pl"
+      ],
+      [
+        "ĠGo",
+        "d"
+      ],
+      [
+        "Ġstrawber",
+        "ry"
+      ],
+      [
+        "Ġsle",
+        "pt"
+      ],
+      [
+        "Ġliz",
+        "ard"
+      ],
+      [
+        "Ġsungl",
+        "asses"
+      ],
+      [
+        "Ġl",
+        "uck"
+      ],
+      [
+        "Ġin",
+        "f"
+      ],
+      [
+        "Ġbe",
+        "ep"
+      ],
+      [
+        "ĠB",
+        "unny"
+      ],
+      [
+        "Ġme",
+        "as"
+      ],
+      [
+        "Ġro",
+        "d"
+      ],
+      [
+        "Ġor",
+        "der"
+      ],
+      [
+        "Ġrest",
+        "less"
+      ],
+      [
+        "Ġsand",
+        "box"
+      ],
+      [
+        "Ġmess",
+        "age"
+      ],
+      [
+        "ĠJoe",
+        "y"
+      ],
+      [
+        "Ġcomp",
+        "let"
+      ],
+      [
+        "Ġatt",
+        "ract"
+      ],
+      [
+        "Ġgold",
+        "en"
+      ],
+      [
+        "Gra",
+        "ndma"
+      ],
+      [
+        "Ġpil",
+        "ot"
+      ],
+      [
+        "Ġpor",
+        "ch"
+      ],
+      [
+        "L",
+        "ittle"
+      ],
+      [
+        "l",
+        "er"
+      ],
+      [
+        "s",
+        "es"
+      ]
+    ]
+  }
+}
\ No newline at end of file
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/tokenizer_config.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/tokenizer_config.json
@@ -0,0 +1,13 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/trainer_state.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..ca33bbd0961b4331fe7c73b217728d95b2f6553c
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/trainer_state.json
@@ -0,0 +1,1240 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.22918773171553758,
+  "eval_steps": 2498,
+  "global_step": 3400,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0013481631277384564,
+      "grad_norm": 2.078125,
+      "learning_rate": 2.66e-05,
+      "loss": 8.299632263183593,
+      "step": 20
+    },
+    {
+      "epoch": 0.002696326255476913,
+      "grad_norm": 1.3515625,
+      "learning_rate": 5.46e-05,
+      "loss": 8.047638702392579,
+      "step": 40
+    },
+    {
+      "epoch": 0.004044489383215369,
+      "grad_norm": 1.2734375,
+      "learning_rate": 8.259999999999999e-05,
+      "loss": 7.837866973876953,
+      "step": 60
+    },
+    {
+      "epoch": 0.005392652510953826,
+      "grad_norm": 1.265625,
+      "learning_rate": 0.0001106,
+      "loss": 7.572817993164063,
+      "step": 80
+    },
+    {
+      "epoch": 0.006740815638692282,
+      "grad_norm": 1.1953125,
+      "learning_rate": 0.0001386,
+      "loss": 7.233210754394531,
+      "step": 100
+    },
+    {
+      "epoch": 0.008088978766430738,
+      "grad_norm": 1.1328125,
+      "learning_rate": 0.00016659999999999998,
+      "loss": 6.860719299316406,
+      "step": 120
+    },
+    {
+      "epoch": 0.009437141894169195,
+      "grad_norm": 0.94921875,
+      "learning_rate": 0.00019460000000000001,
+      "loss": 6.5177757263183596,
+      "step": 140
+    },
+    {
+      "epoch": 0.010785305021907651,
+      "grad_norm": 0.80078125,
+      "learning_rate": 0.0002226,
+      "loss": 6.239912414550782,
+      "step": 160
+    },
+    {
+      "epoch": 0.012133468149646108,
+      "grad_norm": 0.74609375,
+      "learning_rate": 0.00025059999999999997,
+      "loss": 6.035282897949219,
+      "step": 180
+    },
+    {
+      "epoch": 0.013481631277384564,
+      "grad_norm": 0.5546875,
+      "learning_rate": 0.0002786,
+      "loss": 5.873902893066406,
+      "step": 200
+    },
+    {
+      "epoch": 0.01482979440512302,
+      "grad_norm": 0.498046875,
+      "learning_rate": 0.00030659999999999997,
+      "loss": 5.691160202026367,
+      "step": 220
+    },
+    {
+      "epoch": 0.016177957532861477,
+      "grad_norm": 1.21875,
+      "learning_rate": 0.0003346,
+      "loss": 5.473793411254883,
+      "step": 240
+    },
+    {
+      "epoch": 0.01752612066059993,
+      "grad_norm": 1.5078125,
+      "learning_rate": 0.00036260000000000003,
+      "loss": 5.258899688720703,
+      "step": 260
+    },
+    {
+      "epoch": 0.01887428378833839,
+      "grad_norm": 0.796875,
+      "learning_rate": 0.0003906,
+      "loss": 5.03008918762207,
+      "step": 280
+    },
+    {
+      "epoch": 0.020222446916076844,
+      "grad_norm": 0.84375,
+      "learning_rate": 0.0004186,
+      "loss": 4.797770309448242,
+      "step": 300
+    },
+    {
+      "epoch": 0.021570610043815303,
+      "grad_norm": 1.5078125,
+      "learning_rate": 0.0004466,
+      "loss": 4.603690719604492,
+      "step": 320
+    },
+    {
+      "epoch": 0.022918773171553757,
+      "grad_norm": 0.96484375,
+      "learning_rate": 0.00047460000000000004,
+      "loss": 4.490921401977539,
+      "step": 340
+    },
+    {
+      "epoch": 0.024266936299292215,
+      "grad_norm": 0.6640625,
+      "learning_rate": 0.0005026,
+      "loss": 4.327465057373047,
+      "step": 360
+    },
+    {
+      "epoch": 0.02561509942703067,
+      "grad_norm": 0.86328125,
+      "learning_rate": 0.0005306,
+      "loss": 4.182389831542968,
+      "step": 380
+    },
+    {
+      "epoch": 0.026963262554769128,
+      "grad_norm": 0.82421875,
+      "learning_rate": 0.0005586,
+      "loss": 4.036349487304688,
+      "step": 400
+    },
+    {
+      "epoch": 0.028311425682507583,
+      "grad_norm": 0.71484375,
+      "learning_rate": 0.0005866,
+      "loss": 3.918545150756836,
+      "step": 420
+    },
+    {
+      "epoch": 0.02965958881024604,
+      "grad_norm": 0.765625,
+      "learning_rate": 0.0006146,
+      "loss": 3.8555908203125,
+      "step": 440
+    },
+    {
+      "epoch": 0.031007751937984496,
+      "grad_norm": 0.7734375,
+      "learning_rate": 0.0006426,
+      "loss": 3.7499755859375,
+      "step": 460
+    },
+    {
+      "epoch": 0.032355915065722954,
+      "grad_norm": 0.6484375,
+      "learning_rate": 0.0006705999999999999,
+      "loss": 3.668988800048828,
+      "step": 480
+    },
+    {
+      "epoch": 0.03370407819346141,
+      "grad_norm": 0.8828125,
+      "learning_rate": 0.0006986,
+      "loss": 3.598476791381836,
+      "step": 500
+    },
+    {
+      "epoch": 0.03505224132119986,
+      "grad_norm": 0.5625,
+      "learning_rate": 0.0007,
+      "loss": 3.52923698425293,
+      "step": 520
+    },
+    {
+      "epoch": 0.03640040444893832,
+      "grad_norm": 0.56640625,
+      "learning_rate": 0.0007,
+      "loss": 3.4486984252929687,
+      "step": 540
+    },
+    {
+      "epoch": 0.03774856757667678,
+      "grad_norm": 0.453125,
+      "learning_rate": 0.0007,
+      "loss": 3.3981090545654298,
+      "step": 560
+    },
+    {
+      "epoch": 0.03909673070441524,
+      "grad_norm": 0.5234375,
+      "learning_rate": 0.0007,
+      "loss": 3.337215042114258,
+      "step": 580
+    },
+    {
+      "epoch": 0.04044489383215369,
+      "grad_norm": 0.48828125,
+      "learning_rate": 0.0007,
+      "loss": 3.3039676666259767,
+      "step": 600
+    },
+    {
+      "epoch": 0.04179305695989215,
+      "grad_norm": 0.55078125,
+      "learning_rate": 0.0007,
+      "loss": 3.2369564056396483,
+      "step": 620
+    },
+    {
+      "epoch": 0.043141220087630605,
+      "grad_norm": 0.470703125,
+      "learning_rate": 0.0007,
+      "loss": 3.2108325958251953,
+      "step": 640
+    },
+    {
+      "epoch": 0.044489383215369056,
+      "grad_norm": 0.46875,
+      "learning_rate": 0.0007,
+      "loss": 3.153903007507324,
+      "step": 660
+    },
+    {
+      "epoch": 0.045837546343107514,
+      "grad_norm": 0.412109375,
+      "learning_rate": 0.0007,
+      "loss": 3.125510597229004,
+      "step": 680
+    },
+    {
+      "epoch": 0.04718570947084597,
+      "grad_norm": 0.44921875,
+      "learning_rate": 0.0007,
+      "loss": 3.0803747177124023,
+      "step": 700
+    },
+    {
+      "epoch": 0.04853387259858443,
+      "grad_norm": 0.390625,
+      "learning_rate": 0.0007,
+      "loss": 3.04086971282959,
+      "step": 720
+    },
+    {
+      "epoch": 0.04988203572632288,
+      "grad_norm": 0.458984375,
+      "learning_rate": 0.0007,
+      "loss": 3.0033853530883787,
+      "step": 740
+    },
+    {
+      "epoch": 0.05123019885406134,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.0007,
+      "loss": 2.9853662490844726,
+      "step": 760
+    },
+    {
+      "epoch": 0.0525783619817998,
+      "grad_norm": 0.48828125,
+      "learning_rate": 0.0007,
+      "loss": 2.9864330291748047,
+      "step": 780
+    },
+    {
+      "epoch": 0.053926525109538256,
+      "grad_norm": 0.474609375,
+      "learning_rate": 0.0007,
+      "loss": 2.9317838668823244,
+      "step": 800
+    },
+    {
+      "epoch": 0.05527468823727671,
+      "grad_norm": 0.416015625,
+      "learning_rate": 0.0007,
+      "loss": 2.916472244262695,
+      "step": 820
+    },
+    {
+      "epoch": 0.056622851365015166,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.8858991622924806,
+      "step": 840
+    },
+    {
+      "epoch": 0.057971014492753624,
+      "grad_norm": 0.439453125,
+      "learning_rate": 0.0007,
+      "loss": 2.840240478515625,
+      "step": 860
+    },
+    {
+      "epoch": 0.05931917762049208,
+      "grad_norm": 0.439453125,
+      "learning_rate": 0.0007,
+      "loss": 2.8184703826904296,
+      "step": 880
+    },
+    {
+      "epoch": 0.06066734074823053,
+      "grad_norm": 0.42578125,
+      "learning_rate": 0.0007,
+      "loss": 2.8047561645507812,
+      "step": 900
+    },
+    {
+      "epoch": 0.06201550387596899,
+      "grad_norm": 0.4375,
+      "learning_rate": 0.0007,
+      "loss": 2.775454521179199,
+      "step": 920
+    },
+    {
+      "epoch": 0.06336366700370745,
+      "grad_norm": 0.421875,
+      "learning_rate": 0.0007,
+      "loss": 2.7625925064086916,
+      "step": 940
+    },
+    {
+      "epoch": 0.06471183013144591,
+      "grad_norm": 0.4296875,
+      "learning_rate": 0.0007,
+      "loss": 2.731528663635254,
+      "step": 960
+    },
+    {
+      "epoch": 0.06605999325918437,
+      "grad_norm": 0.39453125,
+      "learning_rate": 0.0007,
+      "loss": 2.71492977142334,
+      "step": 980
+    },
+    {
+      "epoch": 0.06740815638692282,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.0007,
+      "loss": 2.7131521224975588,
+      "step": 1000
+    },
+    {
+      "epoch": 0.06875631951466127,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.6799833297729494,
+      "step": 1020
+    },
+    {
+      "epoch": 0.07010448264239973,
+      "grad_norm": 0.412109375,
+      "learning_rate": 0.0007,
+      "loss": 2.665292739868164,
+      "step": 1040
+    },
+    {
+      "epoch": 0.07145264577013818,
+      "grad_norm": 0.44140625,
+      "learning_rate": 0.0007,
+      "loss": 2.6485418319702148,
+      "step": 1060
+    },
+    {
+      "epoch": 0.07280080889787664,
+      "grad_norm": 0.392578125,
+      "learning_rate": 0.0007,
+      "loss": 2.6286544799804688,
+      "step": 1080
+    },
+    {
+      "epoch": 0.0741489720256151,
+      "grad_norm": 0.416015625,
+      "learning_rate": 0.0007,
+      "loss": 2.621373176574707,
+      "step": 1100
+    },
+    {
+      "epoch": 0.07549713515335356,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.5860437393188476,
+      "step": 1120
+    },
+    {
+      "epoch": 0.07684529828109202,
+      "grad_norm": 0.4453125,
+      "learning_rate": 0.0007,
+      "loss": 2.5712385177612305,
+      "step": 1140
+    },
+    {
+      "epoch": 0.07819346140883048,
+      "grad_norm": 0.380859375,
+      "learning_rate": 0.0007,
+      "loss": 2.5693639755249023,
+      "step": 1160
+    },
+    {
+      "epoch": 0.07954162453656892,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.0007,
+      "loss": 2.563449668884277,
+      "step": 1180
+    },
+    {
+      "epoch": 0.08088978766430738,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.553573417663574,
+      "step": 1200
+    },
+    {
+      "epoch": 0.08223795079204584,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.0007,
+      "loss": 2.538028335571289,
+      "step": 1220
+    },
+    {
+      "epoch": 0.0835861139197843,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.5232309341430663,
+      "step": 1240
+    },
+    {
+      "epoch": 0.08493427704752275,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.50943546295166,
+      "step": 1260
+    },
+    {
+      "epoch": 0.08628244017526121,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.4896902084350585,
+      "step": 1280
+    },
+    {
+      "epoch": 0.08763060330299967,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.4810691833496095,
+      "step": 1300
+    },
+    {
+      "epoch": 0.08897876643073811,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.471504974365234,
+      "step": 1320
+    },
+    {
+      "epoch": 0.09032692955847657,
+      "grad_norm": 0.3671875,
+      "learning_rate": 0.0007,
+      "loss": 2.458695411682129,
+      "step": 1340
+    },
+    {
+      "epoch": 0.09167509268621503,
+      "grad_norm": 0.400390625,
+      "learning_rate": 0.0007,
+      "loss": 2.4555185317993162,
+      "step": 1360
+    },
+    {
+      "epoch": 0.09302325581395349,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.433156204223633,
+      "step": 1380
+    },
+    {
+      "epoch": 0.09437141894169195,
+      "grad_norm": 0.34375,
+      "learning_rate": 0.0007,
+      "loss": 2.425444412231445,
+      "step": 1400
+    },
+    {
+      "epoch": 0.0957195820694304,
+      "grad_norm": 0.400390625,
+      "learning_rate": 0.0007,
+      "loss": 2.435191345214844,
+      "step": 1420
+    },
+    {
+      "epoch": 0.09706774519716886,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.412186622619629,
+      "step": 1440
+    },
+    {
+      "epoch": 0.09841590832490732,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.4007726669311524,
+      "step": 1460
+    },
+    {
+      "epoch": 0.09976407145264576,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.3866371154785155,
+      "step": 1480
+    },
+    {
+      "epoch": 0.10111223458038422,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.3728200912475588,
+      "step": 1500
+    },
+    {
+      "epoch": 0.10246039770812268,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.373748016357422,
+      "step": 1520
+    },
+    {
+      "epoch": 0.10380856083586114,
+      "grad_norm": 0.36328125,
+      "learning_rate": 0.0007,
+      "loss": 2.3635543823242187,
+      "step": 1540
+    },
+    {
+      "epoch": 0.1051567239635996,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.0007,
+      "loss": 2.3516841888427735,
+      "step": 1560
+    },
+    {
+      "epoch": 0.10650488709133805,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.3689512252807616,
+      "step": 1580
+    },
+    {
+      "epoch": 0.10785305021907651,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.3348180770874025,
+      "step": 1600
+    },
+    {
+      "epoch": 0.10920121334681497,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.3343011856079103,
+      "step": 1620
+    },
+    {
+      "epoch": 0.11054937647455342,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.0007,
+      "loss": 2.3455299377441405,
+      "step": 1640
+    },
+    {
+      "epoch": 0.11189753960229187,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.3264875411987305,
+      "step": 1660
+    },
+    {
+      "epoch": 0.11324570273003033,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.0007,
+      "loss": 2.309524917602539,
+      "step": 1680
+    },
+    {
+      "epoch": 0.11459386585776879,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.3181018829345703,
+      "step": 1700
+    },
+    {
+      "epoch": 0.11594202898550725,
+      "grad_norm": 0.412109375,
+      "learning_rate": 0.0007,
+      "loss": 2.2959054946899413,
+      "step": 1720
+    },
+    {
+      "epoch": 0.1172901921132457,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.286634826660156,
+      "step": 1740
+    },
+    {
+      "epoch": 0.11863835524098416,
+      "grad_norm": 0.3671875,
+      "learning_rate": 0.0007,
+      "loss": 2.2912055969238283,
+      "step": 1760
+    },
+    {
+      "epoch": 0.11998651836872262,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.303947639465332,
+      "step": 1780
+    },
+    {
+      "epoch": 0.12133468149646107,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.298970413208008,
+      "step": 1800
+    },
+    {
+      "epoch": 0.12268284462419952,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.2899410247802736,
+      "step": 1820
+    },
+    {
+      "epoch": 0.12403100775193798,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.258684539794922,
+      "step": 1840
+    },
+    {
+      "epoch": 0.12537917087967643,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.2575857162475588,
+      "step": 1860
+    },
+    {
+      "epoch": 0.1267273340074149,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.2479154586791994,
+      "step": 1880
+    },
+    {
+      "epoch": 0.12807549713515334,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.2578588485717774,
+      "step": 1900
+    },
+    {
+      "epoch": 0.12942366026289182,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.2332910537719726,
+      "step": 1920
+    },
+    {
+      "epoch": 0.13077182339063026,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.242460250854492,
+      "step": 1940
+    },
+    {
+      "epoch": 0.13211998651836873,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.21710205078125,
+      "step": 1960
+    },
+    {
+      "epoch": 0.13346814964610718,
+      "grad_norm": 0.353515625,
+      "learning_rate": 0.0007,
+      "loss": 2.2389858245849608,
+      "step": 1980
+    },
+    {
+      "epoch": 0.13481631277384565,
+      "grad_norm": 0.328125,
+      "learning_rate": 0.0007,
+      "loss": 2.2128574371337892,
+      "step": 2000
+    },
+    {
+      "epoch": 0.1361644759015841,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.221720504760742,
+      "step": 2020
+    },
+    {
+      "epoch": 0.13751263902932254,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.2012025833129885,
+      "step": 2040
+    },
+    {
+      "epoch": 0.138860802157061,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.2207321166992187,
+      "step": 2060
+    },
+    {
+      "epoch": 0.14020896528479945,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.1970823287963865,
+      "step": 2080
+    },
+    {
+      "epoch": 0.14155712841253792,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.1874614715576173,
+      "step": 2100
+    },
+    {
+      "epoch": 0.14290529154027637,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.1962921142578127,
+      "step": 2120
+    },
+    {
+      "epoch": 0.14425345466801484,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.1974483489990235,
+      "step": 2140
+    },
+    {
+      "epoch": 0.14560161779575329,
+      "grad_norm": 0.34375,
+      "learning_rate": 0.0007,
+      "loss": 2.1824066162109377,
+      "step": 2160
+    },
+    {
+      "epoch": 0.14694978092349173,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.1886768341064453,
+      "step": 2180
+    },
+    {
+      "epoch": 0.1482979440512302,
+      "grad_norm": 0.326171875,
+      "learning_rate": 0.0007,
+      "loss": 2.1661350250244142,
+      "step": 2200
+    },
+    {
+      "epoch": 0.14964610717896865,
+      "grad_norm": 0.330078125,
+      "learning_rate": 0.0007,
+      "loss": 2.1746242523193358,
+      "step": 2220
+    },
+    {
+      "epoch": 0.15099427030670712,
+      "grad_norm": 0.353515625,
+      "learning_rate": 0.0007,
+      "loss": 2.182226371765137,
+      "step": 2240
+    },
+    {
+      "epoch": 0.15234243343444556,
+      "grad_norm": 0.33203125,
+      "learning_rate": 0.0007,
+      "loss": 2.1612625122070312,
+      "step": 2260
+    },
+    {
+      "epoch": 0.15369059656218403,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.1695093154907226,
+      "step": 2280
+    },
+    {
+      "epoch": 0.15503875968992248,
+      "grad_norm": 0.341796875,
+      "learning_rate": 0.0007,
+      "loss": 2.1509073257446287,
+      "step": 2300
+    },
+    {
+      "epoch": 0.15638692281766095,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.1601842880249023,
+      "step": 2320
+    },
+    {
+      "epoch": 0.1577350859453994,
+      "grad_norm": 0.3203125,
+      "learning_rate": 0.0007,
+      "loss": 2.149628257751465,
+      "step": 2340
+    },
+    {
+      "epoch": 0.15908324907313784,
+      "grad_norm": 0.33203125,
+      "learning_rate": 0.0007,
+      "loss": 2.154475784301758,
+      "step": 2360
+    },
+    {
+      "epoch": 0.1604314122008763,
+      "grad_norm": 0.333984375,
+      "learning_rate": 0.0007,
+      "loss": 2.1572238922119142,
+      "step": 2380
+    },
+    {
+      "epoch": 0.16177957532861476,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.1351224899291994,
+      "step": 2400
+    },
+    {
+      "epoch": 0.16312773845635323,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.141549301147461,
+      "step": 2420
+    },
+    {
+      "epoch": 0.16447590158409167,
+      "grad_norm": 0.328125,
+      "learning_rate": 0.0007,
+      "loss": 2.127903366088867,
+      "step": 2440
+    },
+    {
+      "epoch": 0.16582406471183014,
+      "grad_norm": 0.32421875,
+      "learning_rate": 0.0007,
+      "loss": 2.1384496688842773,
+      "step": 2460
+    },
+    {
+      "epoch": 0.1671722278395686,
+      "grad_norm": 0.34375,
+      "learning_rate": 0.0007,
+      "loss": 2.1402868270874023,
+      "step": 2480
+    },
+    {
+      "epoch": 0.1683855746545332,
+      "eval_loss": 2.133925199508667,
+      "eval_runtime": 18.9626,
+      "eval_samples_per_second": 502.41,
+      "eval_steps_per_second": 0.527,
+      "step": 2498
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.1217138290405275,
+      "step": 2500
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "eval_loss": 2.1338183879852295,
+      "eval_runtime": 18.812,
+      "eval_samples_per_second": 506.431,
+      "eval_steps_per_second": 0.532,
+      "step": 2500
+    },
+    {
+      "epoch": 0.1698685540950455,
+      "grad_norm": 20971520.0,
+      "learning_rate": 3.4200000000000005e-05,
+      "loss": 2.1263294219970703,
+      "step": 2520
+    },
+    {
+      "epoch": 0.17121671722278395,
+      "grad_norm": 22675456.0,
+      "learning_rate": 7.020000000000001e-05,
+      "loss": 2.140816307067871,
+      "step": 2540
+    },
+    {
+      "epoch": 0.17256488035052242,
+      "grad_norm": 116916224.0,
+      "learning_rate": 9e-05,
+      "loss": 3.505127716064453,
+      "step": 2560
+    },
+    {
+      "epoch": 0.17391304347826086,
+      "grad_norm": 267386880.0,
+      "learning_rate": 9e-05,
+      "loss": 6.925441741943359,
+      "step": 2580
+    },
+    {
+      "epoch": 0.17526120660599934,
+      "grad_norm": 530579456.0,
+      "learning_rate": 9e-05,
+      "loss": 7.500309753417969,
+      "step": 2600
+    },
+    {
+      "epoch": 0.17660936973373778,
+      "grad_norm": 805306368.0,
+      "learning_rate": 9e-05,
+      "loss": 7.739163970947265,
+      "step": 2620
+    },
+    {
+      "epoch": 0.17795753286147623,
+      "grad_norm": 901775360.0,
+      "learning_rate": 9e-05,
+      "loss": 7.861988067626953,
+      "step": 2640
+    },
+    {
+      "epoch": 0.1793056959892147,
+      "grad_norm": 788529152.0,
+      "learning_rate": 9e-05,
+      "loss": 7.9435890197753904,
+      "step": 2660
+    },
+    {
+      "epoch": 0.18065385911695314,
+      "grad_norm": 620756992.0,
+      "learning_rate": 9e-05,
+      "loss": 7.990572357177735,
+      "step": 2680
+    },
+    {
+      "epoch": 0.1820020222446916,
+      "grad_norm": 484442112.0,
+      "learning_rate": 9e-05,
+      "loss": 8.019105529785156,
+      "step": 2700
+    },
+    {
+      "epoch": 0.18335018537243006,
+      "grad_norm": 381681664.0,
+      "learning_rate": 9e-05,
+      "loss": 8.050555419921874,
+      "step": 2720
+    },
+    {
+      "epoch": 0.18469834850016853,
+      "grad_norm": 301989888.0,
+      "learning_rate": 9e-05,
+      "loss": 8.066886138916015,
+      "step": 2740
+    },
+    {
+      "epoch": 0.18604651162790697,
+      "grad_norm": 231735296.0,
+      "learning_rate": 9e-05,
+      "loss": 8.077174377441406,
+      "step": 2760
+    },
+    {
+      "epoch": 0.18739467475564545,
+      "grad_norm": 164626432.0,
+      "learning_rate": 9e-05,
+      "loss": 8.084746551513671,
+      "step": 2780
+    },
+    {
+      "epoch": 0.1887428378833839,
+      "grad_norm": 109051904.0,
+      "learning_rate": 9e-05,
+      "loss": 8.0902099609375,
+      "step": 2800
+    },
+    {
+      "epoch": 0.19009100101112233,
+      "grad_norm": 71303168.0,
+      "learning_rate": 9e-05,
+      "loss": 8.096793365478515,
+      "step": 2820
+    },
+    {
+      "epoch": 0.1914391641388608,
+      "grad_norm": 31850496.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105870056152344,
+      "step": 2840
+    },
+    {
+      "epoch": 0.19278732726659925,
+      "grad_norm": 17432576.0,
+      "learning_rate": 9e-05,
+      "loss": 8.103771209716797,
+      "step": 2860
+    },
+    {
+      "epoch": 0.19413549039433772,
+      "grad_norm": 12255232.0,
+      "learning_rate": 9e-05,
+      "loss": 8.106598663330079,
+      "step": 2880
+    },
+    {
+      "epoch": 0.19548365352207617,
+      "grad_norm": 10223616.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104751586914062,
+      "step": 2900
+    },
+    {
+      "epoch": 0.19683181664981464,
+      "grad_norm": 10158080.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104240417480469,
+      "step": 2920
+    },
+    {
+      "epoch": 0.19817997977755308,
+      "grad_norm": 19791872.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104872131347657,
+      "step": 2940
+    },
+    {
+      "epoch": 0.19952814290529153,
+      "grad_norm": 6488064.0,
+      "learning_rate": 9e-05,
+      "loss": 8.10034637451172,
+      "step": 2960
+    },
+    {
+      "epoch": 0.20087630603303,
+      "grad_norm": 4718592.0,
+      "learning_rate": 9e-05,
+      "loss": 8.102328491210937,
+      "step": 2980
+    },
+    {
+      "epoch": 0.20222446916076844,
+      "grad_norm": 3653632.0,
+      "learning_rate": 9e-05,
+      "loss": 8.101950073242188,
+      "step": 3000
+    },
+    {
+      "epoch": 0.20357263228850692,
+      "grad_norm": 2703360.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105780029296875,
+      "step": 3020
+    },
+    {
+      "epoch": 0.20492079541624536,
+      "grad_norm": 1998848.0,
+      "learning_rate": 9e-05,
+      "loss": 8.10799331665039,
+      "step": 3040
+    },
+    {
+      "epoch": 0.20626895854398383,
+      "grad_norm": 1515520.0,
+      "learning_rate": 9e-05,
+      "loss": 8.102154541015626,
+      "step": 3060
+    },
+    {
+      "epoch": 0.20761712167172228,
+      "grad_norm": 1155072.0,
+      "learning_rate": 9e-05,
+      "loss": 8.101323699951172,
+      "step": 3080
+    },
+    {
+      "epoch": 0.20896528479946072,
+      "grad_norm": 860160.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104644012451171,
+      "step": 3100
+    },
+    {
+      "epoch": 0.2103134479271992,
+      "grad_norm": 651264.0,
+      "learning_rate": 9e-05,
+      "loss": 8.10705337524414,
+      "step": 3120
+    },
+    {
+      "epoch": 0.21166161105493764,
+      "grad_norm": 501760.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104962921142578,
+      "step": 3140
+    },
+    {
+      "epoch": 0.2130097741826761,
+      "grad_norm": 432128.0,
+      "learning_rate": 9e-05,
+      "loss": 8.10318603515625,
+      "step": 3160
+    },
+    {
+      "epoch": 0.21435793731041455,
+      "grad_norm": 335872.0,
+      "learning_rate": 9e-05,
+      "loss": 8.101777648925781,
+      "step": 3180
+    },
+    {
+      "epoch": 0.21570610043815303,
+      "grad_norm": 301056.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105326843261718,
+      "step": 3200
+    },
+    {
+      "epoch": 0.21705426356589147,
+      "grad_norm": 234496.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105924224853515,
+      "step": 3220
+    },
+    {
+      "epoch": 0.21840242669362994,
+      "grad_norm": 220160.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104061126708984,
+      "step": 3240
+    },
+    {
+      "epoch": 0.2197505898213684,
+      "grad_norm": 195584.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105167388916016,
+      "step": 3260
+    },
+    {
+      "epoch": 0.22109875294910683,
+      "grad_norm": 176128.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105088043212891,
+      "step": 3280
+    },
+    {
+      "epoch": 0.2224469160768453,
+      "grad_norm": 161792.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104673767089844,
+      "step": 3300
+    },
+    {
+      "epoch": 0.22379507920458375,
+      "grad_norm": 141312.0,
+      "learning_rate": 9e-05,
+      "loss": 8.103656768798828,
+      "step": 3320
+    },
+    {
+      "epoch": 0.22514324233232222,
+      "grad_norm": 134144.0,
+      "learning_rate": 9e-05,
+      "loss": 8.103720092773438,
+      "step": 3340
+    },
+    {
+      "epoch": 0.22649140546006066,
+      "grad_norm": 122368.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104496002197266,
+      "step": 3360
+    },
+    {
+      "epoch": 0.22783956858779914,
+      "grad_norm": 119808.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105821990966797,
+      "step": 3380
+    },
+    {
+      "epoch": 0.22918773171553758,
+      "grad_norm": 115712.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105841064453125,
+      "step": 3400
+    }
+  ],
+  "logging_steps": 20,
+  "max_steps": 3500,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.09693649289216e+16,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/training_args.bin b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0c65fb00f188152ddd7b3875d5492e87da186448
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e1a2626e7b1b9e8c5918ce769b180ee6aeecd5055af3c3b59b791d3a4a2c46
+size 4920
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/config.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..056849ccffa9d2a337db2e11245d69711cba6db1
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/config.json
@@ -0,0 +1,36 @@
+{
+  "activation": "silu-waleed10",
+  "architectures": [
+    "TinyLlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "bfloat16",
+  "eos_token_id": 2,
+  "head_dim": 32,
+  "hidden_act": "silu",
+  "hidden_size": 128,
+  "initializer_range": 0.02,
+  "intermediate_size": 256,
+  "max_position_embeddings": 512,
+  "mlp_bias": false,
+  "mlp_type": "glu",
+  "model_type": "tiny_llama",
+  "num_attention_heads": 4,
+  "num_hidden_layers": 100,
+  "num_key_value_heads": 4,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": true,
+  "tokenizer_name": "w-ahmad/tiny-stories-tokenizer",
+  "transformers_version": "5.16.0.dev0",
+  "use_cache": false,
+  "vocab_size": 4096,
+  "waleed_beta": 4
+}
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/model.safetensors b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8a5e78d560d7f55661b9f986819f1a2b70a17992
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f4056b18766c41abe4415e22d0526a77649567955a6117faea00a29d404be7
+size 33967272
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/optimizer.pt b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34952845c964fcdcd541574c595239bbfcf6516e
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d5b086be3c48cb4b227fcec7428110663f8222f84c9009292e53aff781f396
+size 39573050
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/rng_state.pth b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a8d90407533a766f1db1f6d04df53a298ed191c1
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37c40ce327861a7ca13b719d3aa37510a143368b6e74358bdb14becb3899e1e
+size 14244
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/scheduler.pt b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a92d6b9ce130135ec70ff64fb4a450035b9d25
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479ebefc656d1e8da177b1fc09a2332188f5506e56faf8d0ea281618199ae469
+size 1064
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/tokenizer.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/tokenizer.json
@@ -0,0 +1,19501 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "ByteLevel",
+    "add_prefix_space": false,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "post_processor": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": false,
+    "use_regex": true
+  },
+  "decoder": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": null,
+    "continuing_subword_prefix": "",
+    "end_of_word_suffix": "",
+    "fuse_unk": false,
+    "byte_fallback": false,
+    "ignore_merges": false,
+    "vocab": {
+      "<|endoftext|>": 0,
+      "!": 1,
+      "\"": 2,
+      "#": 3,
+      "$": 4,
+      "%": 5,
+      "&": 6,
+      "'": 7,
+      "(": 8,
+      ")": 9,
+      "*": 10,
+      "+": 11,
+      ",": 12,
+      "-": 13,
+      ".": 14,
+      "/": 15,
+      "0": 16,
+      "1": 17,
+      "2": 18,
+      "3": 19,
+      "4": 20,
+      "5": 21,
+      "6": 22,
+      "7": 23,
+      "8": 24,
+      "9": 25,
+      ":": 26,
+      ";": 27,
+      "<": 28,
+      "=": 29,
+      ">": 30,
+      "?": 31,
+      "@": 32,
+      "A": 33,
+      "B": 34,
+      "C": 35,
+      "D": 36,
+      "E": 37,
+      "F": 38,
+      "G": 39,
+      "H": 40,
+      "I": 41,
+      "J": 42,
+      "K": 43,
+      "L": 44,
+      "M": 45,
+      "N": 46,
+      "O": 47,
+      "P": 48,
+      "Q": 49,
+      "R": 50,
+      "S": 51,
+      "T": 52,
+      "U": 53,
+      "V": 54,
+      "W": 55,
+      "X": 56,
+      "Y": 57,
+      "Z": 58,
+      "[": 59,
+      "\\": 60,
+      "]": 61,
+      "^": 62,
+      "_": 63,
+      "`": 64,
+      "a": 65,
+      "b": 66,
+      "c": 67,
+      "d": 68,
+      "e": 69,
+      "f": 70,
+      "g": 71,
+      "h": 72,
+      "i": 73,
+      "j": 74,
+      "k": 75,
+      "l": 76,
+      "m": 77,
+      "n": 78,
+      "o": 79,
+      "p": 80,
+      "q": 81,
+      "r": 82,
+      "s": 83,
+      "t": 84,
+      "u": 85,
+      "v": 86,
+      "w": 87,
+      "x": 88,
+      "y": 89,
+      "z": 90,
+      "{": 91,
+      "|": 92,
+      "}": 93,
+      "~": 94,
+      "¡": 95,
+      "¢": 96,
+      "£": 97,
+      "¤": 98,
+      "¥": 99,
+      "¦": 100,
+      "§": 101,
+      "¨": 102,
+      "©": 103,
+      "ª": 104,
+      "«": 105,
+      "¬": 106,
+      "®": 107,
+      "¯": 108,
+      "°": 109,
+      "±": 110,
+      "²": 111,
+      "³": 112,
+      "´": 113,
+      "µ": 114,
+      "¶": 115,
+      "·": 116,
+      "¸": 117,
+      "¹": 118,
+      "º": 119,
+      "»": 120,
+      "¼": 121,
+      "½": 122,
+      "¾": 123,
+      "¿": 124,
+      "À": 125,
+      "Á": 126,
+      "Â": 127,
+      "Ã": 128,
+      "Ä": 129,
+      "Å": 130,
+      "Æ": 131,
+      "Ç": 132,
+      "È": 133,
+      "É": 134,
+      "Ê": 135,
+      "Ë": 136,
+      "Ì": 137,
+      "Í": 138,
+      "Î": 139,
+      "Ï": 140,
+      "Ð": 141,
+      "Ñ": 142,
+      "Ò": 143,
+      "Ó": 144,
+      "Ô": 145,
+      "Õ": 146,
+      "Ö": 147,
+      "×": 148,
+      "Ø": 149,
+      "Ù": 150,
+      "Ú": 151,
+      "Û": 152,
+      "Ü": 153,
+      "Ý": 154,
+      "Þ": 155,
+      "ß": 156,
+      "à": 157,
+      "á": 158,
+      "â": 159,
+      "ã": 160,
+      "ä": 161,
+      "å": 162,
+      "æ": 163,
+      "ç": 164,
+      "è": 165,
+      "é": 166,
+      "ê": 167,
+      "ë": 168,
+      "ì": 169,
+      "í": 170,
+      "î": 171,
+      "ï": 172,
+      "ð": 173,
+      "ñ": 174,
+      "ò": 175,
+      "ó": 176,
+      "ô": 177,
+      "õ": 178,
+      "ö": 179,
+      "÷": 180,
+      "ø": 181,
+      "ù": 182,
+      "ú": 183,
+      "û": 184,
+      "ü": 185,
+      "ý": 186,
+      "þ": 187,
+      "ÿ": 188,
+      "Ā": 189,
+      "ā": 190,
+      "Ă": 191,
+      "ă": 192,
+      "Ą": 193,
+      "ą": 194,
+      "Ć": 195,
+      "ć": 196,
+      "Ĉ": 197,
+      "ĉ": 198,
+      "Ċ": 199,
+      "ċ": 200,
+      "Č": 201,
+      "č": 202,
+      "Ď": 203,
+      "ď": 204,
+      "Đ": 205,
+      "đ": 206,
+      "Ē": 207,
+      "ē": 208,
+      "Ĕ": 209,
+      "ĕ": 210,
+      "Ė": 211,
+      "ė": 212,
+      "Ę": 213,
+      "ę": 214,
+      "Ě": 215,
+      "ě": 216,
+      "Ĝ": 217,
+      "ĝ": 218,
+      "Ğ": 219,
+      "ğ": 220,
+      "Ġ": 221,
+      "ġ": 222,
+      "Ģ": 223,
+      "ģ": 224,
+      "Ĥ": 225,
+      "ĥ": 226,
+      "Ħ": 227,
+      "ħ": 228,
+      "Ĩ": 229,
+      "ĩ": 230,
+      "Ī": 231,
+      "ī": 232,
+      "Ĭ": 233,
+      "ĭ": 234,
+      "Į": 235,
+      "į": 236,
+      "İ": 237,
+      "ı": 238,
+      "IJ": 239,
+      "ij": 240,
+      "Ĵ": 241,
+      "ĵ": 242,
+      "Ķ": 243,
+      "ķ": 244,
+      "ĸ": 245,
+      "Ĺ": 246,
+      "ĺ": 247,
+      "Ļ": 248,
+      "ļ": 249,
+      "Ľ": 250,
+      "ľ": 251,
+      "Ŀ": 252,
+      "ŀ": 253,
+      "Ł": 254,
+      "ł": 255,
+      "Ń": 256,
+      "he": 257,
+      "Ġt": 258,
+      "Ġa": 259,
+      "Ġs": 260,
+      "Ġw": 261,
+      "nd": 262,
+      "Ġthe": 263,
+      "ed": 264,
+      "Ġand": 265,
+      "Ġto": 266,
+      "Ġb": 267,
+      "in": 268,
+      "Ġh": 269,
+      "Ġwa": 270,
+      "re": 271,
+      "Ġf": 272,
+      "it": 273,
+      "ou": 274,
+      "Ġc": 275,
+      "Ġl": 276,
+      "Ġhe": 277,
+      "Ġd": 278,
+      "er": 279,
+      "Ġwas": 280,
+      "Ġm": 281,
+      "Ġp": 282,
+      "om": 283,
+      "ĠT": 284,
+      "Ġo": 285,
+      "ay": 286,
+      "ar": 287,
+      "ing": 288,
+      "is": 289,
+      "Ġg": 290,
+      "il": 291,
+      "id": 292,
+      "at": 293,
+      "en": 294,
+      "Ġn": 295,
+      "Ġsa": 296,
+      "Ġha": 297,
+      "ĠS": 298,
+      "im": 299,
+      "an": 300,
+      "ĠThe": 301,
+      "or": 302,
+      "on": 303,
+      "Ġit": 304,
+      "Ġth": 305,
+      "ll": 306,
+      "le": 307,
+      "ĠH": 308,
+      "Ġher": 309,
+      "et": 310,
+      "ot": 311,
+      "ir": 312,
+      "ĠShe": 313,
+      "ĠHe": 314,
+      "ver": 315,
+      "es": 316,
+      "Ġin": 317,
+      "ut": 318,
+      "ow": 319,
+      "ck": 320,
+      "Ġe": 321,
+      "Ġu": 322,
+      "ld": 323,
+      "ĠThey": 324,
+      "oo": 325,
+      "ig": 326,
+      "Ġsaid": 327,
+      "am": 328,
+      "ily": 329,
+      "Ġbe": 330,
+      "Ġy": 331,
+      "Ġr": 332,
+      "Ġst": 333,
+      "ce": 334,
+      "Ġshe": 335,
+      "Ġ\"": 336,
+      "pp": 337,
+      "ke": 338,
+      "ith": 339,
+      "On": 340,
+      "ĠI": 341,
+      "Ġwith": 342,
+      "ve": 343,
+      "Lily": 344,
+      "Ġon": 345,
+      "Ġof": 346,
+      "Ġso": 347,
+      "Ġhis": 348,
+      "ked": 349,
+      "ri": 350,
+      "nt": 351,
+      "very": 352,
+      "Ġpl": 353,
+      "Ġday": 354,
+      "ad": 355,
+      "Ġyou": 356,
+      "Ġthat": 357,
+      "Ġup": 358,
+      "Ġhad": 359,
+      "st": 360,
+      "Ġplay": 361,
+      "Ġthey": 362,
+      "ĠLily": 363,
+      "Ġwe": 364,
+      "Ġmom": 365,
+      "my": 366,
+      "Ġfor": 367,
+      "el": 368,
+      "ould": 369,
+      "un": 370,
+      "ĠB": 371,
+      "'s": 372,
+      "itt": 373,
+      "ent": 374,
+      "Ġhapp": 375,
+      "The": 376,
+      "ch": 377,
+      "Ġli": 378,
+      "out": 379,
+      "Ġwant": 380,
+      "Ġsh": 381,
+      "her": 382,
+      "ly": 383,
+      "ime": 384,
+      "ittle": 385,
+      "ound": 386,
+      "Ġvery": 387,
+      "Ġtime": 388,
+      "ome": 389,
+      "Ġlittle": 390,
+      "Ġthere": 391,
+      "se": 392,
+      "Ġdo": 393,
+      "Ġwh": 394,
+      "all": 395,
+      "Ġk": 396,
+      "end": 397,
+      "al": 398,
+      "ht": 399,
+      "Ġne": 400,
+      "Ġre": 401,
+      "Ġnot": 402,
+      "Ġhappy": 403,
+      "ĠĊ": 404,
+      "Ġbig": 405,
+      "ĠM": 406,
+      "Ġbut": 407,
+      "Ġsm": 408,
+      "ack": 409,
+      "Ġsaw": 410,
+      "ĠIt": 411,
+      "Ġas": 412,
+      "Ġan": 413,
+      "ra": 414,
+      "riend": 415,
+      "Ġfriend": 416,
+      "ide": 417,
+      "One": 418,
+      "ry": 419,
+      "'t": 420,
+      "ved": 421,
+      "Ġis": 422,
+      "Once": 423,
+      "ake": 424,
+      ".\"": 425,
+      "Ġwere": 426,
+      "ter": 427,
+      "ug": 428,
+      "Ġloo": 429,
+      "Ġlo": 430,
+      "ore": 431,
+      "ec": 432,
+      "ĠTim": 433,
+      "Ġhim": 434,
+      "Ġbo": 435,
+      "!\"": 436,
+      "Ġtoo": 437,
+      "Ġgo": 438,
+      "Ġupon": 439,
+      "irl": 440,
+      "Ġj": 441,
+      "Ġwanted": 442,
+      "Ġgirl": 443,
+      "Ġse": 444,
+      "Ġout": 445,
+      "ard": 446,
+      "way": 447,
+      "Ġsp": 448,
+      "ill": 449,
+      "ind": 450,
+      "Ġthem": 451,
+      "Ġcould": 452,
+      "fu": 453,
+      "hen": 454,
+      "Ġat": 455,
+      "ur": 456,
+      "Ġdid": 457,
+      "Ġsmil": 458,
+      "Ġtheir": 459,
+      "Ġare": 460,
+      "Ġex": 461,
+      "ĠA": 462,
+      "ain": 463,
+      "Ġwent": 464,
+      "art": 465,
+      "hed": 466,
+      "rom": 467,
+      "ic": 468,
+      "round": 469,
+      "Ġhave": 470,
+      "Ġnam": 471,
+      "lp": 472,
+      "Ġall": 473,
+      "ĠJ": 474,
+      "ful": 475,
+      "Ġkn": 476,
+      "hing": 477,
+      "ood": 478,
+      "Ġhelp": 479,
+      "ight": 480,
+      "Ġfriends": 481,
+      "one": 482,
+      "ark": 483,
+      "Ġback": 484,
+      "um": 485,
+      "Ġcan": 486,
+      "Ġnamed": 487,
+      "Ġcl": 488,
+      "?\"": 489,
+      "Ġfun": 490,
+      "are": 491,
+      "ĠBen": 492,
+      "Ġloved": 493,
+      "Ġal": 494,
+      "elt": 495,
+      "ĠTimmy": 496,
+      "ĠOne": 497,
+      "op": 498,
+      "side": 499,
+      "Ġle": 500,
+      "Ġno": 501,
+      "Ġsc": 502,
+      "ĠTom": 503,
+      "Ġfelt": 504,
+      "oug": 505,
+      "Ġsmiled": 506,
+      "ick": 507,
+      "Ġasked": 508,
+      "You": 509,
+      "Ġtoy": 510,
+      "Ġman": 511,
+      "Ġaround": 512,
+      "ame": 513,
+      "Ġfe": 514,
+      "Ġsay": 515,
+      "Ġboy": 516,
+      "Ġsome": 517,
+      "Ġlooked": 518,
+      "ure": 519,
+      "omet": 520,
+      "Ġbr": 521,
+      "Ġwould": 522,
+      "Ġme": 523,
+      "Ġbir": 524,
+      "Ġlike": 525,
+      "get": 526,
+      "Ġstart": 527,
+      "Ġro": 528,
+      "as": 529,
+      "Ġsee": 530,
+      "ĠW": 531,
+      "ice": 532,
+      "ong": 533,
+      "Ġbird": 534,
+      "Ġsomet": 535,
+      "dd": 536,
+      "Ġwor": 537,
+      "ade": 538,
+      "ie": 539,
+      "king": 540,
+      "Ġag": 541,
+      "own": 542,
+      "Ġtre": 543,
+      "Ġfa": 544,
+      "Ġaway": 545,
+      "Ġwhat": 546,
+      "ings": 547,
+      "Ġstarted": 548,
+      "gether": 549,
+      "Ġran": 550,
+      "â": 551,
+      "âĤ": 552,
+      "âĤ¬": 553,
+      "ared": 554,
+      "Ġmake": 555,
+      "ĠBut": 556,
+      "ited": 557,
+      "if": 558,
+      "oud": 559,
+      "Ġmade": 560,
+      "Ġtogether": 561,
+      "Ġsomething": 562,
+      "Ġexc": 563,
+      "ag": 564,
+      "Ġco": 565,
+      "Ġpark": 566,
+      "Ġnew": 567,
+      "Ġsad": 568,
+      "Ġput": 569,
+      ",\"": 570,
+      "Ġfrom": 571,
+      "ble": 572,
+      "ther": 573,
+      "Ġpr": 574,
+      "Ġmu": 575,
+      "Ġcar": 576,
+      "Ġhome": 577,
+      "ĠYou": 578,
+      "Ġthen": 579,
+      "Ġwhen": 580,
+      "Ġfound": 581,
+      "ell": 582,
+      "Ġother": 583,
+      "Ġagain": 584,
+      "Ġch": 585,
+      "Ġdec": 586,
+      "Ġwho": 587,
+      "Ġla": 588,
+      "ried": 589,
+      "ss": 590,
+      "Ġgood": 591,
+      "Ġhug": 592,
+      "ĠL": 593,
+      "pped": 594,
+      "Ġwal": 595,
+      "ep": 596,
+      "ally": 597,
+      "Ġsays": 598,
+      "Ġfl": 599,
+      "est": 600,
+      "ach": 601,
+      "ĠE": 602,
+      "Ġexcited": 603,
+      "pl": 604,
+      "qu": 605,
+      "ook": 606,
+      "Ġget": 607,
+      "ought": 608,
+      "Ġplaying": 609,
+      "Ġgot": 610,
+      "Ġsw": 611,
+      "ous": 612,
+      "hat": 613,
+      "ny": 614,
+      "ided": 615,
+      "uck": 616,
+      "Ġthings": 617,
+      "Ġevery": 618,
+      "Ġdecided": 619,
+      "Ġcame": 620,
+      "Ġbec": 621,
+      "ave": 622,
+      "ro": 623,
+      "ax": 624,
+      "Ġliked": 625,
+      "Ġdown": 626,
+      "Ġdog": 627,
+      "Ġscared": 628,
+      "Ġv": 629,
+      "udd": 630,
+      "ust": 631,
+      "Ġone": 632,
+      "Ġfind": 633,
+      "Ġbl": 634,
+      "Ġthan": 635,
+      "ĠD": 636,
+      "ouse": 637,
+      "ways": 638,
+      "Ġkne": 639,
+      "Ġdidn": 640,
+      "ap": 641,
+      "Ġmommy": 642,
+      "Ġcare": 643,
+      "Ġalways": 644,
+      "Ġab": 645,
+      "ist": 646,
+      "Ġdad": 647,
+      "Ġfeel": 648,
+      "ara": 649,
+      "bb": 650,
+      "arn": 651,
+      "fe": 652,
+      "Ġyour": 653,
+      "Ġoutside": 654,
+      "ue": 655,
+      "Ġgra": 656,
+      "ant": 657,
+      "Ġke": 658,
+      "ĠMom": 659,
+      "Ġtook": 660,
+      "Ġlot": 661,
+      "nn": 662,
+      "Ġbu": 663,
+      "Ġabout": 664,
+      "ess": 665,
+      "ĠF": 666,
+      "nder": 667,
+      "Ġtree": 668,
+      "eci": 669,
+      "Ġlook": 670,
+      "Ġpo": 671,
+      "Ġmy": 672,
+      "our": 673,
+      "Ġtoys": 674,
+      "ite": 675,
+      "ched": 676,
+      "Ġknew": 677,
+      "Ġthought": 678,
+      "ened": 679,
+      "Ġlearn": 680,
+      "Ġint": 681,
+      "Ġold": 682,
+      "Ġmore": 683,
+      "nna": 684,
+      "ise": 685,
+      "ged": 686,
+      "Ġta": 687,
+      "udden": 688,
+      "ecial": 689,
+      "Ġspecial": 690,
+      "ĠMax": 691,
+      "au": 692,
+      "Ġwill": 693,
+      "ers": 694,
+      "They": 695,
+      "ret": 696,
+      "Ġpe": 697,
+      "Ġho": 698,
+      "ĠSam": 699,
+      "Ġtake": 700,
+      "Ġball": 701,
+      "Ġknow": 702,
+      "Ġlaug": 703,
+      "fter": 704,
+      "uddenly": 705,
+      "Ġcat": 706,
+      "Ġhow": 707,
+      "ive": 708,
+      "Ġtr": 709,
+      "Ġmuch": 710,
+      "Ġany": 711,
+      "Ġpu": 712,
+      "ma": 713,
+      "Ġsl": 714,
+      "Ġsor": 715,
+      "Ġmo": 716,
+      "ven": 717,
+      "ish": 718,
+      "Ġshow": 719,
+      "Ġcouldn": 720,
+      "ause": 721,
+      "ink": 722,
+      "But": 723,
+      "Ġhouse": 724,
+      "Ġinto": 725,
+      "ump": 726,
+      "Ġover": 727,
+      "Ġtried": 728,
+      "and": 729,
+      "Ġeat": 730,
+      "Ġsk": 731,
+      "Ġsun": 732,
+      "Ġtw": 733,
+      "Ġclo": 734,
+      "ia": 735,
+      "Ġrun": 736,
+      "Ġhand": 737,
+      "ĠEvery": 738,
+      "Ġen": 739,
+      "Ġinside": 740,
+      "dy": 741,
+      "Ġif": 742,
+      "Ġtold": 743,
+      "Ġnever": 744,
+      "ion": 745,
+      "Ġqu": 746,
+      "Ġbecause": 747,
+      "by": 748,
+      "Ġproud": 749,
+      "Ġgave": 750,
+      "Ġsorry": 751,
+      "Ġthis": 752,
+      "Ġop": 753,
+      "Ġplayed": 754,
+      "ate": 755,
+      "Ġexpl": 756,
+      "Ġheard": 757,
+      "ty": 758,
+      "Ġor": 759,
+      "Ġwater": 760,
+      "ank": 761,
+      "ge": 762,
+      "sed": 763,
+      "Ġpick": 764,
+      "other": 765,
+      "Ġroom": 766,
+      "etter": 767,
+      "Ġjust": 768,
+      "ace": 769,
+      "Ġhugged": 770,
+      "ak": 771,
+      "Ġgre": 772,
+      "here": 773,
+      "Ġoff": 774,
+      "ĠSara": 775,
+      "Ġpret": 776,
+      "ile": 777,
+      "Ġeach": 778,
+      "Ġcom": 779,
+      "Ġlong": 780,
+      "Ġbox": 781,
+      "ort": 782,
+      "Ġstr": 783,
+      "iz": 784,
+      "Ġunt": 785,
+      "Ġwat": 786,
+      "oth": 787,
+      "Ġneed": 788,
+      "Ġjo": 789,
+      "ĠWe": 790,
+      "Tom": 791,
+      "Ġsmall": 792,
+      "ine": 793,
+      "Ġbear": 794,
+      "Mom": 795,
+      "Ġuntil": 796,
+      "Ġnice": 797,
+      "Ġtry": 798,
+      "ving": 799,
+      "uc": 800,
+      "sel": 801,
+      "ough": 802,
+      "Ġlearned": 803,
+      "Ġkind": 804,
+      "ĠAnna": 805,
+      "ild": 806,
+      "Ġfo": 807,
+      "Ġmany": 808,
+      "'m": 809,
+      "ĠJack": 810,
+      "Ġbetter": 811,
+      "Ġim": 812,
+      "gry": 813,
+      "imal": 814,
+      "Ġanimal": 815,
+      "urt": 816,
+      "ft": 817,
+      "Ġend": 818,
+      "Ġsn": 819,
+      "aut": 820,
+      "Ġte": 821,
+      "Ġcle": 822,
+      "ĠJo": 823,
+      "vent": 824,
+      "urp": 825,
+      "Ġgr": 826,
+      "Ġbeaut": 827,
+      "Ġjump": 828,
+      "mb": 829,
+      "Ġad": 830,
+      "ream": 831,
+      "pt": 832,
+      "ĠSo": 833,
+      "ĠHer": 834,
+      "Ġflow": 835,
+      "ies": 836,
+      "Ġche": 837,
+      "Ġbra": 838,
+      "Ġthanked": 839,
+      "Ġeven": 840,
+      "Ġbest": 841,
+      "Ġcall": 842,
+      "ady": 843,
+      "He": 844,
+      "Ġlots": 845,
+      "Ġlaughed": 846,
+      "self": 847,
+      "Ġra": 848,
+      "Ġway": 849,
+      "ars": 850,
+      "urn": 851,
+      "Ġby": 852,
+      "Ġfast": 853,
+      "lly": 854,
+      "Ġfam": 855,
+      "ĠC": 856,
+      "ves": 857,
+      "arden": 858,
+      "Ġgarden": 859,
+      "Ġbeauti": 860,
+      "wn": 861,
+      "Th": 862,
+      "Ġbeautiful": 863,
+      "Ġloud": 864,
+      "lew": 865,
+      "Ġsky": 866,
+      "Ġdon": 867,
+      "hn": 868,
+      "ered": 869,
+      "iny": 870,
+      "Ġcareful": 871,
+      "Ġlove": 872,
+      "Ġfi": 873,
+      "ĠThen": 874,
+      "Åĵ": 875,
+      "ase": 876,
+      "ect": 877,
+      "Ġsafe": 878,
+      "ĠAnd": 879,
+      "Ġunder": 880,
+      "Ġcome": 881,
+      "ĠFrom": 882,
+      "Yes": 883,
+      "ĠMia": 884,
+      "It": 885,
+      "me": 886,
+      "Ġhard": 887,
+      "Ġcu": 888,
+      "Ġwo": 889,
+      "Ġlist": 890,
+      "Ġstay": 891,
+      "ane": 892,
+      "sh": 893,
+      "ople": 894,
+      "Ġgl": 895,
+      "ning": 896,
+      "Ġstill": 897,
+      "ool": 898,
+      "Ġhurt": 899,
+      "ree": 900,
+      "ĠHis": 901,
+      "Ġimp": 902,
+      "Ġfamily": 903,
+      "Ġâ": 904,
+      "Ġboth": 905,
+      "rm": 906,
+      "igh": 907,
+      "Ġlived": 908,
+      "hes": 909,
+      "When": 910,
+      "Ġpeople": 911,
+      "Ġanimals": 912,
+      "Ġcol": 913,
+      "Ġbrave": 914,
+      "Ġwalked": 915,
+      "ob": 916,
+      "Tim": 917,
+      "ct": 918,
+      "Ġlet": 919,
+      "urpr": 920,
+      "ĠWhen": 921,
+      "Ġtwo": 922,
+      "Ġsurpr": 923,
+      "Ġshould": 924,
+      "ished": 925,
+      "Ġbad": 926,
+      "ress": 927,
+      "Ġkept": 928,
+      "Ġfore": 929,
+      "Ġflew": 930,
+      "Ġfin": 931,
+      "Ġstor": 932,
+      "Ġfly": 933,
+      "ast": 934,
+      "ised": 935,
+      "ip": 936,
+      "Ġits": 937,
+      "led": 938,
+      "ock": 939,
+      "ucy": 940,
+      "fore": 941,
+      "Ġgoing": 942,
+      "Ġclean": 943,
+      "Ġdan": 944,
+      "Ġpic": 945,
+      "Ġsoon": 946,
+      "Ġcalled": 947,
+      "Ġshare": 948,
+      "kay": 949,
+      "Ġangry": 950,
+      "Ġrock": 951,
+      "Ġcon": 952,
+      "Ġpretty": 953,
+      "No": 954,
+      "Ġide": 955,
+      "ied": 956,
+      "illy": 957,
+      "Ġground": 958,
+      "xt": 959,
+      "Ġred": 960,
+      "Ġexplore": 961,
+      "Ġcry": 962,
+      "Ġadvent": 963,
+      "Ġsto": 964,
+      "so": 965,
+      "Ġreal": 966,
+      "Let": 967,
+      "Ġwind": 968,
+      "Ġshiny": 969,
+      "be": 970,
+      "Ġbook": 971,
+      "Ġalso": 972,
+      "Ġdoll": 973,
+      "Ġidea": 974,
+      "Ġbefore": 975,
+      "Ġopened": 976,
+      "dded": 977,
+      "Ġwhile": 978,
+      "ummy": 979,
+      "Ġkeep": 980,
+      "Ġey": 981,
+      "Ġnow": 982,
+      "Ġdoor": 983,
+      "Ġfeeling": 984,
+      "âĤ¬â": 985,
+      "oon": 986,
+      "oy": 987,
+      "Ġwalking": 988,
+      "Ġnoise": 989,
+      "Ġfr": 990,
+      "les": 991,
+      "age": 992,
+      "ious": 993,
+      "Ġcolor": 994,
+      "Ġturn": 995,
+      "thing": 996,
+      "ff": 997,
+      "uch": 998,
+      "th": 999,
+      "Ġbed": 1000,
+      "ary": 1001,
+      "Ġdra": 1002,
+      "Ġpicked": 1003,
+      "imb": 1004,
+      "eet": 1005,
+      "Ġclimb": 1006,
+      "Ġdel": 1007,
+      "What": 1008,
+      "Ġbeing": 1009,
+      "Ġfood": 1010,
+      "Ġun": 1011,
+      "Ġfar": 1012,
+      "ture": 1013,
+      "joy": 1014,
+      "Ġadventure": 1015,
+      "ac": 1016,
+      "Ġsmile": 1017,
+      "Ġdif": 1018,
+      "Ħ¢": 1019,
+      "âĤ¬âĦ¢": 1020,
+      "memb": 1021,
+      "Ġwr": 1022,
+      "Ġthr": 1023,
+      "ught": 1024,
+      "Ġlooking": 1025,
+      "Ġnext": 1026,
+      "iced": 1027,
+      "ĠLucy": 1028,
+      "Ġnodded": 1029,
+      "Ġquick": 1030,
+      "ĠP": 1031,
+      "Ġdis": 1032,
+      "Ġrepl": 1033,
+      "ĠDad": 1034,
+      "Ġwait": 1035,
+      "ized": 1036,
+      "Ġforest": 1037,
+      "Ġclos": 1038,
+      "ĠSuddenly": 1039,
+      "Ġtra": 1040,
+      "That": 1041,
+      "Ġeyes": 1042,
+      "ger": 1043,
+      "bbit": 1044,
+      "ted": 1045,
+      "Ġown": 1046,
+      "Ġrain": 1047,
+      "Ġimport": 1048,
+      "Ġgreat": 1049,
+      "Ġrememb": 1050,
+      "Ġpicture": 1051,
+      "Thank": 1052,
+      "Suddenly": 1053,
+      "Ġstopped": 1054,
+      "Ġenjoy": 1055,
+      "Ġvo": 1056,
+      "Ben": 1057,
+      "Ġgive": 1058,
+      "Ġimportant": 1059,
+      "Ġwork": 1060,
+      "Ġnear": 1061,
+      "gan": 1062,
+      "pot": 1063,
+      "Ġever": 1064,
+      "Ġapp": 1065,
+      "Ġafter": 1066,
+      "Ġquickly": 1067,
+      "Ġlisten": 1068,
+      "Ġbre": 1069,
+      "ting": 1070,
+      "bbed": 1071,
+      "Ġma": 1072,
+      "Ġfish": 1073,
+      "Ġreplied": 1074,
+      "Ġrabbit": 1075,
+      "Ġhands": 1076,
+      "ĠG": 1077,
+      "Ġnoticed": 1078,
+      "Ġbro": 1079,
+      "Ġslide": 1080,
+      "Ġthink": 1081,
+      "Ġwalk": 1082,
+      "Ġtruck": 1083,
+      "Ġac": 1084,
+      "kes": 1085,
+      "Ġstrong": 1086,
+      "She": 1087,
+      "Ġshowed": 1088,
+      "Ġde": 1089,
+      "Ġeveryone": 1090,
+      "Ġwonder": 1091,
+      "fere": 1092,
+      "bye": 1093,
+      "Ġdiffere": 1094,
+      "irst": 1095,
+      "So": 1096,
+      "Ġsure": 1097,
+      "Ġhas": 1098,
+      "Ġright": 1099,
+      "Ġbeen": 1100,
+      "Ġbecame": 1101,
+      "Ġsound": 1102,
+      "maz": 1103,
+      "Ġtow": 1104,
+      "Ġru": 1105,
+      "Ġtal": 1106,
+      "Ġamaz": 1107,
+      "Ġhead": 1108,
+      "Ġshout": 1109,
+      "Ġbright": 1110,
+      "Ġye": 1111,
+      "Ġwatched": 1112,
+      "ĠR": 1113,
+      "Ġmor": 1114,
+      "Ġchild": 1115,
+      "able": 1116,
+      "Ġmean": 1117,
+      "Ġwhere": 1118,
+      "llow": 1119,
+      "Ġhigh": 1120,
+      "ĠSue": 1121,
+      "Ġface": 1122,
+      "Ġcook": 1123,
+      "day": 1124,
+      "aybe": 1125,
+      "Ġwatch": 1126,
+      "Ġblue": 1127,
+      "aught": 1128,
+      "Ġdifferent": 1129,
+      "Ġstore": 1130,
+      "ĠN": 1131,
+      "Ġgoodbye": 1132,
+      "Ġdress": 1133,
+      "ull": 1134,
+      "ĠBob": 1135,
+      "ng": 1136,
+      "ange": 1137,
+      "Ġsqu": 1138,
+      "Ġokay": 1139,
+      "isy": 1140,
+      "lease": 1141,
+      "ĠMommy": 1142,
+      "Ġvoice": 1143,
+      "Jo": 1144,
+      "ath": 1145,
+      "Ġnight": 1146,
+      "ĠSpot": 1147,
+      "Ġus": 1148,
+      "Ġboat": 1149,
+      "Ġflowers": 1150,
+      "Ġplace": 1151,
+      "Ġfollow": 1152,
+      "Ġar": 1153,
+      "Ġuse": 1154,
+      "Ġcloser": 1155,
+      "unny": 1156,
+      "leep": 1157,
+      "ired": 1158,
+      "Ġfav": 1159,
+      "Ġyell": 1160,
+      "Ġgrabbed": 1161,
+      "Ġcuri": 1162,
+      "Ġwarm": 1163,
+      "Ġcr": 1164,
+      "Ġforg": 1165,
+      "ĠSarah": 1166,
+      "ĠJohn": 1167,
+      "Ġmag": 1168,
+      "Ġstick": 1169,
+      "We": 1170,
+      "Ġjumped": 1171,
+      "Ġcake": 1172,
+      "more": 1173,
+      "Ġtell": 1174,
+      "Ġanymore": 1175,
+      "After": 1176,
+      "Ġbutter": 1177,
+      "ndma": 1178,
+      "Ġthree": 1179,
+      "Ġask": 1180,
+      "co": 1181,
+      "Ġour": 1182,
+      "lie": 1183,
+      "Ġcurious": 1184,
+      "ount": 1185,
+      "orn": 1186,
+      "Ġcont": 1187,
+      "Ġfell": 1188,
+      "ached": 1189,
+      "ĠTh": 1190,
+      "Ġbirds": 1191,
+      "ass": 1192,
+      "Her": 1193,
+      "iss": 1194,
+      "Ġhelped": 1195,
+      "ĠJane": 1196,
+      "Ġpull": 1197,
+      "Ġfirst": 1198,
+      "itc": 1199,
+      "Ġblock": 1200,
+      "Ġhop": 1201,
+      "Ġbit": 1202,
+      "Ġdr": 1203,
+      "Ġrealized": 1204,
+      "Ġkid": 1205,
+      "Look": 1206,
+      "ila": 1207,
+      "Ġmon": 1208,
+      "Ġbrother": 1209,
+      "Anna": 1210,
+      "Sara": 1211,
+      "Ġz": 1212,
+      "ĠEveryone": 1213,
+      "Ġate": 1214,
+      "Ġdoes": 1215,
+      "imes": 1216,
+      "Ġhappened": 1217,
+      "Ġstop": 1218,
+      "zy": 1219,
+      "Ġyummy": 1220,
+      "Ġfavor": 1221,
+      "ppy": 1222,
+      "Ġkitc": 1223,
+      "Ġkitchen": 1224,
+      "Ġsweet": 1225,
+      "us": 1226,
+      "Ġper": 1227,
+      "Ġreally": 1228,
+      "aisy": 1229,
+      "Ġgrass": 1230,
+      "Ġfavorite": 1231,
+      "Ġbegan": 1232,
+      "Ġrest": 1233,
+      "Ġready": 1234,
+      "Ġlea": 1235,
+      "Ġreached": 1236,
+      "Ġunderst": 1237,
+      "air": 1238,
+      "Ġste": 1239,
+      "Ġbunny": 1240,
+      "ĠAs": 1241,
+      "Ġstory": 1242,
+      "'re": 1243,
+      "Ġpain": 1244,
+      "Ġsing": 1245,
+      "ster": 1246,
+      "Ġhere": 1247,
+      "Ġsand": 1248,
+      "Ġonly": 1249,
+      "Ġflo": 1250,
+      "Ġam": 1251,
+      "Ġglad": 1252,
+      "Ġtri": 1253,
+      "Ġbeh": 1254,
+      "Ġworld": 1255,
+      "Ġopen": 1256,
+      "Ġcre": 1257,
+      "fully": 1258,
+      "Ġprin": 1259,
+      "where": 1260,
+      "arent": 1261,
+      "Ġflower": 1262,
+      "Ġthrough": 1263,
+      "Ġba": 1264,
+      "Ġfire": 1265,
+      "Ġdone": 1266,
+      "Ġhaving": 1267,
+      "Ġthing": 1268,
+      "Ġdelic": 1269,
+      "Ġhimself": 1270,
+      "Ġtired": 1271,
+      "Ġparent": 1272,
+      "Ġsoft": 1273,
+      "Ġfro": 1274,
+      "Timmy": 1275,
+      "Ġtast": 1276,
+      "Ġbutterf": 1277,
+      "ĠLet": 1278,
+      "Ġcut": 1279,
+      "Ġpart": 1280,
+      "Ġwhy": 1281,
+      "ken": 1282,
+      "Ġmess": 1283,
+      "Can": 1284,
+      "Ġworry": 1285,
+      "Mommy": 1286,
+      "iver": 1287,
+      "Ġdin": 1288,
+      "uff": 1289,
+      "ater": 1290,
+      "Ġmagic": 1291,
+      "Ġwaved": 1292,
+      "Ġshouted": 1293,
+      "Ġpond": 1294,
+      "Ġkids": 1295,
+      "Ġhat": 1296,
+      "Ġduck": 1297,
+      "Ġsees": 1298,
+      "olly": 1299,
+      "illed": 1300,
+      "Ġgame": 1301,
+      "ient": 1302,
+      "Ġmaking": 1303,
+      "ather": 1304,
+      "John": 1305,
+      "As": 1306,
+      "akes": 1307,
+      "Ġcatch": 1308,
+      "Ġseen": 1309,
+      "Ġcool": 1310,
+      "ation": 1311,
+      "Ġcoming": 1312,
+      "Ġless": 1313,
+      "Ġdark": 1314,
+      "Ġused": 1315,
+      "eddy": 1316,
+      "Ġfix": 1317,
+      "ĠJoe": 1318,
+      "Ġthank": 1319,
+      "mer": 1320,
+      "Ġtop": 1321,
+      "Ġlady": 1322,
+      "Ġhair": 1323,
+      "aring": 1324,
+      "Ġprom": 1325,
+      "Ġhopped": 1326,
+      "ĠCan": 1327,
+      "\".": 1328,
+      "ign": 1329,
+      "Ġsurprise": 1330,
+      "Ġdraw": 1331,
+      "Ġmum": 1332,
+      "Ġmouse": 1333,
+      "Ġfunny": 1334,
+      "rel": 1335,
+      "Ġcra": 1336,
+      "Ġ-": 1337,
+      "aper": 1338,
+      "Ġfull": 1339,
+      "Ġtouch": 1340,
+      "Ġlight": 1341,
+      "Ġspot": 1342,
+      "ren": 1343,
+      "Ġdro": 1344,
+      "ĠBenny": 1345,
+      "Ġparents": 1346,
+      "Ġworked": 1347,
+      "ins": 1348,
+      "oney": 1349,
+      "ĠDo": 1350,
+      "Ġsurprised": 1351,
+      "Ġcarefully": 1352,
+      "Ġtrees": 1353,
+      "Ġfrog": 1354,
+      "Ġswing": 1355,
+      "Ġdoing": 1356,
+      "Don": 1357,
+      "Ġsat": 1358,
+      "inally": 1359,
+      "ĠThat": 1360,
+      "Ġice": 1361,
+      "ĠIn": 1362,
+      "Ġheld": 1363,
+      "Wow": 1364,
+      "Ġrunning": 1365,
+      "Ġpretend": 1366,
+      "Ġswim": 1367,
+      "Ġset": 1368,
+      "Ġread": 1369,
+      "Ġdelicious": 1370,
+      "Ġneeded": 1371,
+      "Ġtight": 1372,
+      "Ġslow": 1373,
+      "Ġremembered": 1374,
+      "Ġlost": 1375,
+      "Ġcold": 1376,
+      "Ġsmell": 1377,
+      "ards": 1378,
+      "Ġwood": 1379,
+      "Ġhappily": 1380,
+      "hy": 1381,
+      "ely": 1382,
+      "Ġlooks": 1383,
+      "Ġbehind": 1384,
+      "Ġherself": 1385,
+      "Ġcried": 1386,
+      "Ġenjoyed": 1387,
+      "Ġname": 1388,
+      "ask": 1389,
+      "Ġyears": 1390,
+      "Ġbuy": 1391,
+      "Ġhole": 1392,
+      "Ġblocks": 1393,
+      "Ġdri": 1394,
+      "Ġsleep": 1395,
+      "Ġgi": 1396,
+      "Ġyellow": 1397,
+      "cess": 1398,
+      "Ġbutterfly": 1399,
+      "ike": 1400,
+      "ued": 1401,
+      "Ġwished": 1402,
+      "Ġperf": 1403,
+      "Ġanother": 1404,
+      "ĠDaisy": 1405,
+      "Ġgreen": 1406,
+      "Ġmove": 1407,
+      "Ġtall": 1408,
+      "Ġair": 1409,
+      "Ġbag": 1410,
+      "Ġfloor": 1411,
+      "Ġcars": 1412,
+      "Ġlesson": 1413,
+      "ul": 1414,
+      "Ġbow": 1415,
+      "Ġarri": 1416,
+      "Ġwindow": 1417,
+      "Ġsho": 1418,
+      "Ġchildren": 1419,
+      "ner": 1420,
+      "Ġfinished": 1421,
+      "Ġhill": 1422,
+      "ĠAfter": 1423,
+      "andy": 1424,
+      "sp": 1425,
+      "ens": 1426,
+      "Ġpaper": 1427,
+      "Ġlikes": 1428,
+      "From": 1429,
+      "sy": 1430,
+      "Ġhold": 1431,
+      "Sam": 1432,
+      "Ġwrong": 1433,
+      "reed": 1434,
+      "Ġcontin": 1435,
+      "Ġunderstand": 1436,
+      "atter": 1437,
+      "uit": 1438,
+      "rew": 1439,
+      "Ġgent": 1440,
+      "Ġanything": 1441,
+      "Ġclose": 1442,
+      "Ġwall": 1443,
+      "Ġel": 1444,
+      "asure": 1445,
+      "Ġleft": 1446,
+      "Ġable": 1447,
+      "Ġarrived": 1448,
+      "Ġhun": 1449,
+      "ross": 1450,
+      "av": 1451,
+      "Ġhear": 1452,
+      "Ġfriendly": 1453,
+      "Ġforgot": 1454,
+      "Ġgone": 1455,
+      "ama": 1456,
+      "Ġcreat": 1457,
+      "Ġwet": 1458,
+      "Ġlion": 1459,
+      "Hell": 1460,
+      "Hello": 1461,
+      "Ġdream": 1462,
+      "Ġhot": 1463,
+      "bo": 1464,
+      "ber": 1465,
+      "ĠSally": 1466,
+      "Ġfilled": 1467,
+      "Ġdir": 1468,
+      "ield": 1469,
+      "Ġcookies": 1470,
+      "Ġlaugh": 1471,
+      "Ġbroken": 1472,
+      "Ġdinner": 1473,
+      "lf": 1474,
+      "Ġelse": 1475,
+      "Ġhid": 1476,
+      "ced": 1477,
+      "Ġpink": 1478,
+      "Ġfollowed": 1479,
+      "Ġtable": 1480,
+      "Ġmar": 1481,
+      "Ġcolors": 1482,
+      "oup": 1483,
+      "Ġmoment": 1484,
+      "Ġcontinued": 1485,
+      "Ġwonderful": 1486,
+      "ĠEm": 1487,
+      "ey": 1488,
+      "ined": 1489,
+      "irrel": 1490,
+      "rot": 1491,
+      "Ġfinally": 1492,
+      "Jack": 1493,
+      "Ġarm": 1494,
+      "Ġmight": 1495,
+      "ĠNow": 1496,
+      "Ġcast": 1497,
+      "Ġyes": 1498,
+      "Ġbuild": 1499,
+      "Ġenough": 1500,
+      "ĠBilly": 1501,
+      "Ġsomeone": 1502,
+      "Ġperfect": 1503,
+      "Ġfair": 1504,
+      "Ġstayed": 1505,
+      "app": 1506,
+      "Ġmorning": 1507,
+      "ĠThere": 1508,
+      "Ġpuppy": 1509,
+      "ol": 1510,
+      "Ġdaddy": 1511,
+      "Ġtrying": 1512,
+      "'ll": 1513,
+      "Ġju": 1514,
+      "Ġothers": 1515,
+      "Ġbooks": 1516,
+      "Ġagreed": 1517,
+      "Ġmus": 1518,
+      "Ġsnow": 1519,
+      "Ġsquirrel": 1520,
+      "Ġcream": 1521,
+      "room": 1522,
+      "Ġgetting": 1523,
+      "Ġgrandma": 1524,
+      "ĠLila": 1525,
+      "Ġleaves": 1526,
+      "Ġbaby": 1527,
+      "Ġcount": 1528,
+      "icy": 1529,
+      "Ġfew": 1530,
+      "At": 1531,
+      "Ġfall": 1532,
+      "Then": 1533,
+      "gon": 1534,
+      "Ġbreak": 1535,
+      "Ġclimbed": 1536,
+      "ries": 1537,
+      "Ġbeach": 1538,
+      "ash": 1539,
+      "Ġbug": 1540,
+      "Ġplease": 1541,
+      "Ġmother": 1542,
+      "Ġbrought": 1543,
+      "Ġtrain": 1544,
+      "ance": 1545,
+      "ĠThis": 1546,
+      "Ġdeep": 1547,
+      "Ġvis": 1548,
+      "ated": 1549,
+      "shed": 1550,
+      "Ġmet": 1551,
+      "Ġwasn": 1552,
+      "Ġsometimes": 1553,
+      "Ġeverything": 1554,
+      "ĠTommy": 1555,
+      "ich": 1556,
+      "Ġmusic": 1557,
+      "key": 1558,
+      "ling": 1559,
+      "This": 1560,
+      "os": 1561,
+      "Ġturned": 1562,
+      "lc": 1563,
+      "Ġride": 1564,
+      "oom": 1565,
+      "Ġsong": 1566,
+      "oring": 1567,
+      "Ġspark": 1568,
+      "Ġfight": 1569,
+      "Ġhungry": 1570,
+      "ons": 1571,
+      "Ġpictures": 1572,
+      "ds": 1573,
+      "Ġmakes": 1574,
+      "Ġsear": 1575,
+      "ucky": 1576,
+      "Ġlistened": 1577,
+      "Ġjoy": 1578,
+      "Ġpol": 1579,
+      "ĠWhat": 1580,
+      "His": 1581,
+      "ee": 1582,
+      "Ġclot": 1583,
+      "Ġsail": 1584,
+      "apped": 1585,
+      "bble": 1586,
+      "Ġcomp": 1587,
+      "Ġplan": 1588,
+      "Ġwants": 1589,
+      "Ġclothes": 1590,
+      "Ġpoin": 1591,
+      "ĠK": 1592,
+      "zz": 1593,
+      "Ġballoon": 1594,
+      "Ġstrange": 1595,
+      "man": 1596,
+      "enny": 1597,
+      "Ġpi": 1598,
+      "Ġgrow": 1599,
+      "Ġflying": 1600,
+      "row": 1601,
+      "Ġscary": 1602,
+      "Ġtreat": 1603,
+      "Ġwaited": 1604,
+      "Ġamazed": 1605,
+      "Ġteddy": 1606,
+      "Ġcastle": 1607,
+      "ister": 1608,
+      "Ġele": 1609,
+      "Ġamazing": 1610,
+      "med": 1611,
+      "Ġspl": 1612,
+      "Oh": 1613,
+      "Ġleave": 1614,
+      "Ġowner": 1615,
+      "Ġpromised": 1616,
+      "Ġdanger": 1617,
+      "ever": 1618,
+      "OK": 1619,
+      "Ġsuch": 1620,
+      "Ġwhite": 1621,
+      "Ġpat": 1622,
+      "Ġtalk": 1623,
+      "uffy": 1624,
+      "Ġfur": 1625,
+      "Ġpie": 1626,
+      "ope": 1627,
+      "red": 1628,
+      "Ġpulled": 1629,
+      "Ġpre": 1630,
+      "Ġwoods": 1631,
+      "ĠTo": 1632,
+      "Ġshared": 1633,
+      "Ġalone": 1634,
+      "Ġtowards": 1635,
+      "cle": 1636,
+      "ĠMaybe": 1637,
+      "Ġsit": 1638,
+      "Ġnap": 1639,
+      "Ġcolorful": 1640,
+      "amp": 1641,
+      "hone": 1642,
+      "Ġvisit": 1643,
+      "igg": 1644,
+      "ugg": 1645,
+      "thy": 1646,
+      "ence": 1647,
+      "Ġtail": 1648,
+      "ctor": 1649,
+      "Ġmagical": 1650,
+      "Ġriver": 1651,
+      "Ġhig": 1652,
+      "Ġbelie": 1653,
+      "Ġgrate": 1654,
+      "ually": 1655,
+      "ang": 1656,
+      "ott": 1657,
+      "Ġhide": 1658,
+      "Ġsilly": 1659,
+      "Ġsmiles": 1660,
+      "ower": 1661,
+      "Ġside": 1662,
+      "Max": 1663,
+      "Ġroll": 1664,
+      "Ġgu": 1665,
+      "ĠAmy": 1666,
+      "Ġpro": 1667,
+      "eter": 1668,
+      "Ġfaster": 1669,
+      "Ġgrateful": 1670,
+      "Ġtreasure": 1671,
+      "ased": 1672,
+      "Ġsnack": 1673,
+      "up": 1674,
+      "Ġland": 1675,
+      "avy": 1676,
+      "Ġmoral": 1677,
+      "ained": 1678,
+      "Ġsister": 1679,
+      "ĠGra": 1680,
+      "Ġshap": 1681,
+      "Ġpaint": 1682,
+      "Ġslowly": 1683,
+      "Ġfield": 1684,
+      "Ġpet": 1685,
+      "Ġsec": 1686,
+      "orm": 1687,
+      "ĠJim": 1688,
+      "Ġbran": 1689,
+      "Ġmin": 1690,
+      "Ġmust": 1691,
+      "Ġhelping": 1692,
+      "Ġworried": 1693,
+      "Ġjob": 1694,
+      "Ġfox": 1695,
+      "set": 1696,
+      "Ġmoney": 1697,
+      "Ġpot": 1698,
+      "Ġqui": 1699,
+      "Ġbel": 1700,
+      "Ġacc": 1701,
+      "Ġliving": 1702,
+      "Ġmonster": 1703,
+      "less": 1704,
+      "Ġparty": 1705,
+      "ear": 1706,
+      "Ġmost": 1707,
+      "Ġwear": 1708,
+      "Ġremember": 1709,
+      "ire": 1710,
+      "Ġsign": 1711,
+      "wl": 1712,
+      "Ġcloud": 1713,
+      "Ġcandy": 1714,
+      "Ġhigher": 1715,
+      "ipped": 1716,
+      "ident": 1717,
+      "ĠAll": 1718,
+      "der": 1719,
+      "ze": 1720,
+      "Ġquiet": 1721,
+      "Ġtown": 1722,
+      "unch": 1723,
+      "Ġprincess": 1724,
+      "Ġruns": 1725,
+      "asket": 1726,
+      "em": 1727,
+      "Ġeverywhere": 1728,
+      "Ġjoin": 1729,
+      "Ġstepped": 1730,
+      "Ġbasket": 1731,
+      "Ġlake": 1732,
+      "Ġcup": 1733,
+      "sw": 1734,
+      "outh": 1735,
+      "Ġcarrot": 1736,
+      "Ġcoll": 1737,
+      "Ġplant": 1738,
+      "Ġscream": 1739,
+      "ĠDaddy": 1740,
+      "Ġbuck": 1741,
+      "Ġheavy": 1742,
+      "Ġbigger": 1743,
+      "Ġcho": 1744,
+      "Ġblank": 1745,
+      "Ġclosed": 1746,
+      "Ġwon": 1747,
+      "ises": 1748,
+      "Ġansw": 1749,
+      "br": 1750,
+      "Ġblanket": 1751,
+      "Ġmouth": 1752,
+      "ames": 1753,
+      "eces": 1754,
+      "Ġeating": 1755,
+      "Ġpieces": 1756,
+      "cket": 1757,
+      "Ġstre": 1758,
+      "Ġwelc": 1759,
+      "Ġwouldn": 1760,
+      "Ġreach": 1761,
+      "Ġbroke": 1762,
+      "eared": 1763,
+      "Ġdangerous": 1764,
+      "gs": 1765,
+      "ph": 1766,
+      "ĠMolly": 1767,
+      "Ġce": 1768,
+      "ĠMr": 1769,
+      "ord": 1770,
+      "fort": 1771,
+      "Ġdolls": 1772,
+      "ming": 1773,
+      "Ġdance": 1774,
+      "Ġdragon": 1775,
+      "Ġthinks": 1776,
+      "Ġasks": 1777,
+      "Ġacross": 1778,
+      "Okay": 1779,
+      "Ġchair": 1780,
+      "Ġteac": 1781,
+      "Ġbott": 1782,
+      "Hi": 1783,
+      "Ġpa": 1784,
+      "Ġneigh": 1785,
+      "Ġbar": 1786,
+      "Ġbike": 1787,
+      "Ġpack": 1788,
+      "iting": 1789,
+      "Ġdisapp": 1790,
+      "Ġneighb": 1791,
+      "Ġstuck": 1792,
+      "de": 1793,
+      "Ġgif": 1794,
+      "Ġfruit": 1795,
+      "Ġbelieve": 1796,
+      "cy": 1797,
+      "Ġve": 1798,
+      "Ġcrying": 1799,
+      "ier": 1800,
+      "phant": 1801,
+      "Ġsuddenly": 1802,
+      "Ġsoup": 1803,
+      "Ġrace": 1804,
+      "Ġthrew": 1805,
+      "Sure": 1806,
+      "Ġfarmer": 1807,
+      "Ġaccident": 1808,
+      "Ġdirty": 1809,
+      "Ġelephant": 1810,
+      "Ġmonkey": 1811,
+      "Ġheal": 1812,
+      "weet": 1813,
+      "Ġrem": 1814,
+      "Ġpers": 1815,
+      "Ġsame": 1816,
+      "ored": 1817,
+      "ventually": 1818,
+      "ead": 1819,
+      "pping": 1820,
+      "Ġgentle": 1821,
+      "Ġfree": 1822,
+      "Ġbrown": 1823,
+      "Maybe": 1824,
+      "Ġinst": 1825,
+      "Ġbee": 1826,
+      "ix": 1827,
+      "Ġben": 1828,
+      "Ġwin": 1829,
+      "Ġblack": 1830,
+      "Ġalong": 1831,
+      "Ġlonger": 1832,
+      "ible": 1833,
+      "Ġspr": 1834,
+      "Ġclapped": 1835,
+      "Finally": 1836,
+      "Why": 1837,
+      "cked": 1838,
+      "Ġwords": 1839,
+      "ĠFl": 1840,
+      "Ġteacher": 1841,
+      "Ġupset": 1842,
+      "chool": 1843,
+      "Ġpiece": 1844,
+      "Ġwell": 1845,
+      "Ġcheered": 1846,
+      "Ġhit": 1847,
+      "Ġsang": 1848,
+      "ment": 1849,
+      "Ġbowl": 1850,
+      "Ġbite": 1851,
+      "Ġdoctor": 1852,
+      "ĠJill": 1853,
+      "Ġbucket": 1854,
+      "Mia": 1855,
+      "Ġbath": 1856,
+      "Ġcaught": 1857,
+      "Ġheart": 1858,
+      "Ġforget": 1859,
+      "Ġmark": 1860,
+      "Ġbutt": 1861,
+      "Ġdry": 1862,
+      "Ġyoung": 1863,
+      "Ġsea": 1864,
+      "Ġcour": 1865,
+      "Ġdropped": 1866,
+      "ese": 1867,
+      "Ġyard": 1868,
+      "Ġplac": 1869,
+      "ourn": 1870,
+      "Ġschool": 1871,
+      "Ġswings": 1872,
+      "bby": 1873,
+      "Ġwings": 1874,
+      "bs": 1875,
+      "Ġexplained": 1876,
+      "Ġjourn": 1877,
+      "Ġbring": 1878,
+      "Ġdrink": 1879,
+      "Ġstreet": 1880,
+      "Ġjuice": 1881,
+      "ung": 1882,
+      "Ġnearby": 1883,
+      "ĠEmma": 1884,
+      "Ġsmo": 1885,
+      "Ġsmart": 1886,
+      "Ġpushed": 1887,
+      "Ġstories": 1888,
+      "Ġdrove": 1889,
+      "Ġtiny": 1890,
+      "Ġpen": 1891,
+      "Ġcourse": 1892,
+      "Ġes": 1893,
+      "Ġmine": 1894,
+      "Ġtoday": 1895,
+      "Ġpocket": 1896,
+      "Ġyear": 1897,
+      "aughter": 1898,
+      "Ġje": 1899,
+      "Ġsecret": 1900,
+      "Ġexp": 1901,
+      "Ġwithout": 1902,
+      "Ġsinging": 1903,
+      "Ġwelcome": 1904,
+      "Ġhappen": 1905,
+      "to": 1906,
+      "Ġfit": 1907,
+      "Ġstu": 1908,
+      "vel": 1909,
+      "ract": 1910,
+      "Ġbus": 1911,
+      "Ġcheese": 1912,
+      "Ġcray": 1913,
+      "Ġfairy": 1914,
+      "Ġjar": 1915,
+      "Ġturns": 1916,
+      "Ġbush": 1917,
+      "bow": 1918,
+      "llo": 1919,
+      "Ġexploring": 1920,
+      "Ġlon": 1921,
+      "Ġstand": 1922,
+      "itting": 1923,
+      "Ġseemed": 1924,
+      "Ġspoon": 1925,
+      "ĠFinally": 1926,
+      "Ġgames": 1927,
+      "Ġwoke": 1928,
+      "issed": 1929,
+      "Ġresp": 1930,
+      "Ġtrou": 1931,
+      "Ġtwins": 1932,
+      "Ġhoped": 1933,
+      "Ġatt": 1934,
+      "Ġlonely": 1935,
+      "Ġant": 1936,
+      "ĠMama": 1937,
+      "orrow": 1938,
+      "Ġnoises": 1939,
+      "Ġhugs": 1940,
+      "ountain": 1941,
+      "yard": 1942,
+      "Ġdaughter": 1943,
+      "Ġinv": 1944,
+      "Ġkey": 1945,
+      "ail": 1946,
+      "Ġrocks": 1947,
+      "Ġdisco": 1948,
+      "Ġsu": 1949,
+      "Ġlunch": 1950,
+      "read": 1951,
+      "oun": 1952,
+      "vered": 1953,
+      "Ġbackyard": 1954,
+      "Ġsuc": 1955,
+      "Ġcow": 1956,
+      "Ġapple": 1957,
+      "ek": 1958,
+      "Ġswam": 1959,
+      "Ġshoes": 1960,
+      "Ġstars": 1961,
+      "Ġshook": 1962,
+      "ittens": 1963,
+      "Ġmiss": 1964,
+      "ches": 1965,
+      "Ġwish": 1966,
+      "Ġrelie": 1967,
+      "fused": 1968,
+      "Ġshapes": 1969,
+      "urple": 1970,
+      "Ġtower": 1971,
+      "ity": 1972,
+      "Ġcorn": 1973,
+      "Ġmoved": 1974,
+      "shine": 1975,
+      "Ġ3": 1976,
+      "Ġthough": 1977,
+      "Ġcir": 1978,
+      "umb": 1979,
+      "Ġtaking": 1980,
+      "ts": 1981,
+      "ĠTweet": 1982,
+      "ape": 1983,
+      "Ġrainbow": 1984,
+      "Ġthrow": 1985,
+      "Ġstar": 1986,
+      "Ġbench": 1987,
+      "Ġneck": 1988,
+      "ocked": 1989,
+      "Ġcreature": 1990,
+      "Ġbubble": 1991,
+      "Ġlate": 1992,
+      "Ġadventures": 1993,
+      "Ġowl": 1994,
+      "ions": 1995,
+      "And": 1996,
+      "Ġwhe": 1997,
+      "Ġpar": 1998,
+      "Ġshell": 1999,
+      "Ġkite": 2000,
+      "ĠFluffy": 2001,
+      "ining": 2002,
+      "Ġmil": 2003,
+      "unt": 2004,
+      "Ġfence": 2005,
+      "Ġmix": 2006,
+      "Ġlift": 2007,
+      "Ġaccidentally": 2008,
+      "Ġwise": 2009,
+      "Ġhello": 2010,
+      "Ġpurple": 2011,
+      "pper": 2012,
+      "Ġonto": 2013,
+      "Ġspin": 2014,
+      "ten": 2015,
+      "ours": 2016,
+      "Ġsitting": 2017,
+      "idge": 2018,
+      "Ġsunshine": 2019,
+      "Ġcute": 2020,
+      "Ġmat": 2021,
+      "ward": 2022,
+      "Ġshop": 2023,
+      "Ġwhist": 2024,
+      "Ġdist": 2025,
+      "Ġorange": 2026,
+      "Lila": 2027,
+      "Ġnaught": 2028,
+      "ĠSammy": 2029,
+      "Ġnaughty": 2030,
+      "Ġnest": 2031,
+      "ose": 2032,
+      "ors": 2033,
+      "lla": 2034,
+      "Ġmilk": 2035,
+      "fish": 2036,
+      "Ġaf": 2037,
+      "Ġboun": 2038,
+      "Ġphone": 2039,
+      "Ġarms": 2040,
+      "Ġeas": 2041,
+      "ness": 2042,
+      "Ġcarry": 2043,
+      "ĠGrandma": 2044,
+      "og": 2045,
+      "Ġbought": 2046,
+      "Ġdriver": 2047,
+      "Ġinstead": 2048,
+      "Later": 2049,
+      "Ġtalked": 2050,
+      "Ġsearched": 2051,
+      "gged": 2052,
+      "Ġpig": 2053,
+      "Ġcozy": 2054,
+      "Ġsunny": 2055,
+      "itty": 2056,
+      "Ġfeels": 2057,
+      "Ġfan": 2058,
+      "Ġwondered": 2059,
+      "Ġcomes": 2060,
+      "Ġswimming": 2061,
+      "uched": 2062,
+      "Ġtouched": 2063,
+      "Ġpop": 2064,
+      "ĠInside": 2065,
+      "ale": 2066,
+      "Ġlucky": 2067,
+      "Ġlaughing": 2068,
+      "Ġbelong": 2069,
+      "Ġsounds": 2070,
+      "Ġwom": 2071,
+      "Ġcave": 2072,
+      "let": 2073,
+      "Ġjourney": 2074,
+      "Ġwoman": 2075,
+      "Ġcou": 2076,
+      "Ġnothing": 2077,
+      "Ġcoat": 2078,
+      "Ġrelieved": 2079,
+      "ĠO": 2080,
+      "Ġpeace": 2081,
+      "adow": 2082,
+      "Ġnose": 2083,
+      "Ġbusy": 2084,
+      "Bob": 2085,
+      "Ġpast": 2086,
+      "Ġapples": 2087,
+      "Ġsick": 2088,
+      "Ġrope": 2089,
+      "Ġpatient": 2090,
+      "Ġact": 2091,
+      "Ġpudd": 2092,
+      "Ġinc": 2093,
+      "raid": 2094,
+      "Ġwatching": 2095,
+      "Ġbranch": 2096,
+      "Ġafraid": 2097,
+      "Ġtom": 2098,
+      "ider": 2099,
+      "Ġdays": 2100,
+      "Ġret": 2101,
+      "cing": 2102,
+      "ĠMary": 2103,
+      "Ġband": 2104,
+      "Ġfarm": 2105,
+      "Ġhuge": 2106,
+      "ĠThank": 2107,
+      "ator": 2108,
+      "Ġexciting": 2109,
+      "Ġdanced": 2110,
+      "thday": 2111,
+      "Ġwar": 2112,
+      "ĠSoon": 2113,
+      "ball": 2114,
+      "Ġgigg": 2115,
+      "blem": 2116,
+      "Ġzoom": 2117,
+      "Ġmad": 2118,
+      "Ġvill": 2119,
+      "Ġforever": 2120,
+      "Ġproblem": 2121,
+      "Ġcollect": 2122,
+      "ped": 2123,
+      "irt": 2124,
+      "Ġminut": 2125,
+      "Ġwra": 2126,
+      "ho": 2127,
+      "Ġlife": 2128,
+      "Ġknee": 2129,
+      "ces": 2130,
+      "Do": 2131,
+      "cer": 2132,
+      "mp": 2133,
+      "arp": 2134,
+      "Ġking": 2135,
+      "Ġasleep": 2136,
+      "Ġreturn": 2137,
+      "Ġsharp": 2138,
+      "Ġrel": 2139,
+      "Ġpower": 2140,
+      "eth": 2141,
+      "Ġholding": 2142,
+      "Ġfing": 2143,
+      "Ġhealthy": 2144,
+      "ĠMittens": 2145,
+      "Ġprot": 2146,
+      "Ġmeet": 2147,
+      "Ġorgan": 2148,
+      "Ġclever": 2149,
+      "Ġspotted": 2150,
+      "Ġletter": 2151,
+      "Ġgather": 2152,
+      "alm": 2153,
+      "Of": 2154,
+      "ere": 2155,
+      "Ġround": 2156,
+      "Ġstorm": 2157,
+      "Ġprotect": 2158,
+      "Ġgift": 2159,
+      "amed": 2160,
+      "Ġmail": 2161,
+      "ĠJen": 2162,
+      "Ġbirthday": 2163,
+      "Ġpres": 2164,
+      "Ġsaf": 2165,
+      "Ġneighbor": 2166,
+      "epend": 2167,
+      "Ġtakes": 2168,
+      "sc": 2169,
+      "Ġear": 2170,
+      "Ġcomfort": 2171,
+      "Ġent": 2172,
+      "Ġrep": 2173,
+      "Ġperson": 2174,
+      "Ġsmiling": 2175,
+      "ĠWith": 2176,
+      "Ġgently": 2177,
+      "Ġpointed": 2178,
+      "Every": 2179,
+      "owed": 2180,
+      "Ġspo": 2181,
+      "col": 2182,
+      "Ġtasty": 2183,
+      "ular": 2184,
+      "ĠJimmy": 2185,
+      "Ġplane": 2186,
+      "sting": 2187,
+      "hin": 2188,
+      "Ġhoney": 2189,
+      "itch": 2190,
+      "Ġpill": 2191,
+      "Ġpass": 2192,
+      "itten": 2193,
+      "Ġmatter": 2194,
+      "Ġadm": 2195,
+      "Ġtasted": 2196,
+      "Ġsmelled": 2197,
+      "nic": 2198,
+      "ove": 2199,
+      "Ġeag": 2200,
+      "Ġshining": 2201,
+      "Hey": 2202,
+      "Ġhope": 2203,
+      "Ġplaces": 2204,
+      "Ġkick": 2205,
+      "ĠCh": 2206,
+      "Ġpicnic": 2207,
+      "Ġbottle": 2208,
+      "Ġrespect": 2209,
+      "Ġblew": 2210,
+      "Ġappeared": 2211,
+      "Ġsupp": 2212,
+      "Tommy": 2213,
+      "ĠCome": 2214,
+      "Ġspider": 2215,
+      "Ġintere": 2216,
+      "Ġcheer": 2217,
+      "board": 2218,
+      "Ġwearing": 2219,
+      "Ġpresent": 2220,
+      "ert": 2221,
+      "Ġmist": 2222,
+      "ize": 2223,
+      "Ġtrouble": 2224,
+      "Ġtrip": 2225,
+      "Ġpract": 2226,
+      "Ġkiss": 2227,
+      "Ġquest": 2228,
+      "ond": 2229,
+      "Ġash": 2230,
+      "Ġloves": 2231,
+      "Ġtightly": 2232,
+      "gg": 2233,
+      "arge": 2234,
+      "Ġsur": 2235,
+      "Ġspread": 2236,
+      "aur": 2237,
+      "Ġwide": 2238,
+      "ones": 2239,
+      "umber": 2240,
+      "Ġfeather": 2241,
+      "Ġsplas": 2242,
+      "ont": 2243,
+      "ndp": 2244,
+      "Ġlater": 2245,
+      "Ġwhole": 2246,
+      "Ġanyone": 2247,
+      "Ġbread": 2248,
+      "Molly": 2249,
+      "Ġdes": 2250,
+      "Ġrec": 2251,
+      "ella": 2252,
+      "Ġroad": 2253,
+      "In": 2254,
+      "Ġoce": 2255,
+      "Ġgiant": 2256,
+      "Ġocean": 2257,
+      "els": 2258,
+      "Ġpuzz": 2259,
+      "Ġcookie": 2260,
+      "Ġpan": 2261,
+      "Ġpath": 2262,
+      "ÅĵI": 2263,
+      "Ġconfused": 2264,
+      "Ġscreamed": 2265,
+      "Ġclouds": 2266,
+      "eb": 2267,
+      "Ġimpress": 2268,
+      "Ġfront": 2269,
+      "ĠGo": 2270,
+      "Ġseat": 2271,
+      "lex": 2272,
+      "Ġlay": 2273,
+      "Ġwhich": 2274,
+      "la": 2275,
+      "Ġthin": 2276,
+      "Ġteach": 2277,
+      "erly": 2278,
+      "Ġdi": 2279,
+      "Ġanswer": 2280,
+      "ungle": 2281,
+      "Ġap": 2282,
+      "ssed": 2283,
+      "hile": 2284,
+      "ub": 2285,
+      "Ġlarge": 2286,
+      "Ġjungle": 2287,
+      "Ġpromise": 2288,
+      "Ġser": 2289,
+      "Ġber": 2290,
+      "Ġwild": 2291,
+      "Ġbark": 2292,
+      "Ġmach": 2293,
+      "oose": 2294,
+      "Ġbutton": 2295,
+      "ndpa": 2296,
+      "Good": 2297,
+      "Ġmyster": 2298,
+      "Ġsnake": 2299,
+      "Ġvillage": 2300,
+      "Ġhor": 2301,
+      "ĠEmily": 2302,
+      "Come": 2303,
+      "Ġtool": 2304,
+      "Ġputs": 2305,
+      "Ġlast": 2306,
+      "Ġimag": 2307,
+      "ĠJake": 2308,
+      "Lucy": 2309,
+      "Ġtid": 2310,
+      "Ġban": 2311,
+      "lebr": 2312,
+      "Ġeventually": 2313,
+      "Ġslid": 2314,
+      "Ġwave": 2315,
+      "Ġlive": 2316,
+      "Ġchased": 2317,
+      "ĠEverywhere": 2318,
+      "Ġcelebr": 2319,
+      "Ġcrayons": 2320,
+      "Just": 2321,
+      "Ġspent": 2322,
+      "Ġwrite": 2323,
+      "Ġgives": 2324,
+      "unk": 2325,
+      "ife": 2326,
+      "Ġdecor": 2327,
+      "Ġfoot": 2328,
+      "Ġdelight": 2329,
+      "Ġsol": 2330,
+      "Ġsandw": 2331,
+      "Ġdirt": 2332,
+      "ĠJenny": 2333,
+      "Ġtalking": 2334,
+      "Ġtreats": 2335,
+      "Ġcart": 2336,
+      "ching": 2337,
+      "Ġwaiting": 2338,
+      "Ġhiding": 2339,
+      "Ġsnowman": 2340,
+      "Ġinteresting": 2341,
+      "Ġhon": 2342,
+      "ony": 2343,
+      "Ġshelf": 2344,
+      "Ġtaste": 2345,
+      "een": 2346,
+      "Jim": 2347,
+      "Ġstep": 2348,
+      "Mum": 2349,
+      "Ġhelpful": 2350,
+      "Ġfeet": 2351,
+      "Ġshy": 2352,
+      "Ġgoes": 2353,
+      "Ġval": 2354,
+      "Ġemb": 2355,
+      "Ġstood": 2356,
+      "Ġshr": 2357,
+      "Ġbuilding": 2358,
+      "Ġoven": 2359,
+      "Ġstret": 2360,
+      "Ġlovely": 2361,
+      "Ġducks": 2362,
+      "Ġcorner": 2363,
+      "Ġwash": 2364,
+      "cks": 2365,
+      "Ġspe": 2366,
+      "Ġpretended": 2367,
+      "Ġrolled": 2368,
+      "Ġrude": 2369,
+      "old": 2370,
+      "Ġcalm": 2371,
+      "Ġpile": 2372,
+      "Ġteeth": 2373,
+      "Ġjumping": 2374,
+      "Ġzoo": 2375,
+      "Ġpuddle": 2376,
+      "Ġtidy": 2377,
+      "Mama": 2378,
+      "iger": 2379,
+      "ipe": 2380,
+      "Ġbugs": 2381,
+      "Ġashamed": 2382,
+      "Ġbat": 2383,
+      "ina": 2384,
+      "ĠRe": 2385,
+      "Ġob": 2386,
+      "Ġstra": 2387,
+      "ĠSt": 2388,
+      "Ġwhistle": 2389,
+      "Ġbanan": 2390,
+      "not": 2391,
+      "Ġnet": 2392,
+      "Ġforgive": 2393,
+      "Ġprince": 2394,
+      "ener": 2395,
+      "Ġshirt": 2396,
+      "Ġsel": 2397,
+      "Ġcoo": 2398,
+      "Ġembar": 2399,
+      "umpy": 2400,
+      "Ġsparkly": 2401,
+      "Ġremind": 2402,
+      "Ġsug": 2403,
+      "Ġcross": 2404,
+      "Ġmind": 2405,
+      "Ġcannot": 2406,
+      "Ġsuccess": 2407,
+      "Ġembarra": 2408,
+      "Soon": 2409,
+      "Ġmot": 2410,
+      "Ġsharing": 2411,
+      "Ġworm": 2412,
+      "Ġfold": 2413,
+      "Ġpeaceful": 2414,
+      "Ġwore": 2415,
+      "Ġmountain": 2416,
+      "Ġblow": 2417,
+      "lice": 2418,
+      "Ġign": 2419,
+      "Ġbell": 2420,
+      "Ġfurry": 2421,
+      "Ġgrab": 2422,
+      "als": 2423,
+      "ometimes": 2424,
+      "Ġwhenever": 2425,
+      "Ġpour": 2426,
+      "vous": 2427,
+      "llie": 2428,
+      "Ġpush": 2429,
+      "Ġbreath": 2430,
+      "Ġmachine": 2431,
+      "Ġsugar": 2432,
+      "Ġchick": 2433,
+      "Ġcreative": 2434,
+      "St": 2435,
+      "ned": 2436,
+      "Ġbal": 2437,
+      "Ġstir": 2438,
+      "Ġdolp": 2439,
+      "Ġtries": 2440,
+      "Now": 2441,
+      "Ġlad": 2442,
+      "ĠLe": 2443,
+      "Ġmed": 2444,
+      "Ġpool": 2445,
+      "Ġgener": 2446,
+      "Ġsal": 2447,
+      "ork": 2448,
+      "ult": 2449,
+      "Ġspray": 2450,
+      "Ġship": 2451,
+      "ian": 2452,
+      "Ġhum": 2453,
+      "Ġhel": 2454,
+      "isa": 2455,
+      "Ġselfish": 2456,
+      "Ġhar": 2457,
+      "Ġfaces": 2458,
+      "Ġmessy": 2459,
+      "Ġ'": 2460,
+      "Ġple": 2461,
+      "ĠSome": 2462,
+      "ĠHow": 2463,
+      "Ġgold": 2464,
+      "Ġchocol": 2465,
+      "Please": 2466,
+      "Ġminutes": 2467,
+      "Ġpillow": 2468,
+      "My": 2469,
+      "aking": 2470,
+      "Ġtun": 2471,
+      "Ġmissed": 2472,
+      "ighed": 2473,
+      "Ġvan": 2474,
+      "Ġfixed": 2475,
+      "Ġfighting": 2476,
+      "oin": 2477,
+      "Ġfig": 2478,
+      "Ġembarrassed": 2479,
+      "Ġmeant": 2480,
+      "Ġdrive": 2481,
+      "Ġtomorrow": 2482,
+      "Ġhours": 2483,
+      "Ġca": 2484,
+      "Ġner": 2485,
+      "Ġspicy": 2486,
+      "Ġknowing": 2487,
+      "ĠPlease": 2488,
+      "Sarah": 2489,
+      "Ġladder": 2490,
+      "ital": 2491,
+      "Ġhorse": 2492,
+      "ato": 2493,
+      "Ġug": 2494,
+      "ĠJust": 2495,
+      "Ġtrust": 2496,
+      "Ġhosp": 2497,
+      "Ġugly": 2498,
+      "Ġhospital": 2499,
+      "Ġchew": 2500,
+      "Ġbedroom": 2501,
+      "Ġeasy": 2502,
+      "Ġnervous": 2503,
+      "Ġrob": 2504,
+      "Ġthankful": 2505,
+      "Ġcarrots": 2506,
+      "Dad": 2507,
+      "elly": 2508,
+      "Ġgrew": 2509,
+      "Ġcolour": 2510,
+      "Ġbarked": 2511,
+      "Ġcouch": 2512,
+      "Ġnut": 2513,
+      "Ġmeadow": 2514,
+      "Ġtaught": 2515,
+      "Ġunderstood": 2516,
+      "Ġdisappoin": 2517,
+      "Ġpas": 2518,
+      "ano": 2519,
+      "Ġoften": 2520,
+      "Ġclass": 2521,
+      "Ġpassed": 2522,
+      "Ġknocked": 2523,
+      "Ġlanded": 2524,
+      "Ġmic": 2525,
+      "ird": 2526,
+      "Ġfear": 2527,
+      "Ġcoin": 2528,
+      "Ġmud": 2529,
+      "work": 2530,
+      "Ġdeter": 2531,
+      "Ġreg": 2532,
+      "Ġreturned": 2533,
+      "Ġdeterm": 2534,
+      "Ġhur": 2535,
+      "Ġfinish": 2536,
+      "izz": 2537,
+      "Ġtea": 2538,
+      "Ġsmooth": 2539,
+      "mo": 2540,
+      "Ġstuff": 2541,
+      "Ġmov": 2542,
+      "Ġgenerous": 2543,
+      "To": 2544,
+      "ĠOn": 2545,
+      "isp": 2546,
+      "Ġdrum": 2547,
+      "obby": 2548,
+      "Ġbubbles": 2549,
+      "Ġrobot": 2550,
+      "Ġthese": 2551,
+      "Ġseed": 2552,
+      "Ġglass": 2553,
+      "Ġdisappointed": 2554,
+      "ground": 2555,
+      "Ġring": 2556,
+      "Ġcard": 2557,
+      "Ġhears": 2558,
+      "Ġcarried": 2559,
+      "Ġmoon": 2560,
+      "Ġchocolate": 2561,
+      "Ġleaf": 2562,
+      "Ġsnacks": 2563,
+      "Ġcirc": 2564,
+      "Ġfancy": 2565,
+      "dle": 2566,
+      "Ġspend": 2567,
+      "ĠAnn": 2568,
+      "ustr": 2569,
+      "Ġcrab": 2570,
+      "Ġsongs": 2571,
+      "pack": 2572,
+      "Ġpir": 2573,
+      "ecially": 2574,
+      "osaur": 2575,
+      "Ġsold": 2576,
+      "Ġbridge": 2577,
+      "ĠEven": 2578,
+      "Ġsleepy": 2579,
+      "Ġhonest": 2580,
+      "Ġmir": 2581,
+      "ĠBr": 2582,
+      "Ġpaw": 2583,
+      "pecially": 2584,
+      "Ġav": 2585,
+      "ĠWhy": 2586,
+      "izzy": 2587,
+      "Ġchest": 2588,
+      "Ġwolf": 2589,
+      "Ġdinosaur": 2590,
+      "Ġespecially": 2591,
+      "Ġmap": 2592,
+      "Ġgas": 2593,
+      "ory": 2594,
+      "Ġchange": 2595,
+      "Ġgroup": 2596,
+      "Ġgathered": 2597,
+      "Ġsour": 2598,
+      "Ġpoor": 2599,
+      "Ġsplash": 2600,
+      "Ġwaves": 2601,
+      "Ġforward": 2602,
+      "Ġclown": 2603,
+      "Ġmysterious": 2604,
+      "ror": 2605,
+      "Ġbody": 2606,
+      "Ġfrustr": 2607,
+      "Ġcraw": 2608,
+      "Ġfake": 2609,
+      "Ġpin": 2610,
+      "Ġok": 2611,
+      "Ġrad": 2612,
+      "Ġwhisp": 2613,
+      "Ġtwirl": 2614,
+      "Ġstring": 2615,
+      "Ġsmelly": 2616,
+      "ĠTogether": 2617,
+      "sist": 2618,
+      "Ġcand": 2619,
+      "Ġgate": 2620,
+      "Ġscar": 2621,
+      "ĠKitty": 2622,
+      "Ġneckl": 2623,
+      "Billy": 2624,
+      "Ġmotor": 2625,
+      "ying": 2626,
+      "ote": 2627,
+      "Ġshore": 2628,
+      "urse": 2629,
+      "Ġjew": 2630,
+      "Ġweak": 2631,
+      "Ġgrumpy": 2632,
+      "Ġfinger": 2633,
+      "Ġsack": 2634,
+      "Ġkitten": 2635,
+      "Ġpolite": 2636,
+      "Ġglue": 2637,
+      "uce": 2638,
+      "Ġnumber": 2639,
+      "airs": 2640,
+      "Ġesc": 2641,
+      "Ġmirror": 2642,
+      "Ġsheep": 2643,
+      "Ġvase": 2644,
+      "Ġplants": 2645,
+      "Ġberries": 2646,
+      "most": 2647,
+      "Be": 2648,
+      "den": 2649,
+      "Ġjelly": 2650,
+      "ĠTheir": 2651,
+      "Ġemp": 2652,
+      "itter": 2653,
+      "There": 2654,
+      "Ġscr": 2655,
+      "Ġgray": 2656,
+      "Ġpuzzle": 2657,
+      "Ġnecklace": 2658,
+      "Ġmaybe": 2659,
+      "Ġplate": 2660,
+      "Ġalmost": 2661,
+      "usie": 2662,
+      "Ġfrustrated": 2663,
+      "Ġempty": 2664,
+      "port": 2665,
+      "orry": 2666,
+      "Ġthick": 2667,
+      "Ġjam": 2668,
+      "Ġskipped": 2669,
+      "ensive": 2670,
+      "ĠTeddy": 2671,
+      "aged": 2672,
+      "Ġcloset": 2673,
+      "Ġhidden": 2674,
+      "Ġexpensive": 2675,
+      "Ġdetermined": 2676,
+      "Ġbored": 2677,
+      "Ġlit": 2678,
+      "Ġdrew": 2679,
+      "Ġlegs": 2680,
+      "Ġhopping": 2681,
+      "ates": 2682,
+      "ĠSometimes": 2683,
+      "Ġsticks": 2684,
+      "Ġones": 2685,
+      "ĠAt": 2686,
+      "Ġbirdie": 2687,
+      "ĠDon": 2688,
+      "Ġpolice": 2689,
+      "Ġfruits": 2690,
+      "Ġtick": 2691,
+      "Ġaunt": 2692,
+      "Ġwis": 2693,
+      "Ġbake": 2694,
+      "Ġline": 2695,
+      "ots": 2696,
+      "Ġstone": 2697,
+      "Ġdogs": 2698,
+      "aul": 2699,
+      "Ġfigure": 2700,
+      "Jane": 2701,
+      "Ġsight": 2702,
+      "Ġcries": 2703,
+      "ĠBe": 2704,
+      "Ġmoving": 2705,
+      "Ġcontent": 2706,
+      "ĠBrown": 2707,
+      "Ġsaved": 2708,
+      "Ġcloth": 2709,
+      "?\".": 2710,
+      "box": 2711,
+      "Ġbranches": 2712,
+      "Ġpacked": 2713,
+      "Ġpowerful": 2714,
+      "Ġsplashed": 2715,
+      "Ġfeed": 2716,
+      "ested": 2717,
+      "Ġyelled": 2718,
+      "Where": 2719,
+      "dge": 2720,
+      "kin": 2721,
+      "Ġtiger": 2722,
+      "Ġpay": 2723,
+      "iddle": 2724,
+      "oop": 2725,
+      "ĠBella": 2726,
+      "Ġexam": 2727,
+      "Ġtaken": 2728,
+      "Ġcrane": 2729,
+      "Ġspoil": 2730,
+      "'d": 2731,
+      "Ġhang": 2732,
+      "Ġflag": 2733,
+      "Ġanswered": 2734,
+      "Ġdiscovered": 2735,
+      "ĠLeo": 2736,
+      "ush": 2737,
+      "Ġsave": 2738,
+      "Ġseek": 2739,
+      "Ġexcite": 2740,
+      "Ġpray": 2741,
+      "Ġjog": 2742,
+      "Ġstanding": 2743,
+      "Ġdolphin": 2744,
+      "Ġjack": 2745,
+      "Are": 2746,
+      "era": 2747,
+      "rag": 2748,
+      "Ġflut": 2749,
+      "getable": 2750,
+      "Ġboring": 2751,
+      "Ġlock": 2752,
+      "Ġincred": 2753,
+      "Ġexcitement": 2754,
+      "Ġsighed": 2755,
+      "Ġwip": 2756,
+      "Ġfis": 2757,
+      "Ġfill": 2758,
+      "Ġsoap": 2759,
+      "ĠMum": 2760,
+      "ola": 2761,
+      "Ġpleased": 2762,
+      "Ġjacket": 2763,
+      "light": 2764,
+      "Ġsugg": 2765,
+      "Ġmiddle": 2766,
+      "Ġeld": 2767,
+      "Ġwrote": 2768,
+      "Ġballoons": 2769,
+      "Ġorganized": 2770,
+      "que": 2771,
+      "Ġsailed": 2772,
+      "Their": 2773,
+      "Ġtells": 2774,
+      "Ġoy": 2775,
+      "Ġstones": 2776,
+      "Ġboard": 2777,
+      "Ġspun": 2778,
+      "Ġvegetable": 2779,
+      "lies": 2780,
+      "Ġind": 2781,
+      "iness": 2782,
+      "Ġworking": 2783,
+      "lower": 2784,
+      "alk": 2785,
+      "iff": 2786,
+      "Ġparrot": 2787,
+      "Stop": 2788,
+      "Ġscarf": 2789,
+      "Ġwagged": 2790,
+      "Ġclap": 2791,
+      "Ġmeasure": 2792,
+      "asing": 2793,
+      "Ġtears": 2794,
+      "body": 2795,
+      "Ġcomfortable": 2796,
+      "Ġleg": 2797,
+      "Ġswan": 2798,
+      "Ġtrue": 2799,
+      "Ġfright": 2800,
+      "Ġdrop": 2801,
+      "Ġsmoke": 2802,
+      "Ġfeathers": 2803,
+      "Ġincredible": 2804,
+      "ggs": 2805,
+      "ual": 2806,
+      "Ġtie": 2807,
+      "Ġcap": 2808,
+      "Ġlose": 2809,
+      "Ġpus": 2810,
+      "Ġeager": 2811,
+      "Ġmovie": 2812,
+      "fic": 2813,
+      "Ġcop": 2814,
+      "Ġeggs": 2815,
+      "oof": 2816,
+      "Ġrid": 2817,
+      "Ġcovered": 2818,
+      "Ġfil": 2819,
+      "Ġlem": 2820,
+      "Ġgrap": 2821,
+      "Ġdisappeared": 2822,
+      "Ġrecord": 2823,
+      "ĠTV": 2824,
+      "ĠBl": 2825,
+      "Ġext": 2826,
+      "Ġord": 2827,
+      "Ġgiggled": 2828,
+      "corn": 2829,
+      "Ġpri": 2830,
+      "Ġham": 2831,
+      "Ġrare": 2832,
+      "Ġyourself": 2833,
+      "Ġeng": 2834,
+      "Ġwhale": 2835,
+      "Ġknife": 2836,
+      "ĠLisa": 2837,
+      "Ġteam": 2838,
+      "ĠJohnny": 2839,
+      "zed": 2840,
+      "Ġtest": 2841,
+      "Ġbone": 2842,
+      "Ġdizzy": 2843,
+      "Ġlibr": 2844,
+      "Ġwrap": 2845,
+      "Ġquestions": 2846,
+      "iv": 2847,
+      "Ġlying": 2848,
+      "Ġstamp": 2849,
+      "Ġlicked": 2850,
+      "Ġnoisy": 2851,
+      "Ġkindness": 2852,
+      "Ġdiffic": 2853,
+      "Ġdrawing": 2854,
+      "apping": 2855,
+      "Jimmy": 2856,
+      "Ġstraw": 2857,
+      "Ġburn": 2858,
+      "Ġwagon": 2859,
+      "ately": 2860,
+      "Ġgrown": 2861,
+      "Ġrocket": 2862,
+      "Ġpopcorn": 2863,
+      "Sally": 2864,
+      "Ġbatter": 2865,
+      "Ġwand": 2866,
+      "Ġanc": 2867,
+      "ĠEnd": 2868,
+      "Ġsword": 2869,
+      "Ġhappening": 2870,
+      "Ġlifted": 2871,
+      "Ġbalance": 2872,
+      "Ġextra": 2873,
+      "Sorry": 2874,
+      "ha": 2875,
+      "Ġwander": 2876,
+      "Ġfat": 2877,
+      "ĠMark": 2878,
+      "ĠElla": 2879,
+      "Ġbecome": 2880,
+      "Ġtrack": 2881,
+      "Ġsmaller": 2882,
+      "Ġmistake": 2883,
+      "Ġtoast": 2884,
+      "ating": 2885,
+      "Ġmanaged": 2886,
+      "selves": 2887,
+      "ĠPeter": 2888,
+      "Ġbathroom": 2889,
+      "Ġharm": 2890,
+      "Ġdifficult": 2891,
+      "Ġtwist": 2892,
+      "Ġoffered": 2893,
+      "Ġruined": 2894,
+      "Ġmatch": 2895,
+      "Ġancient": 2896,
+      "Ġgar": 2897,
+      "illi": 2898,
+      "Ġdistance": 2899,
+      "Ġplayground": 2900,
+      "Ġlazy": 2901,
+      "Ġdancing": 2902,
+      "Ġadventur": 2903,
+      "af": 2904,
+      "ĠBa": 2905,
+      "Ġcalling": 2906,
+      "Ġcleaned": 2907,
+      "Ġcrown": 2908,
+      "ormal": 2909,
+      "Ġonce": 2910,
+      "Ġboss": 2911,
+      "Ġsell": 2912,
+      "Ġwalks": 2913,
+      "Ġfrightened": 2914,
+      "erri": 2915,
+      "Ġmask": 2916,
+      "Ġfluffy": 2917,
+      "emo": 2918,
+      "ĠZ": 2919,
+      "Ġfrag": 2920,
+      "Ġdest": 2921,
+      "Ġnormal": 2922,
+      "Ġyog": 2923,
+      "Ġpicks": 2924,
+      "Ġeye": 2925,
+      "Ġdrank": 2926,
+      "Ġcircle": 2927,
+      "Ġadventurous": 2928,
+      "Spot": 2929,
+      "Ġtent": 2930,
+      "Ġpress": 2931,
+      "Ġkissed": 2932,
+      "ict": 2933,
+      "Ġsciss": 2934,
+      "Ġgets": 2935,
+      "Ġtrunk": 2936,
+      "Ġcheck": 2937,
+      "Ġenjoying": 2938,
+      "Ġshells": 2939,
+      "Ġelderly": 2940,
+      "Ġscissors": 2941,
+      "Ġterri": 2942,
+      "Ġtoug": 2943,
+      "ages": 2944,
+      "Ġsteal": 2945,
+      "Me": 2946,
+      "ready": 2947,
+      "ete": 2948,
+      "Ġalready": 2949,
+      "ĠLittle": 2950,
+      "Ġjuicy": 2951,
+      "Ġstudy": 2952,
+      "Ġhorn": 2953,
+      "erp": 2954,
+      "Ġpizz": 2955,
+      "Ġallig": 2956,
+      "Ġlouder": 2957,
+      "Ġtowel": 2958,
+      "Ġcircles": 2959,
+      "Ġlead": 2960,
+      "Ġroar": 2961,
+      "Ġrose": 2962,
+      "Ġslipped": 2963,
+      "Ġtele": 2964,
+      "Ġfamous": 2965,
+      "Ġarg": 2966,
+      "Ġcheerful": 2967,
+      "ĠRex": 2968,
+      "Ġtough": 2969,
+      "ipper": 2970,
+      "Ġbarn": 2971,
+      "Ġfool": 2972,
+      "Ġdig": 2973,
+      "Ġdish": 2974,
+      "Ġagainst": 2975,
+      "Ġdeer": 2976,
+      "Ġsweetie": 2977,
+      "Ġengine": 2978,
+      "Ġed": 2979,
+      "Ġfather": 2980,
+      "Ġcover": 2981,
+      "Ġyours": 2982,
+      "Ġneeds": 2983,
+      "Joe": 2984,
+      "Ġbags": 2985,
+      "Ġspinning": 2986,
+      "Sue": 2987,
+      "Ġaw": 2988,
+      "anged": 2989,
+      "amond": 2990,
+      "Ġyarn": 2991,
+      "oph": 2992,
+      "Ġgiving": 2993,
+      "Ġdiamond": 2994,
+      "Ġsandwich": 2995,
+      "Ġindepend": 2996,
+      "Ġfragile": 2997,
+      "Who": 2998,
+      "cept": 2999,
+      "Ġnosy": 3000,
+      "Ġtwig": 3001,
+      "Ġhurts": 3002,
+      "Ġsuggested": 3003,
+      "Ġlemon": 3004,
+      "iest": 3005,
+      "ination": 3006,
+      "orge": 3007,
+      "Ġnod": 3008,
+      "Ġbloom": 3009,
+      "Ġhose": 3010,
+      "Ġboxes": 3011,
+      "Ġrealised": 3012,
+      "Ġfrown": 3013,
+      "ache": 3014,
+      "Ġrelax": 3015,
+      "Ġhammer": 3016,
+      "Ġadded": 3017,
+      "Ġweird": 3018,
+      "Ġmod": 3019,
+      "Ġcrack": 3020,
+      "Ġalligator": 3021,
+      "Amy": 3022,
+      "Gra": 3023,
+      "oot": 3024,
+      "Ġshake": 3025,
+      "rage": 3026,
+      "Ġlearning": 3027,
+      "Ġvegetables": 3028,
+      "Ġadd": 3029,
+      "Ġmelt": 3030,
+      "ĠSusie": 3031,
+      "elp": 3032,
+      "ĠBobby": 3033,
+      "Ġtrap": 3034,
+      "Ġcollar": 3035,
+      "Ġstubb": 3036,
+      "ique": 3037,
+      "Ġborrow": 3038,
+      "Ġpump": 3039,
+      "Ġloudly": 3040,
+      "Ġsearch": 3041,
+      "Ġchicken": 3042,
+      "Ġpizza": 3043,
+      "Ġindependent": 3044,
+      "Ġstubborn": 3045,
+      "Ġref": 3046,
+      "Ġasking": 3047,
+      "Ġbrilli": 3048,
+      "Ġdecide": 3049,
+      "Ġflash": 3050,
+      "Ġcaterp": 3051,
+      "Ġqueen": 3052,
+      "Ġsnee": 3053,
+      "ĠRose": 3054,
+      "Ġinvited": 3055,
+      "Ġstrawber": 3056,
+      "Ġfoolish": 3057,
+      "Ġcaterpill": 3058,
+      "gy": 3059,
+      "Ġtur": 3060,
+      "Ġdepend": 3061,
+      "Ġguit": 3062,
+      "Ġstri": 3063,
+      "Ġknight": 3064,
+      "Ġboys": 3065,
+      "Ġpee": 3066,
+      "Ġcomb": 3067,
+      "Ġclear": 3068,
+      "Ġunique": 3069,
+      "Ġbuttons": 3070,
+      "ĠTweety": 3071,
+      "Ġcolourful": 3072,
+      "Ġescape": 3073,
+      "Ġbrilliant": 3074,
+      "Ġrich": 3075,
+      "ĠBu": 3076,
+      "Ġsaying": 3077,
+      "Ġrode": 3078,
+      "Ġskin": 3079,
+      "Ġgarage": 3080,
+      "Help": 3081,
+      "dom": 3082,
+      "Ġmummy": 3083,
+      "Ġbeak": 3084,
+      "ured": 3085,
+      "aw": 3086,
+      "eorge": 3087,
+      "rop": 3088,
+      "edient": 3089,
+      "Ġunus": 3090,
+      "Ġoyster": 3091,
+      "Ġturkey": 3092,
+      "ĠOK": 3093,
+      "Ġfountain": 3094,
+      "Ġpatter": 3095,
+      "Ġweek": 3096,
+      "Ġchase": 3097,
+      "Ġrubb": 3098,
+      "Ġcounted": 3099,
+      "Ġregular": 3100,
+      "Ġwiped": 3101,
+      "Ġguitar": 3102,
+      "Ġunusual": 3103,
+      "land": 3104,
+      "Ġumb": 3105,
+      "Ġfork": 3106,
+      "Ġshows": 3107,
+      "Ġlights": 3108,
+      "Ġwalls": 3109,
+      "Ġdreamed": 3110,
+      "Ġbanana": 3111,
+      "Ġsuccessful": 3112,
+      "Ġjewel": 3113,
+      "Ġpattern": 3114,
+      "Ġumbre": 3115,
+      "cil": 3116,
+      "ray": 3117,
+      "inal": 3118,
+      "Ġlow": 3119,
+      "imed": 3120,
+      "Ġswe": 3121,
+      "Ġcryst": 3122,
+      "Ġpencil": 3123,
+      "Ġsafely": 3124,
+      "Ġtools": 3125,
+      "Well": 3126,
+      "Ġtape": 3127,
+      "Ġstream": 3128,
+      "ceed": 3129,
+      "Ġresc": 3130,
+      "Ġabove": 3131,
+      "Ġharder": 3132,
+      "Ġguess": 3133,
+      "Ġbottom": 3134,
+      "Ġmarket": 3135,
+      "Ġimpressed": 3136,
+      "Ġwaff": 3137,
+      "anut": 3138,
+      "iginal": 3139,
+      "Ġnotice": 3140,
+      "illa": 3141,
+      "Ġnods": 3142,
+      "Ġpeanut": 3143,
+      "olog": 3144,
+      "Ġpatch": 3145,
+      "Ġcrawled": 3146,
+      "Ġcaterpillar": 3147,
+      "na": 3148,
+      "Ġtank": 3149,
+      "Ġtask": 3150,
+      "Ġtire": 3151,
+      "Ġgun": 3152,
+      "Ġload": 3153,
+      "Ġcompet": 3154,
+      "umbled": 3155,
+      "Ġapolog": 3156,
+      "Ġsolve": 3157,
+      "How": 3158,
+      "Mummy": 3159,
+      "fast": 3160,
+      "hip": 3161,
+      "ĠNo": 3162,
+      "Ġbitter": 3163,
+      "arl": 3164,
+      "Ġears": 3165,
+      "Ġshone": 3166,
+      "Ġbrush": 3167,
+      "ĠFin": 3168,
+      "Ġoriginal": 3169,
+      "Ġfier": 3170,
+      "Ġglow": 3171,
+      "ĠNemo": 3172,
+      "Ġbreakfast": 3173,
+      "Ġadmired": 3174,
+      "ĠBlue": 3175,
+      "Ġedge": 3176,
+      "Ġdependable": 3177,
+      "und": 3178,
+      "uth": 3179,
+      "ĠIf": 3180,
+      "Ġclay": 3181,
+      "Ġstronger": 3182,
+      "Ġbossy": 3183,
+      "Ġcudd": 3184,
+      "aser": 3185,
+      "Ġgrandpa": 3186,
+      "Ġknows": 3187,
+      "Ġpicking": 3188,
+      "Ġjoke": 3189,
+      "Ġboats": 3190,
+      "Ġbald": 3191,
+      "Ġmedic": 3192,
+      "Ġscrat": 3193,
+      "Ġcone": 3194,
+      "Ġpenny": 3195,
+      "Ġlean": 3196,
+      "Ġraft": 3197,
+      "uggled": 3198,
+      "Ġsucceed": 3199,
+      "Ġobedient": 3200,
+      "Ġhumble": 3201,
+      "Ġlibrary": 3202,
+      "Re": 3203,
+      "head": 3204,
+      "Ġph": 3205,
+      "Ġnumb": 3206,
+      "Ġsauce": 3207,
+      "ĠBear": 3208,
+      "Ġtray": 3209,
+      "Ġproudly": 3210,
+      "Here": 3211,
+      "Ġsounded": 3212,
+      "Ġsquare": 3213,
+      "Ġterrible": 3214,
+      "Ġcrystal": 3215,
+      "Ġfierce": 3216,
+      "Jill": 3217,
+      "Ġwitch": 3218,
+      "inary": 3219,
+      "Ġhappiness": 3220,
+      "ĠLola": 3221,
+      "Ġhanded": 3222,
+      "Ġfridge": 3223,
+      "fa": 3224,
+      "Ġrough": 3225,
+      "ention": 3226,
+      "Ġchanged": 3227,
+      "Ġjoined": 3228,
+      "Ġraven": 3229,
+      "Ġmighty": 3230,
+      "Ġchose": 3231,
+      "Ġwheel": 3232,
+      "Ġumbrella": 3233,
+      "Ġtag": 3234,
+      "Ġcri": 3235,
+      "Ġow": 3236,
+      "arry": 3237,
+      "imp": 3238,
+      "ĠBill": 3239,
+      "Ġhelps": 3240,
+      "Ġfinding": 3241,
+      "Ġcleaning": 3242,
+      "Ġsquee": 3243,
+      "Ġfirework": 3244,
+      "Ġmedicine": 3245,
+      "azz": 3246,
+      "met": 3247,
+      "Ġplayful": 3248,
+      "Ġlocked": 3249,
+      "Ġgoat": 3250,
+      "Ġaccept": 3251,
+      "Ġcompass": 3252,
+      "Ġsurf": 3253,
+      "Ġcompetit": 3254,
+      "ext": 3255,
+      "kn": 3256,
+      "Ġsy": 3257,
+      "Ġsil": 3258,
+      "Ġbeet": 3259,
+      "ĠMar": 3260,
+      "uring": 3261,
+      "Ġchir": 3262,
+      "ĠEllie": 3263,
+      "Ġballs": 3264,
+      "ÅĵLet": 3265,
+      "Ġbutterflies": 3266,
+      "Ġguard": 3267,
+      "Ġcrayon": 3268,
+      "Ġdiscover": 3269,
+      "Ġparade": 3270,
+      "Ġmixed": 3271,
+      "Ġvalu": 3272,
+      "Ġhelmet": 3273,
+      "ĠBrownie": 3274,
+      "Em": 3275,
+      "ject": 3276,
+      "squ": 3277,
+      "ud": 3278,
+      "Ġgum": 3279,
+      "ature": 3280,
+      "Ġisland": 3281,
+      "Ġcost": 3282,
+      "Ġmole": 3283,
+      "Ġnicely": 3284,
+      "Ġkinds": 3285,
+      "Ġraced": 3286,
+      "Ġstove": 3287,
+      "Ġlaughs": 3288,
+      "Ġmarch": 3289,
+      "Ġfalls": 3290,
+      "Ġpersist": 3291,
+      "ĠBaby": 3292,
+      "ophie": 3293,
+      "Alice": 3294,
+      "ience": 3295,
+      "ito": 3296,
+      "Ġcage": 3297,
+      "Ġgoose": 3298,
+      "Ġcoins": 3299,
+      "Ġtrump": 3300,
+      "Ġmosqu": 3301,
+      "Ġserious": 3302,
+      "Ġmosquito": 3303,
+      "Ġflex": 3304,
+      "Ġcro": 3305,
+      "elon": 3306,
+      "Ġexcla": 3307,
+      "Ġchoose": 3308,
+      "Ġexplored": 3309,
+      "Ġunl": 3310,
+      "Ġbrothers": 3311,
+      "Ġguil": 3312,
+      "Ġnumbers": 3313,
+      "Ġtrumpet": 3314,
+      "Ġicy": 3315,
+      "Ġmoms": 3316,
+      "iew": 3317,
+      "Ġview": 3318,
+      "Ġenorm": 3319,
+      "Ġfireman": 3320,
+      "ĠMrs": 3321,
+      "Ġpractice": 3322,
+      "Ġenormous": 3323,
+      "wards": 3324,
+      "Ġsup": 3325,
+      "Ġvolc": 3326,
+      "Ġmeans": 3327,
+      "Ġpointing": 3328,
+      "Ġvaluable": 3329,
+      "Ġflexible": 3330,
+      "Ġexclaimed": 3331,
+      "Ġguilty": 3332,
+      "yal": 3333,
+      "Ġcam": 3334,
+      "Ġpipe": 3335,
+      "ision": 3336,
+      "ĠMy": 3337,
+      "Ġuseful": 3338,
+      "Ġfavour": 3339,
+      "Ġcrazy": 3340,
+      "Ġphot": 3341,
+      "known": 3342,
+      "Ġvolcano": 3343,
+      "Ġwake": 3344,
+      "Ġcity": 3345,
+      "omed": 3346,
+      "llip": 3347,
+      "Ġforth": 3348,
+      "Ġlollip": 3349,
+      "Ġseal": 3350,
+      "Ġallowed": 3351,
+      "Ġscare": 3352,
+      "Ġbrightly": 3353,
+      "Ġmarble": 3354,
+      "Ġpopular": 3355,
+      "Ġflashlight": 3356,
+      "Ġcompassion": 3357,
+      "Ġlollipop": 3358,
+      "ĠU": 3359,
+      "Ġing": 3360,
+      "Ġhunt": 3361,
+      "Ġdull": 3362,
+      "erry": 3363,
+      "Ġstat": 3364,
+      "Ġshel": 3365,
+      "!\".": 3366,
+      "Ġunknown": 3367,
+      "Ġhats": 3368,
+      "Ġshoot": 3369,
+      "redient": 3370,
+      "Ġbelonged": 3371,
+      "Ġfavourite": 3372,
+      "Ġingredient": 3373,
+      "Ġpil": 3374,
+      "Ġloyal": 3375,
+      "Ġbrace": 3376,
+      "ĠWhenever": 3377,
+      "Ġdreams": 3378,
+      "Ġkicked": 3379,
+      "Ġseeds": 3380,
+      "Ġtwirled": 3381,
+      "Ġsuper": 3382,
+      "time": 3383,
+      "Ġfine": 3384,
+      "Ġbees": 3385,
+      "Ġsofa": 3386,
+      "Ġshark": 3387,
+      "ĠMike": 3388,
+      "Ġanx": 3389,
+      "Ġsadly": 3390,
+      "Ġshowing": 3391,
+      "Ġways": 3392,
+      "Ġtrucks": 3393,
+      "Ġdelicate": 3394,
+      "ations": 3395,
+      "Ġrepe": 3396,
+      "Ġimpressive": 3397,
+      "Ġpoured": 3398,
+      "Ġpirate": 3399,
+      "Ġwhispered": 3400,
+      "Ġharmless": 3401,
+      "aff": 3402,
+      "Ġturt": 3403,
+      "Ġtied": 3404,
+      "aroo": 3405,
+      "ado": 3406,
+      "arth": 3407,
+      "Ġgrace": 3408,
+      "Ġhandle": 3409,
+      "Ġenc": 3410,
+      "Ġdeliver": 3411,
+      "Benny": 3412,
+      "Ġrushed": 3413,
+      "Ġusing": 3414,
+      "angaroo": 3415,
+      "Ġshape": 3416,
+      "Ġbushes": 3417,
+      "Ġpersistent": 3418,
+      "Ġgor": 3419,
+      "ĠSp": 3420,
+      "Ġkangaroo": 3421,
+      "Ġang": 3422,
+      "Ġoffice": 3423,
+      "Ġanxious": 3424,
+      "Go": 3425,
+      "alous": 3426,
+      "Ġspell": 3427,
+      "ĠWhile": 3428,
+      "iable": 3429,
+      "Ġpotato": 3430,
+      "Ġjealous": 3431,
+      "Ġwrapped": 3432,
+      "Ġfour": 3433,
+      "Ġcurt": 3434,
+      "Ġlog": 3435,
+      "Ġcoal": 3436,
+      "Ġreliable": 3437,
+      "Ġcurtain": 3438,
+      "Daisy": 3439,
+      "Ġsudden": 3440,
+      "mbol": 3441,
+      "ÅĵYes": 3442,
+      "aches": 3443,
+      "ĠPe": 3444,
+      "Ġpainted": 3445,
+      "ĠToby": 3446,
+      "Ġcere": 3447,
+      "gu": 3448,
+      "Ġtummy": 3449,
+      "Ġthose": 3450,
+      "ouses": 3451,
+      "uddy": 3452,
+      "Ġcush": 3453,
+      "Ġmetal": 3454,
+      "Ġsymbol": 3455,
+      "Ġbeetle": 3456,
+      "Ġcamera": 3457,
+      "Ġhouses": 3458,
+      "ilt": 3459,
+      "Ġcelebrate": 3460,
+      "Ġdelighted": 3461,
+      "Ġgorilla": 3462,
+      "Ġtooth": 3463,
+      "Ġthirst": 3464,
+      "keep": 3465,
+      "Ġshiver": 3466,
+      "Ġreward": 3467,
+      "Ġspace": 3468,
+      "Ġtravel": 3469,
+      "Ġrubbed": 3470,
+      "Ġprint": 3471,
+      "Ġdriving": 3472,
+      "Ġmarry": 3473,
+      "Ġwarned": 3474,
+      "Ġsoldier": 3475,
+      "Ġmotorcy": 3476,
+      "cut": 3477,
+      "Ġson": 3478,
+      "Ġtor": 3479,
+      "arlie": 3480,
+      "Ġhero": 3481,
+      "ief": 3482,
+      "Ġcarp": 3483,
+      "Ġexcitedly": 3484,
+      "Ġtemp": 3485,
+      "ĠPete": 3486,
+      "ĠBobo": 3487,
+      "cod": 3488,
+      "Ġhung": 3489,
+      "Ġgrowing": 3490,
+      "upid": 3491,
+      "Ġthinking": 3492,
+      "Ġtunn": 3493,
+      "While": 3494,
+      "cu": 3495,
+      "ipp": 3496,
+      "Ġhay": 3497,
+      "Ġyet": 3498,
+      "Ġvine": 3499,
+      "Ġacorn": 3500,
+      "icycle": 3501,
+      "Ġprep": 3502,
+      "Ġreminded": 3503,
+      "Ġgasped": 3504,
+      "Ġflute": 3505,
+      "Ġordinary": 3506,
+      "Ġcrocod": 3507,
+      "Ġamb": 3508,
+      "Ġcur": 3509,
+      "ĠBet": 3510,
+      "ĠMandy": 3511,
+      "Ġpup": 3512,
+      "Ġcreatures": 3513,
+      "Ġhurry": 3514,
+      "Ġspoiled": 3515,
+      "Ġtimes": 3516,
+      "Ġmis": 3517,
+      "Ġrice": 3518,
+      "Ġstupid": 3519,
+      "Ġshine": 3520,
+      "Ġresist": 3521,
+      "ugged": 3522,
+      "Ġlaw": 3523,
+      "Ġskull": 3524,
+      "coa": 3525,
+      "Ġmissing": 3526,
+      "Ġwheat": 3527,
+      "Ġsupport": 3528,
+      "Ġingredients": 3529,
+      "aid": 3530,
+      "loo": 3531,
+      "Ġcase": 3532,
+      "ery": 3533,
+      "Ġwashed": 3534,
+      "Ġdove": 3535,
+      "Ġspilled": 3536,
+      "Ġscoot": 3537,
+      "Ġmeal": 3538,
+      "Ġmule": 3539,
+      "ĠDucky": 3540,
+      "Ġmoder": 3541,
+      "arsh": 3542,
+      "ÅĵWhat": 3543,
+      "Ġtrick": 3544,
+      "Ġsett": 3545,
+      "ĠTweetie": 3546,
+      "Ġbounce": 3547,
+      "Ġfilthy": 3548,
+      "Ġbase": 3549,
+      "Ġhoop": 3550,
+      "Ġfre": 3551,
+      "Ġstumbled": 3552,
+      "Ġsoar": 3553,
+      "Ġweal": 3554,
+      "Ġseem": 3555,
+      "Ġword": 3556,
+      "Ġlab": 3557,
+      "ĠDave": 3558,
+      "ĠFr": 3559,
+      "Ġbadly": 3560,
+      "Ġhairy": 3561,
+      "Ġcrawl": 3562,
+      "Ġlively": 3563,
+      "Ġsteps": 3564,
+      "ÅĵLetâ": 3565,
+      "Ġbracelet": 3566,
+      "Ġcereal": 3567,
+      "Ġthirsty": 3568,
+      "Ġcarpet": 3569,
+      "Ġwool": 3570,
+      "ither": 3571,
+      "Ġgoal": 3572,
+      "Ġbackpack": 3573,
+      "Ġtruth": 3574,
+      "Ġcompl": 3575,
+      "Ġcheap": 3576,
+      "Ġdisg": 3577,
+      "Ġplaced": 3578,
+      "Ġearly": 3579,
+      "Ġdecorate": 3580,
+      "Ġnuts": 3581,
+      "Ow": 3582,
+      "cream": 3583,
+      "Ġbump": 3584,
+      "Ġthemselves": 3585,
+      "ices": 3586,
+      "Ġhelpless": 3587,
+      "Ġclum": 3588,
+      "Ġscatter": 3589,
+      "Ġscale": 3590,
+      "Ġnews": 3591,
+      "usting": 3592,
+      "Ġenv": 3593,
+      "âĤ¬âĢ": 3594,
+      "Ġtelling": 3595,
+      "Ġswinging": 3596,
+      "Ġsparkled": 3597,
+      "Ġcarrying": 3598,
+      "gging": 3599,
+      "ines": 3600,
+      "ric": 3601,
+      "Ġfriendship": 3602,
+      "Ġcareless": 3603,
+      "Ġsne": 3604,
+      "Ġdoesn": 3605,
+      "Ġfalling": 3606,
+      "Ġcomput": 3607,
+      "Ġpale": 3608,
+      "Ġpeeked": 3609,
+      "Ġcompassionate": 3610,
+      "com": 3611,
+      "vice": 3612,
+      "Ġsend": 3613,
+      "Ġstage": 3614,
+      "Ġmem": 3615,
+      "Ġchalk": 3616,
+      "Ġchasing": 3617,
+      "Ġpebble": 3618,
+      "ĠEverything": 3619,
+      "Ġcube": 3620,
+      "Ġpige": 3621,
+      "Ġcourage": 3622,
+      "Ġfingers": 3623,
+      "Ġturtle": 3624,
+      "bled": 3625,
+      "Ġsink": 3626,
+      "Ġbicycle": 3627,
+      "Ġshaking": 3628,
+      "Ġsleeping": 3629,
+      "Ġneighbour": 3630,
+      "Ġmodern": 3631,
+      "Ġdisgusting": 3632,
+      "Ġclumsy": 3633,
+      "gest": 3634,
+      "Ġhook": 3635,
+      "Ġcher": 3636,
+      "Ġnail": 3637,
+      "Ġbiggest": 3638,
+      "iches": 3639,
+      "Ġbul": 3640,
+      "Ġending": 3641,
+      "Ġdead": 3642,
+      "Ġtriang": 3643,
+      "ulance": 3644,
+      "Ġspoke": 3645,
+      "Ġpracticed": 3646,
+      "Ġambulance": 3647,
+      "Ġcomputer": 3648,
+      "ibb": 3649,
+      "Ġlamp": 3650,
+      "Ġstation": 3651,
+      "Ġchar": 3652,
+      "Ġwallet": 3653,
+      "ĠToday": 3654,
+      "Ġpackage": 3655,
+      "Ġmicrop": 3656,
+      "Ġcushion": 3657,
+      "keeper": 3658,
+      "Ġcrocodile": 3659,
+      "Ġmicrophone": 3660,
+      "under": 3661,
+      "ĠAlex": 3662,
+      "Ġthoughtful": 3663,
+      "Ġjolly": 3664,
+      "Ġpengu": 3665,
+      "Ġpumpkin": 3666,
+      "Ġcostum": 3667,
+      "Ġfive": 3668,
+      "Ġdough": 3669,
+      "Ġpony": 3670,
+      "Ġol": 3671,
+      "imi": 3672,
+      "Ġstairs": 3673,
+      "Ġknock": 3674,
+      "Ġgrand": 3675,
+      "Ġintell": 3676,
+      "Ġuniver": 3677,
+      "Ġbrighter": 3678,
+      "Ġopens": 3679,
+      "Ġdreaming": 3680,
+      "Ġbounced": 3681,
+      "Ġquestion": 3682,
+      "Ġstatue": 3683,
+      "Ġwine": 3684,
+      "isk": 3685,
+      "ĠAlice": 3686,
+      "Ġcocoa": 3687,
+      "ĠYour": 3688,
+      "Ġpepper": 3689,
+      "Ġbeauty": 3690,
+      "Ġperm": 3691,
+      "Ġpainting": 3692,
+      "Ġshoe": 3693,
+      "Ġelev": 3694,
+      "Everyone": 3695,
+      "hino": 3696,
+      "Ġwealthy": 3697,
+      "Ġintellig": 3698,
+      "noon": 3699,
+      "Ġsuit": 3700,
+      "Ġmild": 3701,
+      "Ġnature": 3702,
+      "ans": 3703,
+      "Ġhappier": 3704,
+      "Ġneat": 3705,
+      "Ġstarts": 3706,
+      "ucked": 3707,
+      "Ġafternoon": 3708,
+      "Ġtorn": 3709,
+      "Ġelevator": 3710,
+      "gen": 3711,
+      "ti": 3712,
+      "Ġten": 3713,
+      "Ġharsh": 3714,
+      "Ġped": 3715,
+      "atient": 3716,
+      "orant": 3717,
+      "Ġrece": 3718,
+      "Ġjet": 3719,
+      "illie": 3720,
+      "ĠRed": 3721,
+      "Ġreading": 3722,
+      "Ġsearching": 3723,
+      "Ġbasketball": 3724,
+      "Ġbarber": 3725,
+      "Ġspeed": 3726,
+      "See": 3727,
+      "awn": 3728,
+      "Ġstack": 3729,
+      "ĠMummy": 3730,
+      "Ġclock": 3731,
+      "ĠGive": 3732,
+      "Ġmagn": 3733,
+      "Ġleaving": 3734,
+      "Ġcupboard": 3735,
+      "Ġdesign": 3736,
+      "Ġslides": 3737,
+      "Ġsandwiches": 3738,
+      "Ġcandle": 3739,
+      "aulif": 3740,
+      "Ġriding": 3741,
+      "Ġfresh": 3742,
+      "oppy": 3743,
+      "Ġshocked": 3744,
+      "Ġener": 3745,
+      "Ġjumps": 3746,
+      "Ġhaircut": 3747,
+      "Ġrespectful": 3748,
+      "Ġcooking": 3749,
+      "Ġticket": 3750,
+      "Ġencou": 3751,
+      "Ġtunnel": 3752,
+      "auliflower": 3753,
+      "Give": 3754,
+      "Ġsle": 3755,
+      "reen": 3756,
+      "Ġmay": 3757,
+      "Ġthief": 3758,
+      "Ġyawn": 3759,
+      "Ġfort": 3760,
+      "Ġalert": 3761,
+      "Ġsorts": 3762,
+      "Ġimpatient": 3763,
+      "Ġcreate": 3764,
+      "ailable": 3765,
+      "Ġwheels": 3766,
+      "Ġvalue": 3767,
+      "Ġprize": 3768,
+      "Mary": 3769,
+      "ye": 3770,
+      "het": 3771,
+      "Ġsent": 3772,
+      "Ġbent": 3773,
+      "ince": 3774,
+      "Ġcomet": 3775,
+      "Ġcamp": 3776,
+      "Ġcauliflower": 3777,
+      "Ġmelon": 3778,
+      "Ġgem": 3779,
+      "Ġitself": 3780,
+      "iron": 3781,
+      "Ġmush": 3782,
+      "Ġmonkeys": 3783,
+      "Ġsalad": 3784,
+      "Ġdestro": 3785,
+      "Ġrescue": 3786,
+      "Ġscooter": 3787,
+      "Ġintelligent": 3788,
+      "az": 3789,
+      "Ġdug": 3790,
+      "iling": 3791,
+      "anger": 3792,
+      "Ġroof": 3793,
+      "Ġrhino": 3794,
+      "Ġscold": 3795,
+      "aghet": 3796,
+      "Ġexper": 3797,
+      "Ġbarking": 3798,
+      "Ġbananas": 3799,
+      "Ġignorant": 3800,
+      "Ġmicro": 3801,
+      "Ġavailable": 3802,
+      "Ġgraceful": 3803,
+      "Ġmotorcycle": 3804,
+      "aghetti": 3805,
+      "hood": 3806,
+      "ĠSn": 3807,
+      "Ġearth": 3808,
+      "Ġboots": 3809,
+      "Ġspaghetti": 3810,
+      "ummer": 3811,
+      "Ġagree": 3812,
+      "Ġbull": 3813,
+      "Ġanywhere": 3814,
+      "ĠGeorge": 3815,
+      "Ġbehave": 3816,
+      "ĠKim": 3817,
+      "Ġpaid": 3818,
+      "scope": 3819,
+      "Ġstretched": 3820,
+      "Ġfearful": 3821,
+      "Ġavo": 3822,
+      "Ġmicroscope": 3823,
+      "If": 3824,
+      "io": 3825,
+      "Ġnoteb": 3826,
+      "ĠEventually": 3827,
+      "Ġolder": 3828,
+      "Ġsniff": 3829,
+      "Ġadvice": 3830,
+      "Ġstops": 3831,
+      "Ġperform": 3832,
+      "Ġfurther": 3833,
+      "Ġenvious": 3834,
+      "Ġpigeon": 3835,
+      "Ġmushroom": 3836,
+      "Ġnotebook": 3837,
+      "ubby": 3838,
+      "Ġpun": 3839,
+      "ats": 3840,
+      "Ġnurse": 3841,
+      "orable": 3842,
+      "Ġthunder": 3843,
+      "Ġclapping": 3844,
+      "Ġvide": 3845,
+      "Ġbuilt": 3846,
+      "ĠCl": 3847,
+      "Ġuncom": 3848,
+      "Ġshouting": 3849,
+      "Ġarrow": 3850,
+      "Ġdrawer": 3851,
+      "Ġprov": 3852,
+      "fortable": 3853,
+      "Ġtomato": 3854,
+      "Ġmeeting": 3855,
+      "Ġobject": 3856,
+      "Ġyogurt": 3857,
+      "Ġtemple": 3858,
+      "Ġuncomfortable": 3859,
+      "ef": 3860,
+      "ues": 3861,
+      "ĠTony": 3862,
+      "Ġloop": 3863,
+      "Ġchubby": 3864,
+      "Ġswitch": 3865,
+      "Ġskip": 3866,
+      "Ġadorable": 3867,
+      "ÅĵIt": 3868,
+      "Ġcounting": 3869,
+      "Ġcooked": 3870,
+      "Ġpist": 3871,
+      "arian": 3872,
+      "enry": 3873,
+      "Ġstared": 3874,
+      "Ġshut": 3875,
+      "icop": 3876,
+      "Ġquite": 3877,
+      "Ġsnuggled": 3878,
+      "ĠGrandpa": 3879,
+      "Ġtroubled": 3880,
+      "Ġgiggle": 3881,
+      "Ġblowing": 3882,
+      "Ġhelicop": 3883,
+      "Ġfisher": 3884,
+      "Ġpistol": 3885,
+      "Ġhelicopter": 3886,
+      "par": 3887,
+      "ĠSophie": 3888,
+      "ooped": 3889,
+      "ips": 3890,
+      "Ġnowhere": 3891,
+      "Ġforgave": 3892,
+      "Ġmarched": 3893,
+      "Ġtreasures": 3894,
+      "host": 3895,
+      "Ġpassport": 3896,
+      "Ġstirred": 3897,
+      "Ġpushing": 3898,
+      "Ġcompetitive": 3899,
+      "Ġdestroy": 3900,
+      "Yay": 3901,
+      "aked": 3902,
+      "oe": 3903,
+      "tter": 3904,
+      "Ġgir": 3905,
+      "Ġghost": 3906,
+      "anic": 3907,
+      "kelet": 3908,
+      "htub": 3909,
+      "Ġreef": 3910,
+      "Ġsepar": 3911,
+      "opard": 3912,
+      "play": 3913,
+      "Ġenvel": 3914,
+      "Ġbreat": 3915,
+      "Ġrepair": 3916,
+      "Ġfootball": 3917,
+      "Ġbathtub": 3918,
+      "Ġrubber": 3919,
+      "Ġangel": 3920,
+      "Ġtriangle": 3921,
+      "Ġled": 3922,
+      "Ġmill": 3923,
+      "ĠSh": 3924,
+      "chanic": 3925,
+      "Ġnames": 3926,
+      "Ġleopard": 3927,
+      "Ġnobody": 3928,
+      "Ġanyway": 3929,
+      "uct": 3930,
+      "ctus": 3931,
+      "Ġshouldn": 3932,
+      "Ġzeb": 3933,
+      "Ġgiven": 3934,
+      "Ġholds": 3935,
+      "Ġbarrel": 3936,
+      "Ġbandage": 3937,
+      "Ġenth": 3938,
+      "Daddy": 3939,
+      "Ġzebra": 3940,
+      "ives": 3941,
+      "ube": 3942,
+      "year": 3943,
+      "Ġpor": 3944,
+      "Ġpand": 3945,
+      "Ġotter": 3946,
+      "Ġribb": 3947,
+      "Ġshield": 3948,
+      "Ġmechanic": 3949,
+      "Ġdonâ": 3950,
+      "Ġdisag": 3951,
+      "Ġdisplay": 3952,
+      "Ġmusician": 3953,
+      "ceros": 3954,
+      "Ġspeak": 3955,
+      "Ġcab": 3956,
+      "Ġcactus": 3957,
+      "ĠBetsy": 3958,
+      "Ġbulb": 3959,
+      "Ch": 3960,
+      "eath": 3961,
+      "ikes": 3962,
+      "xy": 3963,
+      "Ġtube": 3964,
+      "Ġahead": 3965,
+      "Ġsummer": 3966,
+      "Ġskelet": 3967,
+      "Ġpurse": 3968,
+      "Ġknob": 3969,
+      "Ġdidnâ": 3970,
+      "Ġcouldnâ": 3971,
+      "Ġcolours": 3972,
+      "Ġwindows": 3973,
+      "oomy": 3974,
+      "Ġgifted": 3975,
+      "Ġcartoon": 3976,
+      "Ġrhinoceros": 3977,
+      "gl": 3978,
+      "heart": 3979,
+      "Ġsize": 3980,
+      "Ġbet": 3981,
+      "ĠMiss": 3982,
+      "Ġscrew": 3983,
+      "Ġflour": 3984,
+      "Ġblin": 3985,
+      "apa": 3986,
+      "Ġdishes": 3987,
+      "Ġraining": 3988,
+      "Ġhoping": 3989,
+      "Ġshovel": 3990,
+      "Ġmint": 3991,
+      "Ġjellyfish": 3992,
+      "Ġsweater": 3993,
+      "Ġcharming": 3994,
+      "Ġpenguin": 3995,
+      "Ġenvelope": 3996,
+      "Ġenthus": 3997,
+      "Ġcabin": 3998,
+      "rec": 3999,
+      "Ġpant": 4000,
+      "Ġthread": 4001,
+      "Ġinse": 4002,
+      "Ġstaff": 4003,
+      "Ġliz": 4004,
+      "Ġunpack": 4005,
+      "Ġwriting": 4006,
+      "Ġtrash": 4007,
+      "Ġrolling": 4008,
+      "Ġwaffle": 4009,
+      "Ġiron": 4010,
+      "Ġwing": 4011,
+      "erable": 4012,
+      "Ġsheet": 4013,
+      "ĠBuddy": 4014,
+      "Ġshadow": 4015,
+      "Ġroared": 4016,
+      "Ġmuff": 4017,
+      "Ġairport": 4018,
+      "Ġceiling": 4019,
+      "Ġattic": 4020,
+      "Ġorganize": 4021,
+      "Ġstretch": 4022,
+      "Ġgrapes": 4023,
+      "Ġobs": 4024,
+      "ĠAre": 4025,
+      "ĠWould": 4026,
+      "ĠInst": 4027,
+      "Ġpiano": 4028,
+      "Ġsalt": 4029,
+      "Ġmiserable": 4030,
+      "Ġcord": 4031,
+      "Ġdess": 4032,
+      "Ġrefused": 4033,
+      "Ġscreen": 4034,
+      "ĠDan": 4035,
+      "Ġstrugg": 4036,
+      "Ġneedle": 4037,
+      "Ġbears": 4038,
+      "ĠAndy": 4039,
+      "Ġheaded": 4040,
+      "Ġsticky": 4041,
+      "Ġfreez": 4042,
+      "Ġzoomed": 4043,
+      "Ġimagined": 4044,
+      "Ġmedal": 4045,
+      "Ġmagnet": 4046,
+      "reci": 4047,
+      "Ġobser": 4048,
+      "Ġer": 4049,
+      "Ġlives": 4050,
+      "ĠAl": 4051,
+      "ĠPat": 4052,
+      "Ġappreci": 4053,
+      "asses": 4054,
+      "Ġsailor": 4055,
+      "Ġminute": 4056,
+      "Ġfisherman": 4057,
+      "vision": 4058,
+      "Ġrat": 4059,
+      "aled": 4060,
+      "Ġbrus": 4061,
+      "Ġchance": 4062,
+      "Ġpost": 4063,
+      "Ġsungl": 4064,
+      "Ġcheek": 4065,
+      "reeze": 4066,
+      "Ġdeaf": 4067,
+      "Ġrules": 4068,
+      "Ġfrogs": 4069,
+      "Ġairpl": 4070,
+      "ĠGod": 4071,
+      "Ġstrawberry": 4072,
+      "Ġslept": 4073,
+      "Ġlizard": 4074,
+      "Ġsunglasses": 4075,
+      "Ġluck": 4076,
+      "Ġinf": 4077,
+      "Ġbeep": 4078,
+      "ĠBunny": 4079,
+      "Ġmeas": 4080,
+      "Ġrod": 4081,
+      "Ġorder": 4082,
+      "Ġrestless": 4083,
+      "Ġsandbox": 4084,
+      "Ġmessage": 4085,
+      "ĠJoey": 4086,
+      "Ġcomplet": 4087,
+      "Ġattract": 4088,
+      "Ġgolden": 4089,
+      "Grandma": 4090,
+      "Ġpilot": 4091,
+      "Ġporch": 4092,
+      "Little": 4093,
+      "ler": 4094,
+      "ses": 4095
+    },
+    "merges": [
+      [
+        "h",
+        "e"
+      ],
+      [
+        "Ġ",
+        "t"
+      ],
+      [
+        "Ġ",
+        "a"
+      ],
+      [
+        "Ġ",
+        "s"
+      ],
+      [
+        "Ġ",
+        "w"
+      ],
+      [
+        "n",
+        "d"
+      ],
+      [
+        "Ġt",
+        "he"
+      ],
+      [
+        "e",
+        "d"
+      ],
+      [
+        "Ġa",
+        "nd"
+      ],
+      [
+        "Ġt",
+        "o"
+      ],
+      [
+        "Ġ",
+        "b"
+      ],
+      [
+        "i",
+        "n"
+      ],
+      [
+        "Ġ",
+        "h"
+      ],
+      [
+        "Ġw",
+        "a"
+      ],
+      [
+        "r",
+        "e"
+      ],
+      [
+        "Ġ",
+        "f"
+      ],
+      [
+        "i",
+        "t"
+      ],
+      [
+        "o",
+        "u"
+      ],
+      [
+        "Ġ",
+        "c"
+      ],
+      [
+        "Ġ",
+        "l"
+      ],
+      [
+        "Ġ",
+        "he"
+      ],
+      [
+        "Ġ",
+        "d"
+      ],
+      [
+        "e",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "s"
+      ],
+      [
+        "Ġ",
+        "m"
+      ],
+      [
+        "Ġ",
+        "p"
+      ],
+      [
+        "o",
+        "m"
+      ],
+      [
+        "Ġ",
+        "T"
+      ],
+      [
+        "Ġ",
+        "o"
+      ],
+      [
+        "a",
+        "y"
+      ],
+      [
+        "a",
+        "r"
+      ],
+      [
+        "in",
+        "g"
+      ],
+      [
+        "i",
+        "s"
+      ],
+      [
+        "Ġ",
+        "g"
+      ],
+      [
+        "i",
+        "l"
+      ],
+      [
+        "i",
+        "d"
+      ],
+      [
+        "a",
+        "t"
+      ],
+      [
+        "e",
+        "n"
+      ],
+      [
+        "Ġ",
+        "n"
+      ],
+      [
+        "Ġs",
+        "a"
+      ],
+      [
+        "Ġh",
+        "a"
+      ],
+      [
+        "Ġ",
+        "S"
+      ],
+      [
+        "i",
+        "m"
+      ],
+      [
+        "a",
+        "n"
+      ],
+      [
+        "ĠT",
+        "he"
+      ],
+      [
+        "o",
+        "r"
+      ],
+      [
+        "o",
+        "n"
+      ],
+      [
+        "Ġ",
+        "it"
+      ],
+      [
+        "Ġt",
+        "h"
+      ],
+      [
+        "l",
+        "l"
+      ],
+      [
+        "l",
+        "e"
+      ],
+      [
+        "Ġ",
+        "H"
+      ],
+      [
+        "Ġhe",
+        "r"
+      ],
+      [
+        "e",
+        "t"
+      ],
+      [
+        "o",
+        "t"
+      ],
+      [
+        "i",
+        "r"
+      ],
+      [
+        "ĠS",
+        "he"
+      ],
+      [
+        "ĠH",
+        "e"
+      ],
+      [
+        "v",
+        "er"
+      ],
+      [
+        "e",
+        "s"
+      ],
+      [
+        "Ġ",
+        "in"
+      ],
+      [
+        "u",
+        "t"
+      ],
+      [
+        "o",
+        "w"
+      ],
+      [
+        "c",
+        "k"
+      ],
+      [
+        "Ġ",
+        "e"
+      ],
+      [
+        "Ġ",
+        "u"
+      ],
+      [
+        "l",
+        "d"
+      ],
+      [
+        "ĠThe",
+        "y"
+      ],
+      [
+        "o",
+        "o"
+      ],
+      [
+        "i",
+        "g"
+      ],
+      [
+        "Ġsa",
+        "id"
+      ],
+      [
+        "a",
+        "m"
+      ],
+      [
+        "il",
+        "y"
+      ],
+      [
+        "Ġb",
+        "e"
+      ],
+      [
+        "Ġ",
+        "y"
+      ],
+      [
+        "Ġ",
+        "r"
+      ],
+      [
+        "Ġs",
+        "t"
+      ],
+      [
+        "c",
+        "e"
+      ],
+      [
+        "Ġs",
+        "he"
+      ],
+      [
+        "Ġ",
+        "\""
+      ],
+      [
+        "p",
+        "p"
+      ],
+      [
+        "k",
+        "e"
+      ],
+      [
+        "it",
+        "h"
+      ],
+      [
+        "O",
+        "n"
+      ],
+      [
+        "Ġ",
+        "I"
+      ],
+      [
+        "Ġw",
+        "ith"
+      ],
+      [
+        "v",
+        "e"
+      ],
+      [
+        "L",
+        "ily"
+      ],
+      [
+        "Ġo",
+        "n"
+      ],
+      [
+        "Ġo",
+        "f"
+      ],
+      [
+        "Ġs",
+        "o"
+      ],
+      [
+        "Ġh",
+        "is"
+      ],
+      [
+        "k",
+        "ed"
+      ],
+      [
+        "r",
+        "i"
+      ],
+      [
+        "n",
+        "t"
+      ],
+      [
+        "ver",
+        "y"
+      ],
+      [
+        "Ġp",
+        "l"
+      ],
+      [
+        "Ġd",
+        "ay"
+      ],
+      [
+        "a",
+        "d"
+      ],
+      [
+        "Ġy",
+        "ou"
+      ],
+      [
+        "Ġth",
+        "at"
+      ],
+      [
+        "Ġu",
+        "p"
+      ],
+      [
+        "Ġha",
+        "d"
+      ],
+      [
+        "s",
+        "t"
+      ],
+      [
+        "Ġpl",
+        "ay"
+      ],
+      [
+        "Ġthe",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Lily"
+      ],
+      [
+        "Ġw",
+        "e"
+      ],
+      [
+        "Ġm",
+        "om"
+      ],
+      [
+        "m",
+        "y"
+      ],
+      [
+        "Ġf",
+        "or"
+      ],
+      [
+        "e",
+        "l"
+      ],
+      [
+        "ou",
+        "ld"
+      ],
+      [
+        "u",
+        "n"
+      ],
+      [
+        "Ġ",
+        "B"
+      ],
+      [
+        "'",
+        "s"
+      ],
+      [
+        "it",
+        "t"
+      ],
+      [
+        "en",
+        "t"
+      ],
+      [
+        "Ġha",
+        "pp"
+      ],
+      [
+        "T",
+        "he"
+      ],
+      [
+        "c",
+        "h"
+      ],
+      [
+        "Ġl",
+        "i"
+      ],
+      [
+        "ou",
+        "t"
+      ],
+      [
+        "Ġwa",
+        "nt"
+      ],
+      [
+        "Ġs",
+        "h"
+      ],
+      [
+        "he",
+        "r"
+      ],
+      [
+        "l",
+        "y"
+      ],
+      [
+        "im",
+        "e"
+      ],
+      [
+        "itt",
+        "le"
+      ],
+      [
+        "ou",
+        "nd"
+      ],
+      [
+        "Ġ",
+        "very"
+      ],
+      [
+        "Ġt",
+        "ime"
+      ],
+      [
+        "om",
+        "e"
+      ],
+      [
+        "Ġl",
+        "ittle"
+      ],
+      [
+        "Ġthe",
+        "re"
+      ],
+      [
+        "s",
+        "e"
+      ],
+      [
+        "Ġd",
+        "o"
+      ],
+      [
+        "Ġw",
+        "h"
+      ],
+      [
+        "a",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "k"
+      ],
+      [
+        "e",
+        "nd"
+      ],
+      [
+        "a",
+        "l"
+      ],
+      [
+        "h",
+        "t"
+      ],
+      [
+        "Ġn",
+        "e"
+      ],
+      [
+        "Ġ",
+        "re"
+      ],
+      [
+        "Ġn",
+        "ot"
+      ],
+      [
+        "Ġhapp",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Ċ"
+      ],
+      [
+        "Ġb",
+        "ig"
+      ],
+      [
+        "Ġ",
+        "M"
+      ],
+      [
+        "Ġb",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "m"
+      ],
+      [
+        "a",
+        "ck"
+      ],
+      [
+        "Ġsa",
+        "w"
+      ],
+      [
+        "ĠI",
+        "t"
+      ],
+      [
+        "Ġa",
+        "s"
+      ],
+      [
+        "Ġa",
+        "n"
+      ],
+      [
+        "r",
+        "a"
+      ],
+      [
+        "ri",
+        "end"
+      ],
+      [
+        "Ġf",
+        "riend"
+      ],
+      [
+        "id",
+        "e"
+      ],
+      [
+        "On",
+        "e"
+      ],
+      [
+        "r",
+        "y"
+      ],
+      [
+        "'",
+        "t"
+      ],
+      [
+        "v",
+        "ed"
+      ],
+      [
+        "Ġ",
+        "is"
+      ],
+      [
+        "On",
+        "ce"
+      ],
+      [
+        "a",
+        "ke"
+      ],
+      [
+        ".",
+        "\""
+      ],
+      [
+        "Ġwe",
+        "re"
+      ],
+      [
+        "t",
+        "er"
+      ],
+      [
+        "u",
+        "g"
+      ],
+      [
+        "Ġl",
+        "oo"
+      ],
+      [
+        "Ġl",
+        "o"
+      ],
+      [
+        "o",
+        "re"
+      ],
+      [
+        "e",
+        "c"
+      ],
+      [
+        "ĠT",
+        "im"
+      ],
+      [
+        "Ġh",
+        "im"
+      ],
+      [
+        "Ġb",
+        "o"
+      ],
+      [
+        "!",
+        "\""
+      ],
+      [
+        "Ġto",
+        "o"
+      ],
+      [
+        "Ġg",
+        "o"
+      ],
+      [
+        "Ġup",
+        "on"
+      ],
+      [
+        "ir",
+        "l"
+      ],
+      [
+        "Ġ",
+        "j"
+      ],
+      [
+        "Ġwant",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "irl"
+      ],
+      [
+        "Ġs",
+        "e"
+      ],
+      [
+        "Ġ",
+        "out"
+      ],
+      [
+        "ar",
+        "d"
+      ],
+      [
+        "w",
+        "ay"
+      ],
+      [
+        "Ġs",
+        "p"
+      ],
+      [
+        "il",
+        "l"
+      ],
+      [
+        "i",
+        "nd"
+      ],
+      [
+        "Ġthe",
+        "m"
+      ],
+      [
+        "Ġc",
+        "ould"
+      ],
+      [
+        "f",
+        "u"
+      ],
+      [
+        "he",
+        "n"
+      ],
+      [
+        "Ġa",
+        "t"
+      ],
+      [
+        "u",
+        "r"
+      ],
+      [
+        "Ġd",
+        "id"
+      ],
+      [
+        "Ġsm",
+        "il"
+      ],
+      [
+        "Ġthe",
+        "ir"
+      ],
+      [
+        "Ġa",
+        "re"
+      ],
+      [
+        "Ġe",
+        "x"
+      ],
+      [
+        "Ġ",
+        "A"
+      ],
+      [
+        "a",
+        "in"
+      ],
+      [
+        "Ġw",
+        "ent"
+      ],
+      [
+        "ar",
+        "t"
+      ],
+      [
+        "he",
+        "d"
+      ],
+      [
+        "r",
+        "om"
+      ],
+      [
+        "i",
+        "c"
+      ],
+      [
+        "r",
+        "ound"
+      ],
+      [
+        "Ġha",
+        "ve"
+      ],
+      [
+        "Ġn",
+        "am"
+      ],
+      [
+        "l",
+        "p"
+      ],
+      [
+        "Ġa",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "J"
+      ],
+      [
+        "fu",
+        "l"
+      ],
+      [
+        "Ġk",
+        "n"
+      ],
+      [
+        "h",
+        "ing"
+      ],
+      [
+        "oo",
+        "d"
+      ],
+      [
+        "Ġhe",
+        "lp"
+      ],
+      [
+        "ig",
+        "ht"
+      ],
+      [
+        "Ġfriend",
+        "s"
+      ],
+      [
+        "on",
+        "e"
+      ],
+      [
+        "ar",
+        "k"
+      ],
+      [
+        "Ġb",
+        "ack"
+      ],
+      [
+        "u",
+        "m"
+      ],
+      [
+        "Ġc",
+        "an"
+      ],
+      [
+        "Ġnam",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "l"
+      ],
+      [
+        "?",
+        "\""
+      ],
+      [
+        "Ġf",
+        "un"
+      ],
+      [
+        "a",
+        "re"
+      ],
+      [
+        "ĠB",
+        "en"
+      ],
+      [
+        "Ġlo",
+        "ved"
+      ],
+      [
+        "Ġa",
+        "l"
+      ],
+      [
+        "el",
+        "t"
+      ],
+      [
+        "ĠTim",
+        "my"
+      ],
+      [
+        "Ġ",
+        "One"
+      ],
+      [
+        "o",
+        "p"
+      ],
+      [
+        "s",
+        "ide"
+      ],
+      [
+        "Ġl",
+        "e"
+      ],
+      [
+        "Ġn",
+        "o"
+      ],
+      [
+        "Ġs",
+        "c"
+      ],
+      [
+        "ĠT",
+        "om"
+      ],
+      [
+        "Ġf",
+        "elt"
+      ],
+      [
+        "ou",
+        "g"
+      ],
+      [
+        "Ġsmil",
+        "ed"
+      ],
+      [
+        "i",
+        "ck"
+      ],
+      [
+        "Ġas",
+        "ked"
+      ],
+      [
+        "Y",
+        "ou"
+      ],
+      [
+        "Ġto",
+        "y"
+      ],
+      [
+        "Ġm",
+        "an"
+      ],
+      [
+        "Ġa",
+        "round"
+      ],
+      [
+        "am",
+        "e"
+      ],
+      [
+        "Ġf",
+        "e"
+      ],
+      [
+        "Ġs",
+        "ay"
+      ],
+      [
+        "Ġbo",
+        "y"
+      ],
+      [
+        "Ġs",
+        "ome"
+      ],
+      [
+        "Ġloo",
+        "ked"
+      ],
+      [
+        "u",
+        "re"
+      ],
+      [
+        "om",
+        "et"
+      ],
+      [
+        "Ġb",
+        "r"
+      ],
+      [
+        "Ġw",
+        "ould"
+      ],
+      [
+        "Ġm",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ir"
+      ],
+      [
+        "Ġli",
+        "ke"
+      ],
+      [
+        "g",
+        "et"
+      ],
+      [
+        "Ġst",
+        "art"
+      ],
+      [
+        "Ġr",
+        "o"
+      ],
+      [
+        "a",
+        "s"
+      ],
+      [
+        "Ġse",
+        "e"
+      ],
+      [
+        "Ġ",
+        "W"
+      ],
+      [
+        "i",
+        "ce"
+      ],
+      [
+        "on",
+        "g"
+      ],
+      [
+        "Ġbir",
+        "d"
+      ],
+      [
+        "Ġs",
+        "omet"
+      ],
+      [
+        "d",
+        "d"
+      ],
+      [
+        "Ġw",
+        "or"
+      ],
+      [
+        "ad",
+        "e"
+      ],
+      [
+        "i",
+        "e"
+      ],
+      [
+        "k",
+        "ing"
+      ],
+      [
+        "Ġa",
+        "g"
+      ],
+      [
+        "ow",
+        "n"
+      ],
+      [
+        "Ġt",
+        "re"
+      ],
+      [
+        "Ġf",
+        "a"
+      ],
+      [
+        "Ġa",
+        "way"
+      ],
+      [
+        "Ġwh",
+        "at"
+      ],
+      [
+        "ing",
+        "s"
+      ],
+      [
+        "Ġstart",
+        "ed"
+      ],
+      [
+        "get",
+        "her"
+      ],
+      [
+        "Ġr",
+        "an"
+      ],
+      [
+        "Ã",
+        "¢"
+      ],
+      [
+        "â",
+        "Ĥ"
+      ],
+      [
+        "âĤ",
+        "¬"
+      ],
+      [
+        "ar",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ake"
+      ],
+      [
+        "ĠB",
+        "ut"
+      ],
+      [
+        "it",
+        "ed"
+      ],
+      [
+        "i",
+        "f"
+      ],
+      [
+        "ou",
+        "d"
+      ],
+      [
+        "Ġm",
+        "ade"
+      ],
+      [
+        "Ġto",
+        "gether"
+      ],
+      [
+        "Ġsomet",
+        "hing"
+      ],
+      [
+        "Ġex",
+        "c"
+      ],
+      [
+        "a",
+        "g"
+      ],
+      [
+        "Ġc",
+        "o"
+      ],
+      [
+        "Ġp",
+        "ark"
+      ],
+      [
+        "Ġne",
+        "w"
+      ],
+      [
+        "Ġsa",
+        "d"
+      ],
+      [
+        "Ġp",
+        "ut"
+      ],
+      [
+        ",",
+        "\""
+      ],
+      [
+        "Ġf",
+        "rom"
+      ],
+      [
+        "b",
+        "le"
+      ],
+      [
+        "t",
+        "her"
+      ],
+      [
+        "Ġp",
+        "r"
+      ],
+      [
+        "Ġm",
+        "u"
+      ],
+      [
+        "Ġc",
+        "ar"
+      ],
+      [
+        "Ġh",
+        "ome"
+      ],
+      [
+        "Ġ",
+        "You"
+      ],
+      [
+        "Ġthe",
+        "n"
+      ],
+      [
+        "Ġw",
+        "hen"
+      ],
+      [
+        "Ġf",
+        "ound"
+      ],
+      [
+        "e",
+        "ll"
+      ],
+      [
+        "Ġo",
+        "ther"
+      ],
+      [
+        "Ġag",
+        "ain"
+      ],
+      [
+        "Ġc",
+        "h"
+      ],
+      [
+        "Ġd",
+        "ec"
+      ],
+      [
+        "Ġwh",
+        "o"
+      ],
+      [
+        "Ġl",
+        "a"
+      ],
+      [
+        "ri",
+        "ed"
+      ],
+      [
+        "s",
+        "s"
+      ],
+      [
+        "Ġg",
+        "ood"
+      ],
+      [
+        "Ġh",
+        "ug"
+      ],
+      [
+        "Ġ",
+        "L"
+      ],
+      [
+        "pp",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "l"
+      ],
+      [
+        "e",
+        "p"
+      ],
+      [
+        "all",
+        "y"
+      ],
+      [
+        "Ġsay",
+        "s"
+      ],
+      [
+        "Ġf",
+        "l"
+      ],
+      [
+        "es",
+        "t"
+      ],
+      [
+        "a",
+        "ch"
+      ],
+      [
+        "Ġ",
+        "E"
+      ],
+      [
+        "Ġexc",
+        "ited"
+      ],
+      [
+        "p",
+        "l"
+      ],
+      [
+        "q",
+        "u"
+      ],
+      [
+        "oo",
+        "k"
+      ],
+      [
+        "Ġg",
+        "et"
+      ],
+      [
+        "oug",
+        "ht"
+      ],
+      [
+        "Ġplay",
+        "ing"
+      ],
+      [
+        "Ġg",
+        "ot"
+      ],
+      [
+        "Ġs",
+        "w"
+      ],
+      [
+        "ou",
+        "s"
+      ],
+      [
+        "h",
+        "at"
+      ],
+      [
+        "n",
+        "y"
+      ],
+      [
+        "id",
+        "ed"
+      ],
+      [
+        "u",
+        "ck"
+      ],
+      [
+        "Ġth",
+        "ings"
+      ],
+      [
+        "Ġe",
+        "very"
+      ],
+      [
+        "Ġdec",
+        "ided"
+      ],
+      [
+        "Ġc",
+        "ame"
+      ],
+      [
+        "Ġbe",
+        "c"
+      ],
+      [
+        "a",
+        "ve"
+      ],
+      [
+        "r",
+        "o"
+      ],
+      [
+        "a",
+        "x"
+      ],
+      [
+        "Ġli",
+        "ked"
+      ],
+      [
+        "Ġd",
+        "own"
+      ],
+      [
+        "Ġdo",
+        "g"
+      ],
+      [
+        "Ġsc",
+        "ared"
+      ],
+      [
+        "Ġ",
+        "v"
+      ],
+      [
+        "u",
+        "dd"
+      ],
+      [
+        "u",
+        "st"
+      ],
+      [
+        "Ġon",
+        "e"
+      ],
+      [
+        "Ġf",
+        "ind"
+      ],
+      [
+        "Ġb",
+        "l"
+      ],
+      [
+        "Ġth",
+        "an"
+      ],
+      [
+        "Ġ",
+        "D"
+      ],
+      [
+        "ou",
+        "se"
+      ],
+      [
+        "way",
+        "s"
+      ],
+      [
+        "Ġkn",
+        "e"
+      ],
+      [
+        "Ġdid",
+        "n"
+      ],
+      [
+        "a",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "my"
+      ],
+      [
+        "Ġc",
+        "are"
+      ],
+      [
+        "Ġal",
+        "ways"
+      ],
+      [
+        "Ġa",
+        "b"
+      ],
+      [
+        "is",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ad"
+      ],
+      [
+        "Ġfe",
+        "el"
+      ],
+      [
+        "ar",
+        "a"
+      ],
+      [
+        "b",
+        "b"
+      ],
+      [
+        "ar",
+        "n"
+      ],
+      [
+        "f",
+        "e"
+      ],
+      [
+        "Ġyou",
+        "r"
+      ],
+      [
+        "Ġout",
+        "side"
+      ],
+      [
+        "u",
+        "e"
+      ],
+      [
+        "Ġg",
+        "ra"
+      ],
+      [
+        "an",
+        "t"
+      ],
+      [
+        "Ġ",
+        "ke"
+      ],
+      [
+        "ĠM",
+        "om"
+      ],
+      [
+        "Ġtoo",
+        "k"
+      ],
+      [
+        "Ġl",
+        "ot"
+      ],
+      [
+        "n",
+        "n"
+      ],
+      [
+        "Ġb",
+        "u"
+      ],
+      [
+        "Ġab",
+        "out"
+      ],
+      [
+        "es",
+        "s"
+      ],
+      [
+        "Ġ",
+        "F"
+      ],
+      [
+        "nd",
+        "er"
+      ],
+      [
+        "Ġtre",
+        "e"
+      ],
+      [
+        "ec",
+        "i"
+      ],
+      [
+        "Ġloo",
+        "k"
+      ],
+      [
+        "Ġp",
+        "o"
+      ],
+      [
+        "Ġm",
+        "y"
+      ],
+      [
+        "ou",
+        "r"
+      ],
+      [
+        "Ġtoy",
+        "s"
+      ],
+      [
+        "it",
+        "e"
+      ],
+      [
+        "c",
+        "hed"
+      ],
+      [
+        "Ġkne",
+        "w"
+      ],
+      [
+        "Ġth",
+        "ought"
+      ],
+      [
+        "en",
+        "ed"
+      ],
+      [
+        "Ġle",
+        "arn"
+      ],
+      [
+        "Ġin",
+        "t"
+      ],
+      [
+        "Ġo",
+        "ld"
+      ],
+      [
+        "Ġm",
+        "ore"
+      ],
+      [
+        "nn",
+        "a"
+      ],
+      [
+        "is",
+        "e"
+      ],
+      [
+        "g",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "a"
+      ],
+      [
+        "udd",
+        "en"
+      ],
+      [
+        "eci",
+        "al"
+      ],
+      [
+        "Ġsp",
+        "ecial"
+      ],
+      [
+        "ĠM",
+        "ax"
+      ],
+      [
+        "a",
+        "u"
+      ],
+      [
+        "Ġw",
+        "ill"
+      ],
+      [
+        "er",
+        "s"
+      ],
+      [
+        "The",
+        "y"
+      ],
+      [
+        "re",
+        "t"
+      ],
+      [
+        "Ġp",
+        "e"
+      ],
+      [
+        "Ġh",
+        "o"
+      ],
+      [
+        "ĠS",
+        "am"
+      ],
+      [
+        "Ġt",
+        "ake"
+      ],
+      [
+        "Ġb",
+        "all"
+      ],
+      [
+        "Ġkn",
+        "ow"
+      ],
+      [
+        "Ġla",
+        "ug"
+      ],
+      [
+        "f",
+        "ter"
+      ],
+      [
+        "udden",
+        "ly"
+      ],
+      [
+        "Ġc",
+        "at"
+      ],
+      [
+        "Ġh",
+        "ow"
+      ],
+      [
+        "i",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "r"
+      ],
+      [
+        "Ġmu",
+        "ch"
+      ],
+      [
+        "Ġan",
+        "y"
+      ],
+      [
+        "Ġp",
+        "u"
+      ],
+      [
+        "m",
+        "a"
+      ],
+      [
+        "Ġs",
+        "l"
+      ],
+      [
+        "Ġs",
+        "or"
+      ],
+      [
+        "Ġm",
+        "o"
+      ],
+      [
+        "v",
+        "en"
+      ],
+      [
+        "is",
+        "h"
+      ],
+      [
+        "Ġsh",
+        "ow"
+      ],
+      [
+        "Ġcould",
+        "n"
+      ],
+      [
+        "au",
+        "se"
+      ],
+      [
+        "in",
+        "k"
+      ],
+      [
+        "B",
+        "ut"
+      ],
+      [
+        "Ġh",
+        "ouse"
+      ],
+      [
+        "Ġint",
+        "o"
+      ],
+      [
+        "um",
+        "p"
+      ],
+      [
+        "Ġo",
+        "ver"
+      ],
+      [
+        "Ġt",
+        "ried"
+      ],
+      [
+        "a",
+        "nd"
+      ],
+      [
+        "Ġe",
+        "at"
+      ],
+      [
+        "Ġs",
+        "k"
+      ],
+      [
+        "Ġs",
+        "un"
+      ],
+      [
+        "Ġt",
+        "w"
+      ],
+      [
+        "Ġcl",
+        "o"
+      ],
+      [
+        "i",
+        "a"
+      ],
+      [
+        "Ġr",
+        "un"
+      ],
+      [
+        "Ġha",
+        "nd"
+      ],
+      [
+        "ĠE",
+        "very"
+      ],
+      [
+        "Ġ",
+        "en"
+      ],
+      [
+        "Ġin",
+        "side"
+      ],
+      [
+        "d",
+        "y"
+      ],
+      [
+        "Ġ",
+        "if"
+      ],
+      [
+        "Ġto",
+        "ld"
+      ],
+      [
+        "Ġne",
+        "ver"
+      ],
+      [
+        "i",
+        "on"
+      ],
+      [
+        "Ġ",
+        "qu"
+      ],
+      [
+        "Ġbec",
+        "ause"
+      ],
+      [
+        "b",
+        "y"
+      ],
+      [
+        "Ġpr",
+        "oud"
+      ],
+      [
+        "Ġg",
+        "ave"
+      ],
+      [
+        "Ġsor",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "is"
+      ],
+      [
+        "Ġo",
+        "p"
+      ],
+      [
+        "Ġplay",
+        "ed"
+      ],
+      [
+        "at",
+        "e"
+      ],
+      [
+        "Ġex",
+        "pl"
+      ],
+      [
+        "Ġhe",
+        "ard"
+      ],
+      [
+        "t",
+        "y"
+      ],
+      [
+        "Ġo",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "ter"
+      ],
+      [
+        "an",
+        "k"
+      ],
+      [
+        "g",
+        "e"
+      ],
+      [
+        "s",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ick"
+      ],
+      [
+        "ot",
+        "her"
+      ],
+      [
+        "Ġro",
+        "om"
+      ],
+      [
+        "et",
+        "ter"
+      ],
+      [
+        "Ġj",
+        "ust"
+      ],
+      [
+        "a",
+        "ce"
+      ],
+      [
+        "Ġhug",
+        "ged"
+      ],
+      [
+        "a",
+        "k"
+      ],
+      [
+        "Ġg",
+        "re"
+      ],
+      [
+        "he",
+        "re"
+      ],
+      [
+        "Ġof",
+        "f"
+      ],
+      [
+        "ĠS",
+        "ara"
+      ],
+      [
+        "Ġp",
+        "ret"
+      ],
+      [
+        "il",
+        "e"
+      ],
+      [
+        "Ġe",
+        "ach"
+      ],
+      [
+        "Ġc",
+        "om"
+      ],
+      [
+        "Ġl",
+        "ong"
+      ],
+      [
+        "Ġbo",
+        "x"
+      ],
+      [
+        "or",
+        "t"
+      ],
+      [
+        "Ġst",
+        "r"
+      ],
+      [
+        "i",
+        "z"
+      ],
+      [
+        "Ġu",
+        "nt"
+      ],
+      [
+        "Ġwa",
+        "t"
+      ],
+      [
+        "ot",
+        "h"
+      ],
+      [
+        "Ġne",
+        "ed"
+      ],
+      [
+        "Ġj",
+        "o"
+      ],
+      [
+        "ĠW",
+        "e"
+      ],
+      [
+        "T",
+        "om"
+      ],
+      [
+        "Ġsm",
+        "all"
+      ],
+      [
+        "in",
+        "e"
+      ],
+      [
+        "Ġbe",
+        "ar"
+      ],
+      [
+        "M",
+        "om"
+      ],
+      [
+        "Ġunt",
+        "il"
+      ],
+      [
+        "Ġn",
+        "ice"
+      ],
+      [
+        "Ġt",
+        "ry"
+      ],
+      [
+        "v",
+        "ing"
+      ],
+      [
+        "u",
+        "c"
+      ],
+      [
+        "s",
+        "el"
+      ],
+      [
+        "oug",
+        "h"
+      ],
+      [
+        "Ġlearn",
+        "ed"
+      ],
+      [
+        "Ġk",
+        "ind"
+      ],
+      [
+        "ĠA",
+        "nna"
+      ],
+      [
+        "il",
+        "d"
+      ],
+      [
+        "Ġf",
+        "o"
+      ],
+      [
+        "Ġman",
+        "y"
+      ],
+      [
+        "'",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "ack"
+      ],
+      [
+        "Ġb",
+        "etter"
+      ],
+      [
+        "Ġ",
+        "im"
+      ],
+      [
+        "g",
+        "ry"
+      ],
+      [
+        "im",
+        "al"
+      ],
+      [
+        "Ġan",
+        "imal"
+      ],
+      [
+        "ur",
+        "t"
+      ],
+      [
+        "f",
+        "t"
+      ],
+      [
+        "Ġe",
+        "nd"
+      ],
+      [
+        "Ġs",
+        "n"
+      ],
+      [
+        "a",
+        "ut"
+      ],
+      [
+        "Ġt",
+        "e"
+      ],
+      [
+        "Ġc",
+        "le"
+      ],
+      [
+        "ĠJ",
+        "o"
+      ],
+      [
+        "v",
+        "ent"
+      ],
+      [
+        "ur",
+        "p"
+      ],
+      [
+        "Ġg",
+        "r"
+      ],
+      [
+        "Ġbe",
+        "aut"
+      ],
+      [
+        "Ġj",
+        "ump"
+      ],
+      [
+        "m",
+        "b"
+      ],
+      [
+        "Ġa",
+        "d"
+      ],
+      [
+        "re",
+        "am"
+      ],
+      [
+        "p",
+        "t"
+      ],
+      [
+        "ĠS",
+        "o"
+      ],
+      [
+        "ĠH",
+        "er"
+      ],
+      [
+        "Ġfl",
+        "ow"
+      ],
+      [
+        "i",
+        "es"
+      ],
+      [
+        "Ġc",
+        "he"
+      ],
+      [
+        "Ġb",
+        "ra"
+      ],
+      [
+        "Ġthan",
+        "ked"
+      ],
+      [
+        "Ġe",
+        "ven"
+      ],
+      [
+        "Ġb",
+        "est"
+      ],
+      [
+        "Ġc",
+        "all"
+      ],
+      [
+        "ad",
+        "y"
+      ],
+      [
+        "H",
+        "e"
+      ],
+      [
+        "Ġlot",
+        "s"
+      ],
+      [
+        "Ġlaug",
+        "hed"
+      ],
+      [
+        "sel",
+        "f"
+      ],
+      [
+        "Ġr",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "y"
+      ],
+      [
+        "ar",
+        "s"
+      ],
+      [
+        "ur",
+        "n"
+      ],
+      [
+        "Ġb",
+        "y"
+      ],
+      [
+        "Ġfa",
+        "st"
+      ],
+      [
+        "ll",
+        "y"
+      ],
+      [
+        "Ġf",
+        "am"
+      ],
+      [
+        "Ġ",
+        "C"
+      ],
+      [
+        "v",
+        "es"
+      ],
+      [
+        "ard",
+        "en"
+      ],
+      [
+        "Ġg",
+        "arden"
+      ],
+      [
+        "Ġbeaut",
+        "i"
+      ],
+      [
+        "w",
+        "n"
+      ],
+      [
+        "T",
+        "h"
+      ],
+      [
+        "Ġbeauti",
+        "ful"
+      ],
+      [
+        "Ġl",
+        "oud"
+      ],
+      [
+        "le",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "y"
+      ],
+      [
+        "Ġd",
+        "on"
+      ],
+      [
+        "h",
+        "n"
+      ],
+      [
+        "er",
+        "ed"
+      ],
+      [
+        "in",
+        "y"
+      ],
+      [
+        "Ġcare",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "ve"
+      ],
+      [
+        "Ġf",
+        "i"
+      ],
+      [
+        "ĠThe",
+        "n"
+      ],
+      [
+        "Å",
+        "ĵ"
+      ],
+      [
+        "a",
+        "se"
+      ],
+      [
+        "ec",
+        "t"
+      ],
+      [
+        "Ġsa",
+        "fe"
+      ],
+      [
+        "ĠA",
+        "nd"
+      ],
+      [
+        "Ġu",
+        "nder"
+      ],
+      [
+        "Ġc",
+        "ome"
+      ],
+      [
+        "ĠF",
+        "rom"
+      ],
+      [
+        "Y",
+        "es"
+      ],
+      [
+        "ĠM",
+        "ia"
+      ],
+      [
+        "I",
+        "t"
+      ],
+      [
+        "m",
+        "e"
+      ],
+      [
+        "Ġh",
+        "ard"
+      ],
+      [
+        "Ġc",
+        "u"
+      ],
+      [
+        "Ġw",
+        "o"
+      ],
+      [
+        "Ġl",
+        "ist"
+      ],
+      [
+        "Ġst",
+        "ay"
+      ],
+      [
+        "an",
+        "e"
+      ],
+      [
+        "s",
+        "h"
+      ],
+      [
+        "op",
+        "le"
+      ],
+      [
+        "Ġg",
+        "l"
+      ],
+      [
+        "n",
+        "ing"
+      ],
+      [
+        "Ġst",
+        "ill"
+      ],
+      [
+        "oo",
+        "l"
+      ],
+      [
+        "Ġh",
+        "urt"
+      ],
+      [
+        "re",
+        "e"
+      ],
+      [
+        "ĠH",
+        "is"
+      ],
+      [
+        "Ġim",
+        "p"
+      ],
+      [
+        "Ġfam",
+        "ily"
+      ],
+      [
+        "Ġ",
+        "â"
+      ],
+      [
+        "Ġb",
+        "oth"
+      ],
+      [
+        "r",
+        "m"
+      ],
+      [
+        "ig",
+        "h"
+      ],
+      [
+        "Ġli",
+        "ved"
+      ],
+      [
+        "he",
+        "s"
+      ],
+      [
+        "W",
+        "hen"
+      ],
+      [
+        "Ġpe",
+        "ople"
+      ],
+      [
+        "Ġanimal",
+        "s"
+      ],
+      [
+        "Ġco",
+        "l"
+      ],
+      [
+        "Ġbra",
+        "ve"
+      ],
+      [
+        "Ġwal",
+        "ked"
+      ],
+      [
+        "o",
+        "b"
+      ],
+      [
+        "T",
+        "im"
+      ],
+      [
+        "c",
+        "t"
+      ],
+      [
+        "Ġl",
+        "et"
+      ],
+      [
+        "urp",
+        "r"
+      ],
+      [
+        "ĠW",
+        "hen"
+      ],
+      [
+        "Ġtw",
+        "o"
+      ],
+      [
+        "Ġs",
+        "urpr"
+      ],
+      [
+        "Ġsh",
+        "ould"
+      ],
+      [
+        "is",
+        "hed"
+      ],
+      [
+        "Ġb",
+        "ad"
+      ],
+      [
+        "re",
+        "ss"
+      ],
+      [
+        "Ġke",
+        "pt"
+      ],
+      [
+        "Ġf",
+        "ore"
+      ],
+      [
+        "Ġf",
+        "lew"
+      ],
+      [
+        "Ġf",
+        "in"
+      ],
+      [
+        "Ġst",
+        "or"
+      ],
+      [
+        "Ġf",
+        "ly"
+      ],
+      [
+        "a",
+        "st"
+      ],
+      [
+        "is",
+        "ed"
+      ],
+      [
+        "i",
+        "p"
+      ],
+      [
+        "Ġit",
+        "s"
+      ],
+      [
+        "l",
+        "ed"
+      ],
+      [
+        "o",
+        "ck"
+      ],
+      [
+        "uc",
+        "y"
+      ],
+      [
+        "f",
+        "ore"
+      ],
+      [
+        "Ġgo",
+        "ing"
+      ],
+      [
+        "Ġcle",
+        "an"
+      ],
+      [
+        "Ġd",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ic"
+      ],
+      [
+        "Ġso",
+        "on"
+      ],
+      [
+        "Ġcall",
+        "ed"
+      ],
+      [
+        "Ġsh",
+        "are"
+      ],
+      [
+        "k",
+        "ay"
+      ],
+      [
+        "Ġan",
+        "gry"
+      ],
+      [
+        "Ġro",
+        "ck"
+      ],
+      [
+        "Ġc",
+        "on"
+      ],
+      [
+        "Ġpret",
+        "ty"
+      ],
+      [
+        "N",
+        "o"
+      ],
+      [
+        "Ġ",
+        "ide"
+      ],
+      [
+        "i",
+        "ed"
+      ],
+      [
+        "il",
+        "ly"
+      ],
+      [
+        "Ġg",
+        "round"
+      ],
+      [
+        "x",
+        "t"
+      ],
+      [
+        "Ġr",
+        "ed"
+      ],
+      [
+        "Ġexpl",
+        "ore"
+      ],
+      [
+        "Ġc",
+        "ry"
+      ],
+      [
+        "Ġad",
+        "vent"
+      ],
+      [
+        "Ġst",
+        "o"
+      ],
+      [
+        "s",
+        "o"
+      ],
+      [
+        "Ġre",
+        "al"
+      ],
+      [
+        "L",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ind"
+      ],
+      [
+        "Ġsh",
+        "iny"
+      ],
+      [
+        "b",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ook"
+      ],
+      [
+        "Ġal",
+        "so"
+      ],
+      [
+        "Ġdo",
+        "ll"
+      ],
+      [
+        "Ġide",
+        "a"
+      ],
+      [
+        "Ġbe",
+        "fore"
+      ],
+      [
+        "Ġop",
+        "ened"
+      ],
+      [
+        "dd",
+        "ed"
+      ],
+      [
+        "Ġwh",
+        "ile"
+      ],
+      [
+        "um",
+        "my"
+      ],
+      [
+        "Ġke",
+        "ep"
+      ],
+      [
+        "Ġe",
+        "y"
+      ],
+      [
+        "Ġn",
+        "ow"
+      ],
+      [
+        "Ġdo",
+        "or"
+      ],
+      [
+        "Ġfeel",
+        "ing"
+      ],
+      [
+        "âĤ¬",
+        "â"
+      ],
+      [
+        "o",
+        "on"
+      ],
+      [
+        "o",
+        "y"
+      ],
+      [
+        "Ġwal",
+        "king"
+      ],
+      [
+        "Ġno",
+        "ise"
+      ],
+      [
+        "Ġf",
+        "r"
+      ],
+      [
+        "le",
+        "s"
+      ],
+      [
+        "ag",
+        "e"
+      ],
+      [
+        "i",
+        "ous"
+      ],
+      [
+        "Ġcol",
+        "or"
+      ],
+      [
+        "Ġt",
+        "urn"
+      ],
+      [
+        "t",
+        "hing"
+      ],
+      [
+        "f",
+        "f"
+      ],
+      [
+        "u",
+        "ch"
+      ],
+      [
+        "t",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ed"
+      ],
+      [
+        "ar",
+        "y"
+      ],
+      [
+        "Ġd",
+        "ra"
+      ],
+      [
+        "Ġpick",
+        "ed"
+      ],
+      [
+        "im",
+        "b"
+      ],
+      [
+        "e",
+        "et"
+      ],
+      [
+        "Ġcl",
+        "imb"
+      ],
+      [
+        "Ġd",
+        "el"
+      ],
+      [
+        "W",
+        "hat"
+      ],
+      [
+        "Ġbe",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ood"
+      ],
+      [
+        "Ġu",
+        "n"
+      ],
+      [
+        "Ġf",
+        "ar"
+      ],
+      [
+        "t",
+        "ure"
+      ],
+      [
+        "j",
+        "oy"
+      ],
+      [
+        "Ġadvent",
+        "ure"
+      ],
+      [
+        "a",
+        "c"
+      ],
+      [
+        "Ġsmil",
+        "e"
+      ],
+      [
+        "Ġd",
+        "if"
+      ],
+      [
+        "Ħ",
+        "¢"
+      ],
+      [
+        "âĤ¬â",
+        "Ħ¢"
+      ],
+      [
+        "me",
+        "mb"
+      ],
+      [
+        "Ġw",
+        "r"
+      ],
+      [
+        "Ġth",
+        "r"
+      ],
+      [
+        "ug",
+        "ht"
+      ],
+      [
+        "Ġloo",
+        "king"
+      ],
+      [
+        "Ġne",
+        "xt"
+      ],
+      [
+        "ic",
+        "ed"
+      ],
+      [
+        "ĠL",
+        "ucy"
+      ],
+      [
+        "Ġno",
+        "dded"
+      ],
+      [
+        "Ġqu",
+        "ick"
+      ],
+      [
+        "Ġ",
+        "P"
+      ],
+      [
+        "Ġd",
+        "is"
+      ],
+      [
+        "Ġre",
+        "pl"
+      ],
+      [
+        "ĠD",
+        "ad"
+      ],
+      [
+        "Ġwa",
+        "it"
+      ],
+      [
+        "iz",
+        "ed"
+      ],
+      [
+        "Ġfore",
+        "st"
+      ],
+      [
+        "Ġclo",
+        "s"
+      ],
+      [
+        "ĠS",
+        "uddenly"
+      ],
+      [
+        "Ġt",
+        "ra"
+      ],
+      [
+        "T",
+        "hat"
+      ],
+      [
+        "Ġey",
+        "es"
+      ],
+      [
+        "g",
+        "er"
+      ],
+      [
+        "bb",
+        "it"
+      ],
+      [
+        "t",
+        "ed"
+      ],
+      [
+        "Ġo",
+        "wn"
+      ],
+      [
+        "Ġr",
+        "ain"
+      ],
+      [
+        "Ġimp",
+        "ort"
+      ],
+      [
+        "Ġgre",
+        "at"
+      ],
+      [
+        "Ġre",
+        "memb"
+      ],
+      [
+        "Ġpic",
+        "ture"
+      ],
+      [
+        "Th",
+        "ank"
+      ],
+      [
+        "S",
+        "uddenly"
+      ],
+      [
+        "Ġsto",
+        "pped"
+      ],
+      [
+        "Ġen",
+        "joy"
+      ],
+      [
+        "Ġv",
+        "o"
+      ],
+      [
+        "B",
+        "en"
+      ],
+      [
+        "Ġg",
+        "ive"
+      ],
+      [
+        "Ġimport",
+        "ant"
+      ],
+      [
+        "Ġwor",
+        "k"
+      ],
+      [
+        "Ġne",
+        "ar"
+      ],
+      [
+        "g",
+        "an"
+      ],
+      [
+        "p",
+        "ot"
+      ],
+      [
+        "Ġe",
+        "ver"
+      ],
+      [
+        "Ġa",
+        "pp"
+      ],
+      [
+        "Ġa",
+        "fter"
+      ],
+      [
+        "Ġquick",
+        "ly"
+      ],
+      [
+        "Ġlist",
+        "en"
+      ],
+      [
+        "Ġb",
+        "re"
+      ],
+      [
+        "t",
+        "ing"
+      ],
+      [
+        "bb",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "a"
+      ],
+      [
+        "Ġf",
+        "ish"
+      ],
+      [
+        "Ġrepl",
+        "ied"
+      ],
+      [
+        "Ġra",
+        "bbit"
+      ],
+      [
+        "Ġhand",
+        "s"
+      ],
+      [
+        "Ġ",
+        "G"
+      ],
+      [
+        "Ġnot",
+        "iced"
+      ],
+      [
+        "Ġbr",
+        "o"
+      ],
+      [
+        "Ġsl",
+        "ide"
+      ],
+      [
+        "Ġth",
+        "ink"
+      ],
+      [
+        "Ġwal",
+        "k"
+      ],
+      [
+        "Ġtr",
+        "uck"
+      ],
+      [
+        "Ġa",
+        "c"
+      ],
+      [
+        "k",
+        "es"
+      ],
+      [
+        "Ġstr",
+        "ong"
+      ],
+      [
+        "S",
+        "he"
+      ],
+      [
+        "Ġshow",
+        "ed"
+      ],
+      [
+        "Ġd",
+        "e"
+      ],
+      [
+        "Ġevery",
+        "one"
+      ],
+      [
+        "Ġwo",
+        "nder"
+      ],
+      [
+        "fe",
+        "re"
+      ],
+      [
+        "by",
+        "e"
+      ],
+      [
+        "Ġdif",
+        "fere"
+      ],
+      [
+        "ir",
+        "st"
+      ],
+      [
+        "S",
+        "o"
+      ],
+      [
+        "Ġs",
+        "ure"
+      ],
+      [
+        "Ġha",
+        "s"
+      ],
+      [
+        "Ġr",
+        "ight"
+      ],
+      [
+        "Ġbe",
+        "en"
+      ],
+      [
+        "Ġbec",
+        "ame"
+      ],
+      [
+        "Ġs",
+        "ound"
+      ],
+      [
+        "ma",
+        "z"
+      ],
+      [
+        "Ġto",
+        "w"
+      ],
+      [
+        "Ġr",
+        "u"
+      ],
+      [
+        "Ġt",
+        "al"
+      ],
+      [
+        "Ġa",
+        "maz"
+      ],
+      [
+        "Ġhe",
+        "ad"
+      ],
+      [
+        "Ġsh",
+        "out"
+      ],
+      [
+        "Ġbr",
+        "ight"
+      ],
+      [
+        "Ġy",
+        "e"
+      ],
+      [
+        "Ġwat",
+        "ched"
+      ],
+      [
+        "Ġ",
+        "R"
+      ],
+      [
+        "Ġm",
+        "or"
+      ],
+      [
+        "Ġch",
+        "ild"
+      ],
+      [
+        "a",
+        "ble"
+      ],
+      [
+        "Ġme",
+        "an"
+      ],
+      [
+        "Ġw",
+        "here"
+      ],
+      [
+        "ll",
+        "ow"
+      ],
+      [
+        "Ġh",
+        "igh"
+      ],
+      [
+        "ĠS",
+        "ue"
+      ],
+      [
+        "Ġfa",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "ook"
+      ],
+      [
+        "d",
+        "ay"
+      ],
+      [
+        "ay",
+        "be"
+      ],
+      [
+        "Ġwat",
+        "ch"
+      ],
+      [
+        "Ġbl",
+        "ue"
+      ],
+      [
+        "a",
+        "ught"
+      ],
+      [
+        "Ġdiffere",
+        "nt"
+      ],
+      [
+        "Ġst",
+        "ore"
+      ],
+      [
+        "Ġ",
+        "N"
+      ],
+      [
+        "Ġgood",
+        "bye"
+      ],
+      [
+        "Ġd",
+        "ress"
+      ],
+      [
+        "u",
+        "ll"
+      ],
+      [
+        "ĠB",
+        "ob"
+      ],
+      [
+        "n",
+        "g"
+      ],
+      [
+        "an",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "qu"
+      ],
+      [
+        "Ġo",
+        "kay"
+      ],
+      [
+        "is",
+        "y"
+      ],
+      [
+        "le",
+        "ase"
+      ],
+      [
+        "ĠMom",
+        "my"
+      ],
+      [
+        "Ġvo",
+        "ice"
+      ],
+      [
+        "J",
+        "o"
+      ],
+      [
+        "at",
+        "h"
+      ],
+      [
+        "Ġn",
+        "ight"
+      ],
+      [
+        "ĠS",
+        "pot"
+      ],
+      [
+        "Ġu",
+        "s"
+      ],
+      [
+        "Ġbo",
+        "at"
+      ],
+      [
+        "Ġflow",
+        "ers"
+      ],
+      [
+        "Ġpl",
+        "ace"
+      ],
+      [
+        "Ġfo",
+        "llow"
+      ],
+      [
+        "Ġa",
+        "r"
+      ],
+      [
+        "Ġu",
+        "se"
+      ],
+      [
+        "Ġclos",
+        "er"
+      ],
+      [
+        "un",
+        "ny"
+      ],
+      [
+        "le",
+        "ep"
+      ],
+      [
+        "ir",
+        "ed"
+      ],
+      [
+        "Ġfa",
+        "v"
+      ],
+      [
+        "Ġy",
+        "ell"
+      ],
+      [
+        "Ġgra",
+        "bbed"
+      ],
+      [
+        "Ġcu",
+        "ri"
+      ],
+      [
+        "Ġwa",
+        "rm"
+      ],
+      [
+        "Ġc",
+        "r"
+      ],
+      [
+        "Ġfor",
+        "g"
+      ],
+      [
+        "ĠSara",
+        "h"
+      ],
+      [
+        "ĠJo",
+        "hn"
+      ],
+      [
+        "Ġm",
+        "ag"
+      ],
+      [
+        "Ġst",
+        "ick"
+      ],
+      [
+        "W",
+        "e"
+      ],
+      [
+        "Ġjump",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "ake"
+      ],
+      [
+        "m",
+        "ore"
+      ],
+      [
+        "Ġt",
+        "ell"
+      ],
+      [
+        "Ġany",
+        "more"
+      ],
+      [
+        "A",
+        "fter"
+      ],
+      [
+        "Ġbut",
+        "ter"
+      ],
+      [
+        "nd",
+        "ma"
+      ],
+      [
+        "Ġth",
+        "ree"
+      ],
+      [
+        "Ġas",
+        "k"
+      ],
+      [
+        "c",
+        "o"
+      ],
+      [
+        "Ġ",
+        "our"
+      ],
+      [
+        "l",
+        "ie"
+      ],
+      [
+        "Ġcuri",
+        "ous"
+      ],
+      [
+        "ou",
+        "nt"
+      ],
+      [
+        "or",
+        "n"
+      ],
+      [
+        "Ġcon",
+        "t"
+      ],
+      [
+        "Ġfe",
+        "ll"
+      ],
+      [
+        "a",
+        "ched"
+      ],
+      [
+        "ĠT",
+        "h"
+      ],
+      [
+        "Ġbird",
+        "s"
+      ],
+      [
+        "as",
+        "s"
+      ],
+      [
+        "H",
+        "er"
+      ],
+      [
+        "is",
+        "s"
+      ],
+      [
+        "Ġhelp",
+        "ed"
+      ],
+      [
+        "ĠJ",
+        "ane"
+      ],
+      [
+        "Ġpu",
+        "ll"
+      ],
+      [
+        "Ġf",
+        "irst"
+      ],
+      [
+        "it",
+        "c"
+      ],
+      [
+        "Ġbl",
+        "ock"
+      ],
+      [
+        "Ġh",
+        "op"
+      ],
+      [
+        "Ġb",
+        "it"
+      ],
+      [
+        "Ġd",
+        "r"
+      ],
+      [
+        "Ġreal",
+        "ized"
+      ],
+      [
+        "Ġk",
+        "id"
+      ],
+      [
+        "L",
+        "ook"
+      ],
+      [
+        "il",
+        "a"
+      ],
+      [
+        "Ġm",
+        "on"
+      ],
+      [
+        "Ġbr",
+        "other"
+      ],
+      [
+        "A",
+        "nna"
+      ],
+      [
+        "S",
+        "ara"
+      ],
+      [
+        "Ġ",
+        "z"
+      ],
+      [
+        "ĠEvery",
+        "one"
+      ],
+      [
+        "Ġat",
+        "e"
+      ],
+      [
+        "Ġdo",
+        "es"
+      ],
+      [
+        "im",
+        "es"
+      ],
+      [
+        "Ġhapp",
+        "ened"
+      ],
+      [
+        "Ġst",
+        "op"
+      ],
+      [
+        "z",
+        "y"
+      ],
+      [
+        "Ġy",
+        "ummy"
+      ],
+      [
+        "Ġfav",
+        "or"
+      ],
+      [
+        "pp",
+        "y"
+      ],
+      [
+        "Ġk",
+        "itc"
+      ],
+      [
+        "Ġkitc",
+        "hen"
+      ],
+      [
+        "Ġsw",
+        "eet"
+      ],
+      [
+        "u",
+        "s"
+      ],
+      [
+        "Ġp",
+        "er"
+      ],
+      [
+        "Ġre",
+        "ally"
+      ],
+      [
+        "a",
+        "isy"
+      ],
+      [
+        "Ġgra",
+        "ss"
+      ],
+      [
+        "Ġfavor",
+        "ite"
+      ],
+      [
+        "Ġbe",
+        "gan"
+      ],
+      [
+        "Ġre",
+        "st"
+      ],
+      [
+        "Ġre",
+        "ady"
+      ],
+      [
+        "Ġle",
+        "a"
+      ],
+      [
+        "Ġre",
+        "ached"
+      ],
+      [
+        "Ġunder",
+        "st"
+      ],
+      [
+        "a",
+        "ir"
+      ],
+      [
+        "Ġst",
+        "e"
+      ],
+      [
+        "Ġb",
+        "unny"
+      ],
+      [
+        "ĠA",
+        "s"
+      ],
+      [
+        "Ġstor",
+        "y"
+      ],
+      [
+        "'",
+        "re"
+      ],
+      [
+        "Ġp",
+        "ain"
+      ],
+      [
+        "Ġs",
+        "ing"
+      ],
+      [
+        "st",
+        "er"
+      ],
+      [
+        "Ġhe",
+        "re"
+      ],
+      [
+        "Ġsa",
+        "nd"
+      ],
+      [
+        "Ġon",
+        "ly"
+      ],
+      [
+        "Ġfl",
+        "o"
+      ],
+      [
+        "Ġa",
+        "m"
+      ],
+      [
+        "Ġgl",
+        "ad"
+      ],
+      [
+        "Ġt",
+        "ri"
+      ],
+      [
+        "Ġbe",
+        "h"
+      ],
+      [
+        "Ġwor",
+        "ld"
+      ],
+      [
+        "Ġop",
+        "en"
+      ],
+      [
+        "Ġc",
+        "re"
+      ],
+      [
+        "fu",
+        "lly"
+      ],
+      [
+        "Ġpr",
+        "in"
+      ],
+      [
+        "w",
+        "here"
+      ],
+      [
+        "are",
+        "nt"
+      ],
+      [
+        "Ġflow",
+        "er"
+      ],
+      [
+        "Ġthr",
+        "ough"
+      ],
+      [
+        "Ġb",
+        "a"
+      ],
+      [
+        "Ġfi",
+        "re"
+      ],
+      [
+        "Ġd",
+        "one"
+      ],
+      [
+        "Ġha",
+        "ving"
+      ],
+      [
+        "Ġth",
+        "ing"
+      ],
+      [
+        "Ġdel",
+        "ic"
+      ],
+      [
+        "Ġhim",
+        "self"
+      ],
+      [
+        "Ġt",
+        "ired"
+      ],
+      [
+        "Ġp",
+        "arent"
+      ],
+      [
+        "Ġso",
+        "ft"
+      ],
+      [
+        "Ġf",
+        "ro"
+      ],
+      [
+        "Tim",
+        "my"
+      ],
+      [
+        "Ġta",
+        "st"
+      ],
+      [
+        "Ġbutter",
+        "f"
+      ],
+      [
+        "ĠL",
+        "et"
+      ],
+      [
+        "Ġc",
+        "ut"
+      ],
+      [
+        "Ġp",
+        "art"
+      ],
+      [
+        "Ġwh",
+        "y"
+      ],
+      [
+        "k",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ess"
+      ],
+      [
+        "C",
+        "an"
+      ],
+      [
+        "Ġwor",
+        "ry"
+      ],
+      [
+        "Mom",
+        "my"
+      ],
+      [
+        "i",
+        "ver"
+      ],
+      [
+        "Ġd",
+        "in"
+      ],
+      [
+        "u",
+        "ff"
+      ],
+      [
+        "at",
+        "er"
+      ],
+      [
+        "Ġmag",
+        "ic"
+      ],
+      [
+        "Ġwa",
+        "ved"
+      ],
+      [
+        "Ġshout",
+        "ed"
+      ],
+      [
+        "Ġpo",
+        "nd"
+      ],
+      [
+        "Ġkid",
+        "s"
+      ],
+      [
+        "Ġh",
+        "at"
+      ],
+      [
+        "Ġd",
+        "uck"
+      ],
+      [
+        "Ġse",
+        "es"
+      ],
+      [
+        "o",
+        "lly"
+      ],
+      [
+        "ill",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "ame"
+      ],
+      [
+        "i",
+        "ent"
+      ],
+      [
+        "Ġma",
+        "king"
+      ],
+      [
+        "at",
+        "her"
+      ],
+      [
+        "Jo",
+        "hn"
+      ],
+      [
+        "A",
+        "s"
+      ],
+      [
+        "ak",
+        "es"
+      ],
+      [
+        "Ġcat",
+        "ch"
+      ],
+      [
+        "Ġse",
+        "en"
+      ],
+      [
+        "Ġc",
+        "ool"
+      ],
+      [
+        "at",
+        "ion"
+      ],
+      [
+        "Ġcom",
+        "ing"
+      ],
+      [
+        "Ġl",
+        "ess"
+      ],
+      [
+        "Ġd",
+        "ark"
+      ],
+      [
+        "Ġu",
+        "sed"
+      ],
+      [
+        "ed",
+        "dy"
+      ],
+      [
+        "Ġfi",
+        "x"
+      ],
+      [
+        "ĠJo",
+        "e"
+      ],
+      [
+        "Ġthan",
+        "k"
+      ],
+      [
+        "m",
+        "er"
+      ],
+      [
+        "Ġto",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ady"
+      ],
+      [
+        "Ġha",
+        "ir"
+      ],
+      [
+        "ar",
+        "ing"
+      ],
+      [
+        "Ġp",
+        "rom"
+      ],
+      [
+        "Ġho",
+        "pped"
+      ],
+      [
+        "ĠC",
+        "an"
+      ],
+      [
+        "\"",
+        "."
+      ],
+      [
+        "ig",
+        "n"
+      ],
+      [
+        "Ġsurpr",
+        "ise"
+      ],
+      [
+        "Ġdra",
+        "w"
+      ],
+      [
+        "Ġm",
+        "um"
+      ],
+      [
+        "Ġm",
+        "ouse"
+      ],
+      [
+        "Ġfun",
+        "ny"
+      ],
+      [
+        "re",
+        "l"
+      ],
+      [
+        "Ġc",
+        "ra"
+      ],
+      [
+        "Ġ",
+        "-"
+      ],
+      [
+        "ap",
+        "er"
+      ],
+      [
+        "Ġf",
+        "ull"
+      ],
+      [
+        "Ġto",
+        "uch"
+      ],
+      [
+        "Ġl",
+        "ight"
+      ],
+      [
+        "Ġsp",
+        "ot"
+      ],
+      [
+        "re",
+        "n"
+      ],
+      [
+        "Ġd",
+        "ro"
+      ],
+      [
+        "ĠBen",
+        "ny"
+      ],
+      [
+        "Ġparent",
+        "s"
+      ],
+      [
+        "Ġwor",
+        "ked"
+      ],
+      [
+        "in",
+        "s"
+      ],
+      [
+        "one",
+        "y"
+      ],
+      [
+        "ĠD",
+        "o"
+      ],
+      [
+        "Ġsurpr",
+        "ised"
+      ],
+      [
+        "Ġcare",
+        "fully"
+      ],
+      [
+        "Ġtre",
+        "es"
+      ],
+      [
+        "Ġfro",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "ing"
+      ],
+      [
+        "Ġdo",
+        "ing"
+      ],
+      [
+        "D",
+        "on"
+      ],
+      [
+        "Ġs",
+        "at"
+      ],
+      [
+        "in",
+        "ally"
+      ],
+      [
+        "ĠT",
+        "hat"
+      ],
+      [
+        "Ġ",
+        "ice"
+      ],
+      [
+        "ĠI",
+        "n"
+      ],
+      [
+        "Ġhe",
+        "ld"
+      ],
+      [
+        "W",
+        "ow"
+      ],
+      [
+        "Ġrun",
+        "ning"
+      ],
+      [
+        "Ġpret",
+        "end"
+      ],
+      [
+        "Ġsw",
+        "im"
+      ],
+      [
+        "Ġs",
+        "et"
+      ],
+      [
+        "Ġre",
+        "ad"
+      ],
+      [
+        "Ġdelic",
+        "ious"
+      ],
+      [
+        "Ġneed",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "ight"
+      ],
+      [
+        "Ġsl",
+        "ow"
+      ],
+      [
+        "Ġrememb",
+        "ered"
+      ],
+      [
+        "Ġlo",
+        "st"
+      ],
+      [
+        "Ġco",
+        "ld"
+      ],
+      [
+        "Ġsm",
+        "ell"
+      ],
+      [
+        "ard",
+        "s"
+      ],
+      [
+        "Ġw",
+        "ood"
+      ],
+      [
+        "Ġhapp",
+        "ily"
+      ],
+      [
+        "h",
+        "y"
+      ],
+      [
+        "el",
+        "y"
+      ],
+      [
+        "Ġlook",
+        "s"
+      ],
+      [
+        "Ġbeh",
+        "ind"
+      ],
+      [
+        "Ġher",
+        "self"
+      ],
+      [
+        "Ġc",
+        "ried"
+      ],
+      [
+        "Ġenjoy",
+        "ed"
+      ],
+      [
+        "Ġnam",
+        "e"
+      ],
+      [
+        "as",
+        "k"
+      ],
+      [
+        "Ġye",
+        "ars"
+      ],
+      [
+        "Ġbu",
+        "y"
+      ],
+      [
+        "Ġho",
+        "le"
+      ],
+      [
+        "Ġblock",
+        "s"
+      ],
+      [
+        "Ġd",
+        "ri"
+      ],
+      [
+        "Ġs",
+        "leep"
+      ],
+      [
+        "Ġg",
+        "i"
+      ],
+      [
+        "Ġyell",
+        "ow"
+      ],
+      [
+        "c",
+        "ess"
+      ],
+      [
+        "Ġbutterf",
+        "ly"
+      ],
+      [
+        "i",
+        "ke"
+      ],
+      [
+        "u",
+        "ed"
+      ],
+      [
+        "Ġw",
+        "ished"
+      ],
+      [
+        "Ġper",
+        "f"
+      ],
+      [
+        "Ġan",
+        "other"
+      ],
+      [
+        "ĠD",
+        "aisy"
+      ],
+      [
+        "Ġgre",
+        "en"
+      ],
+      [
+        "Ġmo",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "all"
+      ],
+      [
+        "Ġa",
+        "ir"
+      ],
+      [
+        "Ġb",
+        "ag"
+      ],
+      [
+        "Ġflo",
+        "or"
+      ],
+      [
+        "Ġcar",
+        "s"
+      ],
+      [
+        "Ġless",
+        "on"
+      ],
+      [
+        "u",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ow"
+      ],
+      [
+        "Ġar",
+        "ri"
+      ],
+      [
+        "Ġwind",
+        "ow"
+      ],
+      [
+        "Ġsh",
+        "o"
+      ],
+      [
+        "Ġchild",
+        "ren"
+      ],
+      [
+        "n",
+        "er"
+      ],
+      [
+        "Ġfin",
+        "ished"
+      ],
+      [
+        "Ġh",
+        "ill"
+      ],
+      [
+        "ĠA",
+        "fter"
+      ],
+      [
+        "and",
+        "y"
+      ],
+      [
+        "s",
+        "p"
+      ],
+      [
+        "en",
+        "s"
+      ],
+      [
+        "Ġp",
+        "aper"
+      ],
+      [
+        "Ġli",
+        "kes"
+      ],
+      [
+        "F",
+        "rom"
+      ],
+      [
+        "s",
+        "y"
+      ],
+      [
+        "Ġho",
+        "ld"
+      ],
+      [
+        "S",
+        "am"
+      ],
+      [
+        "Ġwr",
+        "ong"
+      ],
+      [
+        "re",
+        "ed"
+      ],
+      [
+        "Ġcont",
+        "in"
+      ],
+      [
+        "Ġunderst",
+        "and"
+      ],
+      [
+        "at",
+        "ter"
+      ],
+      [
+        "u",
+        "it"
+      ],
+      [
+        "re",
+        "w"
+      ],
+      [
+        "Ġg",
+        "ent"
+      ],
+      [
+        "Ġany",
+        "thing"
+      ],
+      [
+        "Ġclo",
+        "se"
+      ],
+      [
+        "Ġwa",
+        "ll"
+      ],
+      [
+        "Ġe",
+        "l"
+      ],
+      [
+        "as",
+        "ure"
+      ],
+      [
+        "Ġle",
+        "ft"
+      ],
+      [
+        "Ġa",
+        "ble"
+      ],
+      [
+        "Ġarri",
+        "ved"
+      ],
+      [
+        "Ġh",
+        "un"
+      ],
+      [
+        "ro",
+        "ss"
+      ],
+      [
+        "a",
+        "v"
+      ],
+      [
+        "Ġhe",
+        "ar"
+      ],
+      [
+        "Ġfriend",
+        "ly"
+      ],
+      [
+        "Ġforg",
+        "ot"
+      ],
+      [
+        "Ġg",
+        "one"
+      ],
+      [
+        "am",
+        "a"
+      ],
+      [
+        "Ġcre",
+        "at"
+      ],
+      [
+        "Ġw",
+        "et"
+      ],
+      [
+        "Ġli",
+        "on"
+      ],
+      [
+        "H",
+        "ell"
+      ],
+      [
+        "Hell",
+        "o"
+      ],
+      [
+        "Ġd",
+        "ream"
+      ],
+      [
+        "Ġh",
+        "ot"
+      ],
+      [
+        "b",
+        "o"
+      ],
+      [
+        "b",
+        "er"
+      ],
+      [
+        "ĠS",
+        "ally"
+      ],
+      [
+        "Ġf",
+        "illed"
+      ],
+      [
+        "Ġd",
+        "ir"
+      ],
+      [
+        "ie",
+        "ld"
+      ],
+      [
+        "Ġcook",
+        "ies"
+      ],
+      [
+        "Ġlaug",
+        "h"
+      ],
+      [
+        "Ġbro",
+        "ken"
+      ],
+      [
+        "Ġdin",
+        "ner"
+      ],
+      [
+        "l",
+        "f"
+      ],
+      [
+        "Ġel",
+        "se"
+      ],
+      [
+        "Ġh",
+        "id"
+      ],
+      [
+        "c",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ink"
+      ],
+      [
+        "Ġfollow",
+        "ed"
+      ],
+      [
+        "Ġta",
+        "ble"
+      ],
+      [
+        "Ġm",
+        "ar"
+      ],
+      [
+        "Ġcolor",
+        "s"
+      ],
+      [
+        "ou",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "ent"
+      ],
+      [
+        "Ġcontin",
+        "ued"
+      ],
+      [
+        "Ġwonder",
+        "ful"
+      ],
+      [
+        "ĠE",
+        "m"
+      ],
+      [
+        "e",
+        "y"
+      ],
+      [
+        "in",
+        "ed"
+      ],
+      [
+        "ir",
+        "rel"
+      ],
+      [
+        "r",
+        "ot"
+      ],
+      [
+        "Ġfin",
+        "ally"
+      ],
+      [
+        "J",
+        "ack"
+      ],
+      [
+        "Ġa",
+        "rm"
+      ],
+      [
+        "Ġm",
+        "ight"
+      ],
+      [
+        "ĠN",
+        "ow"
+      ],
+      [
+        "Ġc",
+        "ast"
+      ],
+      [
+        "Ġy",
+        "es"
+      ],
+      [
+        "Ġbu",
+        "ild"
+      ],
+      [
+        "Ġen",
+        "ough"
+      ],
+      [
+        "ĠB",
+        "illy"
+      ],
+      [
+        "Ġsome",
+        "one"
+      ],
+      [
+        "Ġperf",
+        "ect"
+      ],
+      [
+        "Ġfa",
+        "ir"
+      ],
+      [
+        "Ġstay",
+        "ed"
+      ],
+      [
+        "a",
+        "pp"
+      ],
+      [
+        "Ġmor",
+        "ning"
+      ],
+      [
+        "ĠThe",
+        "re"
+      ],
+      [
+        "Ġpu",
+        "ppy"
+      ],
+      [
+        "o",
+        "l"
+      ],
+      [
+        "Ġdad",
+        "dy"
+      ],
+      [
+        "Ġtry",
+        "ing"
+      ],
+      [
+        "'",
+        "ll"
+      ],
+      [
+        "Ġj",
+        "u"
+      ],
+      [
+        "Ġother",
+        "s"
+      ],
+      [
+        "Ġbook",
+        "s"
+      ],
+      [
+        "Ġag",
+        "reed"
+      ],
+      [
+        "Ġmu",
+        "s"
+      ],
+      [
+        "Ġsn",
+        "ow"
+      ],
+      [
+        "Ġsqu",
+        "irrel"
+      ],
+      [
+        "Ġc",
+        "ream"
+      ],
+      [
+        "ro",
+        "om"
+      ],
+      [
+        "Ġget",
+        "ting"
+      ],
+      [
+        "Ġgra",
+        "ndma"
+      ],
+      [
+        "ĠL",
+        "ila"
+      ],
+      [
+        "Ġlea",
+        "ves"
+      ],
+      [
+        "Ġba",
+        "by"
+      ],
+      [
+        "Ġc",
+        "ount"
+      ],
+      [
+        "ic",
+        "y"
+      ],
+      [
+        "Ġfe",
+        "w"
+      ],
+      [
+        "A",
+        "t"
+      ],
+      [
+        "Ġf",
+        "all"
+      ],
+      [
+        "The",
+        "n"
+      ],
+      [
+        "g",
+        "on"
+      ],
+      [
+        "Ġbre",
+        "ak"
+      ],
+      [
+        "Ġclimb",
+        "ed"
+      ],
+      [
+        "ri",
+        "es"
+      ],
+      [
+        "Ġbe",
+        "ach"
+      ],
+      [
+        "as",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ug"
+      ],
+      [
+        "Ġp",
+        "lease"
+      ],
+      [
+        "Ġm",
+        "other"
+      ],
+      [
+        "Ġbr",
+        "ought"
+      ],
+      [
+        "Ġtra",
+        "in"
+      ],
+      [
+        "an",
+        "ce"
+      ],
+      [
+        "ĠTh",
+        "is"
+      ],
+      [
+        "Ġde",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "is"
+      ],
+      [
+        "at",
+        "ed"
+      ],
+      [
+        "s",
+        "hed"
+      ],
+      [
+        "Ġm",
+        "et"
+      ],
+      [
+        "Ġwas",
+        "n"
+      ],
+      [
+        "Ġsomet",
+        "imes"
+      ],
+      [
+        "Ġevery",
+        "thing"
+      ],
+      [
+        "ĠTom",
+        "my"
+      ],
+      [
+        "i",
+        "ch"
+      ],
+      [
+        "Ġmus",
+        "ic"
+      ],
+      [
+        "ke",
+        "y"
+      ],
+      [
+        "l",
+        "ing"
+      ],
+      [
+        "Th",
+        "is"
+      ],
+      [
+        "o",
+        "s"
+      ],
+      [
+        "Ġturn",
+        "ed"
+      ],
+      [
+        "l",
+        "c"
+      ],
+      [
+        "Ġr",
+        "ide"
+      ],
+      [
+        "o",
+        "om"
+      ],
+      [
+        "Ġs",
+        "ong"
+      ],
+      [
+        "or",
+        "ing"
+      ],
+      [
+        "Ġsp",
+        "ark"
+      ],
+      [
+        "Ġf",
+        "ight"
+      ],
+      [
+        "Ġhun",
+        "gry"
+      ],
+      [
+        "on",
+        "s"
+      ],
+      [
+        "Ġpicture",
+        "s"
+      ],
+      [
+        "d",
+        "s"
+      ],
+      [
+        "Ġm",
+        "akes"
+      ],
+      [
+        "Ġse",
+        "ar"
+      ],
+      [
+        "uck",
+        "y"
+      ],
+      [
+        "Ġlist",
+        "ened"
+      ],
+      [
+        "Ġjo",
+        "y"
+      ],
+      [
+        "Ġpo",
+        "l"
+      ],
+      [
+        "ĠW",
+        "hat"
+      ],
+      [
+        "H",
+        "is"
+      ],
+      [
+        "e",
+        "e"
+      ],
+      [
+        "Ġcl",
+        "ot"
+      ],
+      [
+        "Ġsa",
+        "il"
+      ],
+      [
+        "a",
+        "pped"
+      ],
+      [
+        "b",
+        "ble"
+      ],
+      [
+        "Ġcom",
+        "p"
+      ],
+      [
+        "Ġpl",
+        "an"
+      ],
+      [
+        "Ġwant",
+        "s"
+      ],
+      [
+        "Ġclot",
+        "hes"
+      ],
+      [
+        "Ġpo",
+        "in"
+      ],
+      [
+        "Ġ",
+        "K"
+      ],
+      [
+        "z",
+        "z"
+      ],
+      [
+        "Ġball",
+        "oon"
+      ],
+      [
+        "Ġstr",
+        "ange"
+      ],
+      [
+        "m",
+        "an"
+      ],
+      [
+        "en",
+        "ny"
+      ],
+      [
+        "Ġp",
+        "i"
+      ],
+      [
+        "Ġgr",
+        "ow"
+      ],
+      [
+        "Ġfly",
+        "ing"
+      ],
+      [
+        "r",
+        "ow"
+      ],
+      [
+        "Ġsc",
+        "ary"
+      ],
+      [
+        "Ġtre",
+        "at"
+      ],
+      [
+        "Ġwa",
+        "ited"
+      ],
+      [
+        "Ġamaz",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "eddy"
+      ],
+      [
+        "Ġcast",
+        "le"
+      ],
+      [
+        "is",
+        "ter"
+      ],
+      [
+        "Ġe",
+        "le"
+      ],
+      [
+        "Ġamaz",
+        "ing"
+      ],
+      [
+        "m",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "l"
+      ],
+      [
+        "O",
+        "h"
+      ],
+      [
+        "Ġle",
+        "ave"
+      ],
+      [
+        "Ġown",
+        "er"
+      ],
+      [
+        "Ġprom",
+        "ised"
+      ],
+      [
+        "Ġdan",
+        "ger"
+      ],
+      [
+        "e",
+        "ver"
+      ],
+      [
+        "O",
+        "K"
+      ],
+      [
+        "Ġs",
+        "uch"
+      ],
+      [
+        "Ġwh",
+        "ite"
+      ],
+      [
+        "Ġp",
+        "at"
+      ],
+      [
+        "Ġtal",
+        "k"
+      ],
+      [
+        "uff",
+        "y"
+      ],
+      [
+        "Ġf",
+        "ur"
+      ],
+      [
+        "Ġp",
+        "ie"
+      ],
+      [
+        "op",
+        "e"
+      ],
+      [
+        "r",
+        "ed"
+      ],
+      [
+        "Ġpull",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "re"
+      ],
+      [
+        "Ġwood",
+        "s"
+      ],
+      [
+        "ĠT",
+        "o"
+      ],
+      [
+        "Ġsh",
+        "ared"
+      ],
+      [
+        "Ġal",
+        "one"
+      ],
+      [
+        "Ġtow",
+        "ards"
+      ],
+      [
+        "c",
+        "le"
+      ],
+      [
+        "ĠM",
+        "aybe"
+      ],
+      [
+        "Ġs",
+        "it"
+      ],
+      [
+        "Ġn",
+        "ap"
+      ],
+      [
+        "Ġcolor",
+        "ful"
+      ],
+      [
+        "am",
+        "p"
+      ],
+      [
+        "h",
+        "one"
+      ],
+      [
+        "Ġvis",
+        "it"
+      ],
+      [
+        "ig",
+        "g"
+      ],
+      [
+        "ug",
+        "g"
+      ],
+      [
+        "th",
+        "y"
+      ],
+      [
+        "en",
+        "ce"
+      ],
+      [
+        "Ġta",
+        "il"
+      ],
+      [
+        "ct",
+        "or"
+      ],
+      [
+        "Ġmagic",
+        "al"
+      ],
+      [
+        "Ġr",
+        "iver"
+      ],
+      [
+        "Ġh",
+        "ig"
+      ],
+      [
+        "Ġbe",
+        "lie"
+      ],
+      [
+        "Ġgr",
+        "ate"
+      ],
+      [
+        "u",
+        "ally"
+      ],
+      [
+        "an",
+        "g"
+      ],
+      [
+        "ot",
+        "t"
+      ],
+      [
+        "Ġh",
+        "ide"
+      ],
+      [
+        "Ġs",
+        "illy"
+      ],
+      [
+        "Ġsmil",
+        "es"
+      ],
+      [
+        "ow",
+        "er"
+      ],
+      [
+        "Ġs",
+        "ide"
+      ],
+      [
+        "M",
+        "ax"
+      ],
+      [
+        "Ġro",
+        "ll"
+      ],
+      [
+        "Ġg",
+        "u"
+      ],
+      [
+        "ĠA",
+        "my"
+      ],
+      [
+        "Ġpr",
+        "o"
+      ],
+      [
+        "et",
+        "er"
+      ],
+      [
+        "Ġfast",
+        "er"
+      ],
+      [
+        "Ġgrate",
+        "ful"
+      ],
+      [
+        "Ġtre",
+        "asure"
+      ],
+      [
+        "as",
+        "ed"
+      ],
+      [
+        "Ġsn",
+        "ack"
+      ],
+      [
+        "u",
+        "p"
+      ],
+      [
+        "Ġla",
+        "nd"
+      ],
+      [
+        "av",
+        "y"
+      ],
+      [
+        "Ġmor",
+        "al"
+      ],
+      [
+        "ain",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "ister"
+      ],
+      [
+        "ĠG",
+        "ra"
+      ],
+      [
+        "Ġsh",
+        "ap"
+      ],
+      [
+        "Ġpain",
+        "t"
+      ],
+      [
+        "Ġslow",
+        "ly"
+      ],
+      [
+        "Ġf",
+        "ield"
+      ],
+      [
+        "Ġp",
+        "et"
+      ],
+      [
+        "Ġs",
+        "ec"
+      ],
+      [
+        "or",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "im"
+      ],
+      [
+        "Ġbr",
+        "an"
+      ],
+      [
+        "Ġm",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "st"
+      ],
+      [
+        "Ġhelp",
+        "ing"
+      ],
+      [
+        "Ġwor",
+        "ried"
+      ],
+      [
+        "Ġjo",
+        "b"
+      ],
+      [
+        "Ġfo",
+        "x"
+      ],
+      [
+        "s",
+        "et"
+      ],
+      [
+        "Ġm",
+        "oney"
+      ],
+      [
+        "Ġp",
+        "ot"
+      ],
+      [
+        "Ġqu",
+        "i"
+      ],
+      [
+        "Ġbe",
+        "l"
+      ],
+      [
+        "Ġac",
+        "c"
+      ],
+      [
+        "Ġli",
+        "ving"
+      ],
+      [
+        "Ġmon",
+        "ster"
+      ],
+      [
+        "le",
+        "ss"
+      ],
+      [
+        "Ġpart",
+        "y"
+      ],
+      [
+        "e",
+        "ar"
+      ],
+      [
+        "Ġmo",
+        "st"
+      ],
+      [
+        "Ġwe",
+        "ar"
+      ],
+      [
+        "Ġrememb",
+        "er"
+      ],
+      [
+        "i",
+        "re"
+      ],
+      [
+        "Ġs",
+        "ign"
+      ],
+      [
+        "w",
+        "l"
+      ],
+      [
+        "Ġcl",
+        "oud"
+      ],
+      [
+        "Ġc",
+        "andy"
+      ],
+      [
+        "Ġhig",
+        "her"
+      ],
+      [
+        "i",
+        "pped"
+      ],
+      [
+        "id",
+        "ent"
+      ],
+      [
+        "ĠA",
+        "ll"
+      ],
+      [
+        "d",
+        "er"
+      ],
+      [
+        "z",
+        "e"
+      ],
+      [
+        "Ġqui",
+        "et"
+      ],
+      [
+        "Ġto",
+        "wn"
+      ],
+      [
+        "un",
+        "ch"
+      ],
+      [
+        "Ġprin",
+        "cess"
+      ],
+      [
+        "Ġrun",
+        "s"
+      ],
+      [
+        "ask",
+        "et"
+      ],
+      [
+        "e",
+        "m"
+      ],
+      [
+        "Ġevery",
+        "where"
+      ],
+      [
+        "Ġjo",
+        "in"
+      ],
+      [
+        "Ġste",
+        "pped"
+      ],
+      [
+        "Ġb",
+        "asket"
+      ],
+      [
+        "Ġl",
+        "ake"
+      ],
+      [
+        "Ġcu",
+        "p"
+      ],
+      [
+        "s",
+        "w"
+      ],
+      [
+        "out",
+        "h"
+      ],
+      [
+        "Ġcar",
+        "rot"
+      ],
+      [
+        "Ġco",
+        "ll"
+      ],
+      [
+        "Ġpl",
+        "ant"
+      ],
+      [
+        "Ġsc",
+        "ream"
+      ],
+      [
+        "ĠDad",
+        "dy"
+      ],
+      [
+        "Ġb",
+        "uck"
+      ],
+      [
+        "Ġhe",
+        "avy"
+      ],
+      [
+        "Ġbig",
+        "ger"
+      ],
+      [
+        "Ġch",
+        "o"
+      ],
+      [
+        "Ġbl",
+        "ank"
+      ],
+      [
+        "Ġclo",
+        "sed"
+      ],
+      [
+        "Ġw",
+        "on"
+      ],
+      [
+        "is",
+        "es"
+      ],
+      [
+        "Ġan",
+        "sw"
+      ],
+      [
+        "b",
+        "r"
+      ],
+      [
+        "Ġblank",
+        "et"
+      ],
+      [
+        "Ġm",
+        "outh"
+      ],
+      [
+        "am",
+        "es"
+      ],
+      [
+        "ec",
+        "es"
+      ],
+      [
+        "Ġeat",
+        "ing"
+      ],
+      [
+        "Ġpi",
+        "eces"
+      ],
+      [
+        "ck",
+        "et"
+      ],
+      [
+        "Ġst",
+        "re"
+      ],
+      [
+        "Ġwe",
+        "lc"
+      ],
+      [
+        "Ġwould",
+        "n"
+      ],
+      [
+        "Ġre",
+        "ach"
+      ],
+      [
+        "Ġbro",
+        "ke"
+      ],
+      [
+        "e",
+        "ared"
+      ],
+      [
+        "Ġdanger",
+        "ous"
+      ],
+      [
+        "g",
+        "s"
+      ],
+      [
+        "p",
+        "h"
+      ],
+      [
+        "ĠM",
+        "olly"
+      ],
+      [
+        "Ġc",
+        "e"
+      ],
+      [
+        "ĠM",
+        "r"
+      ],
+      [
+        "or",
+        "d"
+      ],
+      [
+        "f",
+        "ort"
+      ],
+      [
+        "Ġdoll",
+        "s"
+      ],
+      [
+        "m",
+        "ing"
+      ],
+      [
+        "Ġdan",
+        "ce"
+      ],
+      [
+        "Ġdra",
+        "gon"
+      ],
+      [
+        "Ġthink",
+        "s"
+      ],
+      [
+        "Ġask",
+        "s"
+      ],
+      [
+        "Ġac",
+        "ross"
+      ],
+      [
+        "O",
+        "kay"
+      ],
+      [
+        "Ġch",
+        "air"
+      ],
+      [
+        "Ġte",
+        "ac"
+      ],
+      [
+        "Ġb",
+        "ott"
+      ],
+      [
+        "H",
+        "i"
+      ],
+      [
+        "Ġp",
+        "a"
+      ],
+      [
+        "Ġne",
+        "igh"
+      ],
+      [
+        "Ġb",
+        "ar"
+      ],
+      [
+        "Ġb",
+        "ike"
+      ],
+      [
+        "Ġp",
+        "ack"
+      ],
+      [
+        "it",
+        "ing"
+      ],
+      [
+        "Ġdis",
+        "app"
+      ],
+      [
+        "Ġneigh",
+        "b"
+      ],
+      [
+        "Ġst",
+        "uck"
+      ],
+      [
+        "d",
+        "e"
+      ],
+      [
+        "Ġg",
+        "if"
+      ],
+      [
+        "Ġfr",
+        "uit"
+      ],
+      [
+        "Ġbelie",
+        "ve"
+      ],
+      [
+        "c",
+        "y"
+      ],
+      [
+        "Ġ",
+        "ve"
+      ],
+      [
+        "Ġcry",
+        "ing"
+      ],
+      [
+        "i",
+        "er"
+      ],
+      [
+        "ph",
+        "ant"
+      ],
+      [
+        "Ġs",
+        "uddenly"
+      ],
+      [
+        "Ġs",
+        "oup"
+      ],
+      [
+        "Ġr",
+        "ace"
+      ],
+      [
+        "Ġth",
+        "rew"
+      ],
+      [
+        "S",
+        "ure"
+      ],
+      [
+        "Ġfar",
+        "mer"
+      ],
+      [
+        "Ġacc",
+        "ident"
+      ],
+      [
+        "Ġdir",
+        "ty"
+      ],
+      [
+        "Ġele",
+        "phant"
+      ],
+      [
+        "Ġmon",
+        "key"
+      ],
+      [
+        "Ġhe",
+        "al"
+      ],
+      [
+        "w",
+        "eet"
+      ],
+      [
+        "Ġre",
+        "m"
+      ],
+      [
+        "Ġp",
+        "ers"
+      ],
+      [
+        "Ġsa",
+        "me"
+      ],
+      [
+        "or",
+        "ed"
+      ],
+      [
+        "vent",
+        "ually"
+      ],
+      [
+        "e",
+        "ad"
+      ],
+      [
+        "pp",
+        "ing"
+      ],
+      [
+        "Ġgent",
+        "le"
+      ],
+      [
+        "Ġf",
+        "ree"
+      ],
+      [
+        "Ġbr",
+        "own"
+      ],
+      [
+        "M",
+        "aybe"
+      ],
+      [
+        "Ġin",
+        "st"
+      ],
+      [
+        "Ġbe",
+        "e"
+      ],
+      [
+        "i",
+        "x"
+      ],
+      [
+        "Ġb",
+        "en"
+      ],
+      [
+        "Ġw",
+        "in"
+      ],
+      [
+        "Ġbl",
+        "ack"
+      ],
+      [
+        "Ġal",
+        "ong"
+      ],
+      [
+        "Ġlong",
+        "er"
+      ],
+      [
+        "i",
+        "ble"
+      ],
+      [
+        "Ġsp",
+        "r"
+      ],
+      [
+        "Ġcl",
+        "apped"
+      ],
+      [
+        "F",
+        "inally"
+      ],
+      [
+        "W",
+        "hy"
+      ],
+      [
+        "ck",
+        "ed"
+      ],
+      [
+        "Ġwor",
+        "ds"
+      ],
+      [
+        "ĠF",
+        "l"
+      ],
+      [
+        "Ġteac",
+        "her"
+      ],
+      [
+        "Ġup",
+        "set"
+      ],
+      [
+        "ch",
+        "ool"
+      ],
+      [
+        "Ġpie",
+        "ce"
+      ],
+      [
+        "Ġwe",
+        "ll"
+      ],
+      [
+        "Ġche",
+        "ered"
+      ],
+      [
+        "Ġh",
+        "it"
+      ],
+      [
+        "Ġsa",
+        "ng"
+      ],
+      [
+        "m",
+        "ent"
+      ],
+      [
+        "Ġbow",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ite"
+      ],
+      [
+        "Ġdo",
+        "ctor"
+      ],
+      [
+        "ĠJ",
+        "ill"
+      ],
+      [
+        "Ġbuck",
+        "et"
+      ],
+      [
+        "M",
+        "ia"
+      ],
+      [
+        "Ġb",
+        "ath"
+      ],
+      [
+        "Ġc",
+        "aught"
+      ],
+      [
+        "Ġhe",
+        "art"
+      ],
+      [
+        "Ġfor",
+        "get"
+      ],
+      [
+        "Ġm",
+        "ark"
+      ],
+      [
+        "Ġbut",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ry"
+      ],
+      [
+        "Ġyou",
+        "ng"
+      ],
+      [
+        "Ġse",
+        "a"
+      ],
+      [
+        "Ġc",
+        "our"
+      ],
+      [
+        "Ġdro",
+        "pped"
+      ],
+      [
+        "es",
+        "e"
+      ],
+      [
+        "Ġy",
+        "ard"
+      ],
+      [
+        "Ġpl",
+        "ac"
+      ],
+      [
+        "our",
+        "n"
+      ],
+      [
+        "Ġs",
+        "chool"
+      ],
+      [
+        "Ġsw",
+        "ings"
+      ],
+      [
+        "bb",
+        "y"
+      ],
+      [
+        "Ġw",
+        "ings"
+      ],
+      [
+        "b",
+        "s"
+      ],
+      [
+        "Ġexpl",
+        "ained"
+      ],
+      [
+        "Ġj",
+        "ourn"
+      ],
+      [
+        "Ġbr",
+        "ing"
+      ],
+      [
+        "Ġdr",
+        "ink"
+      ],
+      [
+        "Ġstre",
+        "et"
+      ],
+      [
+        "Ġju",
+        "ice"
+      ],
+      [
+        "un",
+        "g"
+      ],
+      [
+        "Ġnear",
+        "by"
+      ],
+      [
+        "ĠEm",
+        "ma"
+      ],
+      [
+        "Ġsm",
+        "o"
+      ],
+      [
+        "Ġsm",
+        "art"
+      ],
+      [
+        "Ġpu",
+        "shed"
+      ],
+      [
+        "Ġstor",
+        "ies"
+      ],
+      [
+        "Ġdro",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "iny"
+      ],
+      [
+        "Ġp",
+        "en"
+      ],
+      [
+        "Ġcour",
+        "se"
+      ],
+      [
+        "Ġ",
+        "es"
+      ],
+      [
+        "Ġm",
+        "ine"
+      ],
+      [
+        "Ġto",
+        "day"
+      ],
+      [
+        "Ġpo",
+        "cket"
+      ],
+      [
+        "Ġye",
+        "ar"
+      ],
+      [
+        "aught",
+        "er"
+      ],
+      [
+        "Ġj",
+        "e"
+      ],
+      [
+        "Ġsec",
+        "ret"
+      ],
+      [
+        "Ġex",
+        "p"
+      ],
+      [
+        "Ġwith",
+        "out"
+      ],
+      [
+        "Ġsing",
+        "ing"
+      ],
+      [
+        "Ġwelc",
+        "ome"
+      ],
+      [
+        "Ġhapp",
+        "en"
+      ],
+      [
+        "t",
+        "o"
+      ],
+      [
+        "Ġf",
+        "it"
+      ],
+      [
+        "Ġst",
+        "u"
+      ],
+      [
+        "ve",
+        "l"
+      ],
+      [
+        "ra",
+        "ct"
+      ],
+      [
+        "Ġbu",
+        "s"
+      ],
+      [
+        "Ġche",
+        "ese"
+      ],
+      [
+        "Ġcr",
+        "ay"
+      ],
+      [
+        "Ġfair",
+        "y"
+      ],
+      [
+        "Ġj",
+        "ar"
+      ],
+      [
+        "Ġturn",
+        "s"
+      ],
+      [
+        "Ġbu",
+        "sh"
+      ],
+      [
+        "b",
+        "ow"
+      ],
+      [
+        "ll",
+        "o"
+      ],
+      [
+        "Ġexpl",
+        "oring"
+      ],
+      [
+        "Ġl",
+        "on"
+      ],
+      [
+        "Ġst",
+        "and"
+      ],
+      [
+        "itt",
+        "ing"
+      ],
+      [
+        "Ġsee",
+        "med"
+      ],
+      [
+        "Ġsp",
+        "oon"
+      ],
+      [
+        "ĠF",
+        "inally"
+      ],
+      [
+        "Ġg",
+        "ames"
+      ],
+      [
+        "Ġwo",
+        "ke"
+      ],
+      [
+        "is",
+        "sed"
+      ],
+      [
+        "Ġre",
+        "sp"
+      ],
+      [
+        "Ġtr",
+        "ou"
+      ],
+      [
+        "Ġtw",
+        "ins"
+      ],
+      [
+        "Ġhop",
+        "ed"
+      ],
+      [
+        "Ġat",
+        "t"
+      ],
+      [
+        "Ġlon",
+        "ely"
+      ],
+      [
+        "Ġa",
+        "nt"
+      ],
+      [
+        "ĠM",
+        "ama"
+      ],
+      [
+        "or",
+        "row"
+      ],
+      [
+        "Ġno",
+        "ises"
+      ],
+      [
+        "Ġhug",
+        "s"
+      ],
+      [
+        "ount",
+        "ain"
+      ],
+      [
+        "y",
+        "ard"
+      ],
+      [
+        "Ġd",
+        "aughter"
+      ],
+      [
+        "Ġin",
+        "v"
+      ],
+      [
+        "Ġke",
+        "y"
+      ],
+      [
+        "a",
+        "il"
+      ],
+      [
+        "Ġrock",
+        "s"
+      ],
+      [
+        "Ġdis",
+        "co"
+      ],
+      [
+        "Ġs",
+        "u"
+      ],
+      [
+        "Ġl",
+        "unch"
+      ],
+      [
+        "re",
+        "ad"
+      ],
+      [
+        "ou",
+        "n"
+      ],
+      [
+        "ver",
+        "ed"
+      ],
+      [
+        "Ġback",
+        "yard"
+      ],
+      [
+        "Ġs",
+        "uc"
+      ],
+      [
+        "Ġc",
+        "ow"
+      ],
+      [
+        "Ġapp",
+        "le"
+      ],
+      [
+        "e",
+        "k"
+      ],
+      [
+        "Ġsw",
+        "am"
+      ],
+      [
+        "Ġsho",
+        "es"
+      ],
+      [
+        "Ġst",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "ook"
+      ],
+      [
+        "itt",
+        "ens"
+      ],
+      [
+        "Ġm",
+        "iss"
+      ],
+      [
+        "c",
+        "hes"
+      ],
+      [
+        "Ġw",
+        "ish"
+      ],
+      [
+        "Ġre",
+        "lie"
+      ],
+      [
+        "fu",
+        "sed"
+      ],
+      [
+        "Ġshap",
+        "es"
+      ],
+      [
+        "urp",
+        "le"
+      ],
+      [
+        "Ġtow",
+        "er"
+      ],
+      [
+        "it",
+        "y"
+      ],
+      [
+        "Ġc",
+        "orn"
+      ],
+      [
+        "Ġmo",
+        "ved"
+      ],
+      [
+        "sh",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "3"
+      ],
+      [
+        "Ġth",
+        "ough"
+      ],
+      [
+        "Ġc",
+        "ir"
+      ],
+      [
+        "um",
+        "b"
+      ],
+      [
+        "Ġta",
+        "king"
+      ],
+      [
+        "t",
+        "s"
+      ],
+      [
+        "ĠT",
+        "weet"
+      ],
+      [
+        "ap",
+        "e"
+      ],
+      [
+        "Ġrain",
+        "bow"
+      ],
+      [
+        "Ġthr",
+        "ow"
+      ],
+      [
+        "Ġst",
+        "ar"
+      ],
+      [
+        "Ġben",
+        "ch"
+      ],
+      [
+        "Ġne",
+        "ck"
+      ],
+      [
+        "ock",
+        "ed"
+      ],
+      [
+        "Ġcreat",
+        "ure"
+      ],
+      [
+        "Ġbu",
+        "bble"
+      ],
+      [
+        "Ġl",
+        "ate"
+      ],
+      [
+        "Ġadventure",
+        "s"
+      ],
+      [
+        "Ġo",
+        "wl"
+      ],
+      [
+        "ion",
+        "s"
+      ],
+      [
+        "A",
+        "nd"
+      ],
+      [
+        "Ġw",
+        "he"
+      ],
+      [
+        "Ġp",
+        "ar"
+      ],
+      [
+        "Ġshe",
+        "ll"
+      ],
+      [
+        "Ġk",
+        "ite"
+      ],
+      [
+        "ĠFl",
+        "uffy"
+      ],
+      [
+        "in",
+        "ing"
+      ],
+      [
+        "Ġm",
+        "il"
+      ],
+      [
+        "u",
+        "nt"
+      ],
+      [
+        "Ġf",
+        "ence"
+      ],
+      [
+        "Ġm",
+        "ix"
+      ],
+      [
+        "Ġli",
+        "ft"
+      ],
+      [
+        "Ġaccident",
+        "ally"
+      ],
+      [
+        "Ġw",
+        "ise"
+      ],
+      [
+        "Ġhe",
+        "llo"
+      ],
+      [
+        "Ġp",
+        "urple"
+      ],
+      [
+        "pp",
+        "er"
+      ],
+      [
+        "Ġon",
+        "to"
+      ],
+      [
+        "Ġsp",
+        "in"
+      ],
+      [
+        "t",
+        "en"
+      ],
+      [
+        "our",
+        "s"
+      ],
+      [
+        "Ġs",
+        "itting"
+      ],
+      [
+        "id",
+        "ge"
+      ],
+      [
+        "Ġsun",
+        "shine"
+      ],
+      [
+        "Ġcut",
+        "e"
+      ],
+      [
+        "Ġm",
+        "at"
+      ],
+      [
+        "w",
+        "ard"
+      ],
+      [
+        "Ġsh",
+        "op"
+      ],
+      [
+        "Ġwh",
+        "ist"
+      ],
+      [
+        "Ġd",
+        "ist"
+      ],
+      [
+        "Ġor",
+        "ange"
+      ],
+      [
+        "L",
+        "ila"
+      ],
+      [
+        "Ġn",
+        "aught"
+      ],
+      [
+        "ĠSam",
+        "my"
+      ],
+      [
+        "Ġnaught",
+        "y"
+      ],
+      [
+        "Ġn",
+        "est"
+      ],
+      [
+        "o",
+        "se"
+      ],
+      [
+        "or",
+        "s"
+      ],
+      [
+        "ll",
+        "a"
+      ],
+      [
+        "Ġmil",
+        "k"
+      ],
+      [
+        "f",
+        "ish"
+      ],
+      [
+        "Ġa",
+        "f"
+      ],
+      [
+        "Ġb",
+        "oun"
+      ],
+      [
+        "Ġp",
+        "hone"
+      ],
+      [
+        "Ġarm",
+        "s"
+      ],
+      [
+        "Ġe",
+        "as"
+      ],
+      [
+        "n",
+        "ess"
+      ],
+      [
+        "Ġcar",
+        "ry"
+      ],
+      [
+        "ĠGra",
+        "ndma"
+      ],
+      [
+        "o",
+        "g"
+      ],
+      [
+        "Ġb",
+        "ought"
+      ],
+      [
+        "Ġdri",
+        "ver"
+      ],
+      [
+        "Ġinst",
+        "ead"
+      ],
+      [
+        "L",
+        "ater"
+      ],
+      [
+        "Ġtal",
+        "ked"
+      ],
+      [
+        "Ġsear",
+        "ched"
+      ],
+      [
+        "g",
+        "ged"
+      ],
+      [
+        "Ġp",
+        "ig"
+      ],
+      [
+        "Ġco",
+        "zy"
+      ],
+      [
+        "Ġsun",
+        "ny"
+      ],
+      [
+        "itt",
+        "y"
+      ],
+      [
+        "Ġfeel",
+        "s"
+      ],
+      [
+        "Ġf",
+        "an"
+      ],
+      [
+        "Ġwonder",
+        "ed"
+      ],
+      [
+        "Ġcom",
+        "es"
+      ],
+      [
+        "Ġswim",
+        "ming"
+      ],
+      [
+        "u",
+        "ched"
+      ],
+      [
+        "Ġto",
+        "uched"
+      ],
+      [
+        "Ġp",
+        "op"
+      ],
+      [
+        "ĠIn",
+        "side"
+      ],
+      [
+        "a",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ucky"
+      ],
+      [
+        "Ġlaug",
+        "hing"
+      ],
+      [
+        "Ġbel",
+        "ong"
+      ],
+      [
+        "Ġsound",
+        "s"
+      ],
+      [
+        "Ġw",
+        "om"
+      ],
+      [
+        "Ġc",
+        "ave"
+      ],
+      [
+        "le",
+        "t"
+      ],
+      [
+        "Ġjourn",
+        "ey"
+      ],
+      [
+        "Ġwom",
+        "an"
+      ],
+      [
+        "Ġc",
+        "ou"
+      ],
+      [
+        "Ġnot",
+        "hing"
+      ],
+      [
+        "Ġco",
+        "at"
+      ],
+      [
+        "Ġrelie",
+        "ved"
+      ],
+      [
+        "Ġ",
+        "O"
+      ],
+      [
+        "Ġpe",
+        "ace"
+      ],
+      [
+        "ad",
+        "ow"
+      ],
+      [
+        "Ġno",
+        "se"
+      ],
+      [
+        "Ġbu",
+        "sy"
+      ],
+      [
+        "B",
+        "ob"
+      ],
+      [
+        "Ġp",
+        "ast"
+      ],
+      [
+        "Ġapp",
+        "les"
+      ],
+      [
+        "Ġs",
+        "ick"
+      ],
+      [
+        "Ġr",
+        "ope"
+      ],
+      [
+        "Ġpat",
+        "ient"
+      ],
+      [
+        "Ġa",
+        "ct"
+      ],
+      [
+        "Ġp",
+        "udd"
+      ],
+      [
+        "Ġin",
+        "c"
+      ],
+      [
+        "ra",
+        "id"
+      ],
+      [
+        "Ġwatch",
+        "ing"
+      ],
+      [
+        "Ġbran",
+        "ch"
+      ],
+      [
+        "Ġaf",
+        "raid"
+      ],
+      [
+        "Ġto",
+        "m"
+      ],
+      [
+        "id",
+        "er"
+      ],
+      [
+        "Ġday",
+        "s"
+      ],
+      [
+        "Ġre",
+        "t"
+      ],
+      [
+        "c",
+        "ing"
+      ],
+      [
+        "ĠM",
+        "ary"
+      ],
+      [
+        "Ġb",
+        "and"
+      ],
+      [
+        "Ġfar",
+        "m"
+      ],
+      [
+        "Ġhug",
+        "e"
+      ],
+      [
+        "ĠTh",
+        "ank"
+      ],
+      [
+        "at",
+        "or"
+      ],
+      [
+        "Ġexc",
+        "iting"
+      ],
+      [
+        "Ġdan",
+        "ced"
+      ],
+      [
+        "th",
+        "day"
+      ],
+      [
+        "Ġwa",
+        "r"
+      ],
+      [
+        "ĠSo",
+        "on"
+      ],
+      [
+        "b",
+        "all"
+      ],
+      [
+        "Ġg",
+        "igg"
+      ],
+      [
+        "ble",
+        "m"
+      ],
+      [
+        "Ġz",
+        "oom"
+      ],
+      [
+        "Ġm",
+        "ad"
+      ],
+      [
+        "Ġv",
+        "ill"
+      ],
+      [
+        "Ġfore",
+        "ver"
+      ],
+      [
+        "Ġpro",
+        "blem"
+      ],
+      [
+        "Ġcoll",
+        "ect"
+      ],
+      [
+        "p",
+        "ed"
+      ],
+      [
+        "ir",
+        "t"
+      ],
+      [
+        "Ġmin",
+        "ut"
+      ],
+      [
+        "Ġw",
+        "ra"
+      ],
+      [
+        "h",
+        "o"
+      ],
+      [
+        "Ġli",
+        "fe"
+      ],
+      [
+        "Ġkne",
+        "e"
+      ],
+      [
+        "c",
+        "es"
+      ],
+      [
+        "D",
+        "o"
+      ],
+      [
+        "c",
+        "er"
+      ],
+      [
+        "m",
+        "p"
+      ],
+      [
+        "ar",
+        "p"
+      ],
+      [
+        "Ġk",
+        "ing"
+      ],
+      [
+        "Ġas",
+        "leep"
+      ],
+      [
+        "Ġret",
+        "urn"
+      ],
+      [
+        "Ġsh",
+        "arp"
+      ],
+      [
+        "Ġre",
+        "l"
+      ],
+      [
+        "Ġp",
+        "ower"
+      ],
+      [
+        "et",
+        "h"
+      ],
+      [
+        "Ġhold",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ing"
+      ],
+      [
+        "Ġheal",
+        "thy"
+      ],
+      [
+        "ĠM",
+        "ittens"
+      ],
+      [
+        "Ġpr",
+        "ot"
+      ],
+      [
+        "Ġme",
+        "et"
+      ],
+      [
+        "Ġor",
+        "gan"
+      ],
+      [
+        "Ġcle",
+        "ver"
+      ],
+      [
+        "Ġspot",
+        "ted"
+      ],
+      [
+        "Ġl",
+        "etter"
+      ],
+      [
+        "Ġg",
+        "ather"
+      ],
+      [
+        "al",
+        "m"
+      ],
+      [
+        "O",
+        "f"
+      ],
+      [
+        "e",
+        "re"
+      ],
+      [
+        "Ġr",
+        "ound"
+      ],
+      [
+        "Ġstor",
+        "m"
+      ],
+      [
+        "Ġprot",
+        "ect"
+      ],
+      [
+        "Ġgif",
+        "t"
+      ],
+      [
+        "am",
+        "ed"
+      ],
+      [
+        "Ġma",
+        "il"
+      ],
+      [
+        "ĠJ",
+        "en"
+      ],
+      [
+        "Ġbir",
+        "thday"
+      ],
+      [
+        "Ġpre",
+        "s"
+      ],
+      [
+        "Ġsa",
+        "f"
+      ],
+      [
+        "Ġneighb",
+        "or"
+      ],
+      [
+        "ep",
+        "end"
+      ],
+      [
+        "Ġta",
+        "kes"
+      ],
+      [
+        "s",
+        "c"
+      ],
+      [
+        "Ġe",
+        "ar"
+      ],
+      [
+        "Ġcom",
+        "fort"
+      ],
+      [
+        "Ġ",
+        "ent"
+      ],
+      [
+        "Ġre",
+        "p"
+      ],
+      [
+        "Ġpers",
+        "on"
+      ],
+      [
+        "Ġsmil",
+        "ing"
+      ],
+      [
+        "ĠW",
+        "ith"
+      ],
+      [
+        "Ġgent",
+        "ly"
+      ],
+      [
+        "Ġpoin",
+        "ted"
+      ],
+      [
+        "E",
+        "very"
+      ],
+      [
+        "ow",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "o"
+      ],
+      [
+        "co",
+        "l"
+      ],
+      [
+        "Ġtast",
+        "y"
+      ],
+      [
+        "ul",
+        "ar"
+      ],
+      [
+        "ĠJim",
+        "my"
+      ],
+      [
+        "Ġpl",
+        "ane"
+      ],
+      [
+        "st",
+        "ing"
+      ],
+      [
+        "h",
+        "in"
+      ],
+      [
+        "Ġh",
+        "oney"
+      ],
+      [
+        "it",
+        "ch"
+      ],
+      [
+        "Ġp",
+        "ill"
+      ],
+      [
+        "Ġp",
+        "ass"
+      ],
+      [
+        "itt",
+        "en"
+      ],
+      [
+        "Ġm",
+        "atter"
+      ],
+      [
+        "Ġad",
+        "m"
+      ],
+      [
+        "Ġtast",
+        "ed"
+      ],
+      [
+        "Ġsmell",
+        "ed"
+      ],
+      [
+        "n",
+        "ic"
+      ],
+      [
+        "o",
+        "ve"
+      ],
+      [
+        "Ġe",
+        "ag"
+      ],
+      [
+        "Ġsh",
+        "ining"
+      ],
+      [
+        "He",
+        "y"
+      ],
+      [
+        "Ġhop",
+        "e"
+      ],
+      [
+        "Ġplac",
+        "es"
+      ],
+      [
+        "Ġk",
+        "ick"
+      ],
+      [
+        "ĠC",
+        "h"
+      ],
+      [
+        "Ġpic",
+        "nic"
+      ],
+      [
+        "Ġbott",
+        "le"
+      ],
+      [
+        "Ġresp",
+        "ect"
+      ],
+      [
+        "Ġb",
+        "lew"
+      ],
+      [
+        "Ġapp",
+        "eared"
+      ],
+      [
+        "Ġsu",
+        "pp"
+      ],
+      [
+        "Tom",
+        "my"
+      ],
+      [
+        "ĠC",
+        "ome"
+      ],
+      [
+        "Ġsp",
+        "ider"
+      ],
+      [
+        "Ġint",
+        "ere"
+      ],
+      [
+        "Ġche",
+        "er"
+      ],
+      [
+        "bo",
+        "ard"
+      ],
+      [
+        "Ġwe",
+        "aring"
+      ],
+      [
+        "Ġpres",
+        "ent"
+      ],
+      [
+        "er",
+        "t"
+      ],
+      [
+        "Ġm",
+        "ist"
+      ],
+      [
+        "iz",
+        "e"
+      ],
+      [
+        "Ġtrou",
+        "ble"
+      ],
+      [
+        "Ġtri",
+        "p"
+      ],
+      [
+        "Ġp",
+        "ract"
+      ],
+      [
+        "Ġk",
+        "iss"
+      ],
+      [
+        "Ġqu",
+        "est"
+      ],
+      [
+        "o",
+        "nd"
+      ],
+      [
+        "Ġas",
+        "h"
+      ],
+      [
+        "Ġlo",
+        "ves"
+      ],
+      [
+        "Ġtight",
+        "ly"
+      ],
+      [
+        "g",
+        "g"
+      ],
+      [
+        "ar",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "ur"
+      ],
+      [
+        "Ġsp",
+        "read"
+      ],
+      [
+        "a",
+        "ur"
+      ],
+      [
+        "Ġw",
+        "ide"
+      ],
+      [
+        "on",
+        "es"
+      ],
+      [
+        "um",
+        "ber"
+      ],
+      [
+        "Ġfe",
+        "ather"
+      ],
+      [
+        "Ġspl",
+        "as"
+      ],
+      [
+        "on",
+        "t"
+      ],
+      [
+        "nd",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ater"
+      ],
+      [
+        "Ġwho",
+        "le"
+      ],
+      [
+        "Ġany",
+        "one"
+      ],
+      [
+        "Ġbre",
+        "ad"
+      ],
+      [
+        "M",
+        "olly"
+      ],
+      [
+        "Ġd",
+        "es"
+      ],
+      [
+        "Ġre",
+        "c"
+      ],
+      [
+        "ell",
+        "a"
+      ],
+      [
+        "Ġro",
+        "ad"
+      ],
+      [
+        "I",
+        "n"
+      ],
+      [
+        "Ġo",
+        "ce"
+      ],
+      [
+        "Ġgi",
+        "ant"
+      ],
+      [
+        "Ġoce",
+        "an"
+      ],
+      [
+        "el",
+        "s"
+      ],
+      [
+        "Ġpu",
+        "zz"
+      ],
+      [
+        "Ġcook",
+        "ie"
+      ],
+      [
+        "Ġp",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ath"
+      ],
+      [
+        "Åĵ",
+        "I"
+      ],
+      [
+        "Ġcon",
+        "fused"
+      ],
+      [
+        "Ġscream",
+        "ed"
+      ],
+      [
+        "Ġcloud",
+        "s"
+      ],
+      [
+        "e",
+        "b"
+      ],
+      [
+        "Ġimp",
+        "ress"
+      ],
+      [
+        "Ġfr",
+        "ont"
+      ],
+      [
+        "ĠG",
+        "o"
+      ],
+      [
+        "Ġse",
+        "at"
+      ],
+      [
+        "le",
+        "x"
+      ],
+      [
+        "Ġl",
+        "ay"
+      ],
+      [
+        "Ġwh",
+        "ich"
+      ],
+      [
+        "l",
+        "a"
+      ],
+      [
+        "Ġth",
+        "in"
+      ],
+      [
+        "Ġte",
+        "ach"
+      ],
+      [
+        "er",
+        "ly"
+      ],
+      [
+        "Ġd",
+        "i"
+      ],
+      [
+        "Ġansw",
+        "er"
+      ],
+      [
+        "ung",
+        "le"
+      ],
+      [
+        "Ġa",
+        "p"
+      ],
+      [
+        "ss",
+        "ed"
+      ],
+      [
+        "h",
+        "ile"
+      ],
+      [
+        "u",
+        "b"
+      ],
+      [
+        "Ġl",
+        "arge"
+      ],
+      [
+        "Ġj",
+        "ungle"
+      ],
+      [
+        "Ġprom",
+        "ise"
+      ],
+      [
+        "Ġs",
+        "er"
+      ],
+      [
+        "Ġb",
+        "er"
+      ],
+      [
+        "Ġw",
+        "ild"
+      ],
+      [
+        "Ġb",
+        "ark"
+      ],
+      [
+        "Ġm",
+        "ach"
+      ],
+      [
+        "oo",
+        "se"
+      ],
+      [
+        "Ġbutt",
+        "on"
+      ],
+      [
+        "ndp",
+        "a"
+      ],
+      [
+        "G",
+        "ood"
+      ],
+      [
+        "Ġmy",
+        "ster"
+      ],
+      [
+        "Ġsn",
+        "ake"
+      ],
+      [
+        "Ġvill",
+        "age"
+      ],
+      [
+        "Ġh",
+        "or"
+      ],
+      [
+        "ĠEm",
+        "ily"
+      ],
+      [
+        "C",
+        "ome"
+      ],
+      [
+        "Ġtoo",
+        "l"
+      ],
+      [
+        "Ġput",
+        "s"
+      ],
+      [
+        "Ġla",
+        "st"
+      ],
+      [
+        "Ġim",
+        "ag"
+      ],
+      [
+        "ĠJ",
+        "ake"
+      ],
+      [
+        "L",
+        "ucy"
+      ],
+      [
+        "Ġt",
+        "id"
+      ],
+      [
+        "Ġb",
+        "an"
+      ],
+      [
+        "le",
+        "br"
+      ],
+      [
+        "Ġe",
+        "ventually"
+      ],
+      [
+        "Ġsl",
+        "id"
+      ],
+      [
+        "Ġwa",
+        "ve"
+      ],
+      [
+        "Ġli",
+        "ve"
+      ],
+      [
+        "Ġch",
+        "ased"
+      ],
+      [
+        "ĠEvery",
+        "where"
+      ],
+      [
+        "Ġce",
+        "lebr"
+      ],
+      [
+        "Ġcray",
+        "ons"
+      ],
+      [
+        "J",
+        "ust"
+      ],
+      [
+        "Ġsp",
+        "ent"
+      ],
+      [
+        "Ġwr",
+        "ite"
+      ],
+      [
+        "Ġgi",
+        "ves"
+      ],
+      [
+        "un",
+        "k"
+      ],
+      [
+        "if",
+        "e"
+      ],
+      [
+        "Ġdec",
+        "or"
+      ],
+      [
+        "Ġfo",
+        "ot"
+      ],
+      [
+        "Ġdel",
+        "ight"
+      ],
+      [
+        "Ġso",
+        "l"
+      ],
+      [
+        "Ġsand",
+        "w"
+      ],
+      [
+        "Ġdir",
+        "t"
+      ],
+      [
+        "ĠJ",
+        "enny"
+      ],
+      [
+        "Ġtal",
+        "king"
+      ],
+      [
+        "Ġtreat",
+        "s"
+      ],
+      [
+        "Ġc",
+        "art"
+      ],
+      [
+        "ch",
+        "ing"
+      ],
+      [
+        "Ġwait",
+        "ing"
+      ],
+      [
+        "Ġhid",
+        "ing"
+      ],
+      [
+        "Ġsnow",
+        "man"
+      ],
+      [
+        "Ġintere",
+        "sting"
+      ],
+      [
+        "Ġh",
+        "on"
+      ],
+      [
+        "on",
+        "y"
+      ],
+      [
+        "Ġshe",
+        "lf"
+      ],
+      [
+        "Ġtast",
+        "e"
+      ],
+      [
+        "e",
+        "en"
+      ],
+      [
+        "J",
+        "im"
+      ],
+      [
+        "Ġst",
+        "ep"
+      ],
+      [
+        "M",
+        "um"
+      ],
+      [
+        "Ġhelp",
+        "ful"
+      ],
+      [
+        "Ġfe",
+        "et"
+      ],
+      [
+        "Ġsh",
+        "y"
+      ],
+      [
+        "Ġgo",
+        "es"
+      ],
+      [
+        "Ġv",
+        "al"
+      ],
+      [
+        "Ġe",
+        "mb"
+      ],
+      [
+        "Ġst",
+        "ood"
+      ],
+      [
+        "Ġsh",
+        "r"
+      ],
+      [
+        "Ġbuild",
+        "ing"
+      ],
+      [
+        "Ġo",
+        "ven"
+      ],
+      [
+        "Ġst",
+        "ret"
+      ],
+      [
+        "Ġlove",
+        "ly"
+      ],
+      [
+        "Ġduck",
+        "s"
+      ],
+      [
+        "Ġcorn",
+        "er"
+      ],
+      [
+        "Ġwas",
+        "h"
+      ],
+      [
+        "ck",
+        "s"
+      ],
+      [
+        "Ġsp",
+        "e"
+      ],
+      [
+        "Ġpretend",
+        "ed"
+      ],
+      [
+        "Ġroll",
+        "ed"
+      ],
+      [
+        "Ġru",
+        "de"
+      ],
+      [
+        "o",
+        "ld"
+      ],
+      [
+        "Ġc",
+        "alm"
+      ],
+      [
+        "Ġp",
+        "ile"
+      ],
+      [
+        "Ġte",
+        "eth"
+      ],
+      [
+        "Ġjump",
+        "ing"
+      ],
+      [
+        "Ġz",
+        "oo"
+      ],
+      [
+        "Ġpudd",
+        "le"
+      ],
+      [
+        "Ġtid",
+        "y"
+      ],
+      [
+        "M",
+        "ama"
+      ],
+      [
+        "ig",
+        "er"
+      ],
+      [
+        "ip",
+        "e"
+      ],
+      [
+        "Ġbug",
+        "s"
+      ],
+      [
+        "Ġash",
+        "amed"
+      ],
+      [
+        "Ġb",
+        "at"
+      ],
+      [
+        "in",
+        "a"
+      ],
+      [
+        "ĠR",
+        "e"
+      ],
+      [
+        "Ġo",
+        "b"
+      ],
+      [
+        "Ġst",
+        "ra"
+      ],
+      [
+        "ĠS",
+        "t"
+      ],
+      [
+        "Ġwhist",
+        "le"
+      ],
+      [
+        "Ġban",
+        "an"
+      ],
+      [
+        "n",
+        "ot"
+      ],
+      [
+        "Ġn",
+        "et"
+      ],
+      [
+        "Ġforg",
+        "ive"
+      ],
+      [
+        "Ġprin",
+        "ce"
+      ],
+      [
+        "en",
+        "er"
+      ],
+      [
+        "Ġsh",
+        "irt"
+      ],
+      [
+        "Ġs",
+        "el"
+      ],
+      [
+        "Ġc",
+        "oo"
+      ],
+      [
+        "Ġemb",
+        "ar"
+      ],
+      [
+        "ump",
+        "y"
+      ],
+      [
+        "Ġspark",
+        "ly"
+      ],
+      [
+        "Ġrem",
+        "ind"
+      ],
+      [
+        "Ġs",
+        "ug"
+      ],
+      [
+        "Ġc",
+        "ross"
+      ],
+      [
+        "Ġm",
+        "ind"
+      ],
+      [
+        "Ġcan",
+        "not"
+      ],
+      [
+        "Ġsuc",
+        "cess"
+      ],
+      [
+        "Ġembar",
+        "ra"
+      ],
+      [
+        "S",
+        "oon"
+      ],
+      [
+        "Ġm",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "aring"
+      ],
+      [
+        "Ġwor",
+        "m"
+      ],
+      [
+        "Ġfo",
+        "ld"
+      ],
+      [
+        "Ġpeace",
+        "ful"
+      ],
+      [
+        "Ġw",
+        "ore"
+      ],
+      [
+        "Ġm",
+        "ountain"
+      ],
+      [
+        "Ġbl",
+        "ow"
+      ],
+      [
+        "l",
+        "ice"
+      ],
+      [
+        "Ġ",
+        "ign"
+      ],
+      [
+        "Ġbe",
+        "ll"
+      ],
+      [
+        "Ġfur",
+        "ry"
+      ],
+      [
+        "Ġgra",
+        "b"
+      ],
+      [
+        "al",
+        "s"
+      ],
+      [
+        "omet",
+        "imes"
+      ],
+      [
+        "Ġwhen",
+        "ever"
+      ],
+      [
+        "Ġp",
+        "our"
+      ],
+      [
+        "v",
+        "ous"
+      ],
+      [
+        "ll",
+        "ie"
+      ],
+      [
+        "Ġpu",
+        "sh"
+      ],
+      [
+        "Ġbre",
+        "ath"
+      ],
+      [
+        "Ġmach",
+        "ine"
+      ],
+      [
+        "Ġsug",
+        "ar"
+      ],
+      [
+        "Ġch",
+        "ick"
+      ],
+      [
+        "Ġcreat",
+        "ive"
+      ],
+      [
+        "S",
+        "t"
+      ],
+      [
+        "n",
+        "ed"
+      ],
+      [
+        "Ġb",
+        "al"
+      ],
+      [
+        "Ġst",
+        "ir"
+      ],
+      [
+        "Ġdo",
+        "lp"
+      ],
+      [
+        "Ġtri",
+        "es"
+      ],
+      [
+        "N",
+        "ow"
+      ],
+      [
+        "Ġl",
+        "ad"
+      ],
+      [
+        "ĠL",
+        "e"
+      ],
+      [
+        "Ġm",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ool"
+      ],
+      [
+        "Ġg",
+        "ener"
+      ],
+      [
+        "Ġsa",
+        "l"
+      ],
+      [
+        "or",
+        "k"
+      ],
+      [
+        "ul",
+        "t"
+      ],
+      [
+        "Ġspr",
+        "ay"
+      ],
+      [
+        "Ġsh",
+        "ip"
+      ],
+      [
+        "i",
+        "an"
+      ],
+      [
+        "Ġh",
+        "um"
+      ],
+      [
+        "Ġhe",
+        "l"
+      ],
+      [
+        "is",
+        "a"
+      ],
+      [
+        "Ġsel",
+        "fish"
+      ],
+      [
+        "Ġh",
+        "ar"
+      ],
+      [
+        "Ġfa",
+        "ces"
+      ],
+      [
+        "Ġmess",
+        "y"
+      ],
+      [
+        "Ġ",
+        "'"
+      ],
+      [
+        "Ġp",
+        "le"
+      ],
+      [
+        "ĠS",
+        "ome"
+      ],
+      [
+        "ĠH",
+        "ow"
+      ],
+      [
+        "Ġgo",
+        "ld"
+      ],
+      [
+        "Ġcho",
+        "col"
+      ],
+      [
+        "P",
+        "lease"
+      ],
+      [
+        "Ġminut",
+        "es"
+      ],
+      [
+        "Ġpill",
+        "ow"
+      ],
+      [
+        "M",
+        "y"
+      ],
+      [
+        "a",
+        "king"
+      ],
+      [
+        "Ġt",
+        "un"
+      ],
+      [
+        "Ġm",
+        "issed"
+      ],
+      [
+        "ig",
+        "hed"
+      ],
+      [
+        "Ġv",
+        "an"
+      ],
+      [
+        "Ġfix",
+        "ed"
+      ],
+      [
+        "Ġfight",
+        "ing"
+      ],
+      [
+        "o",
+        "in"
+      ],
+      [
+        "Ġf",
+        "ig"
+      ],
+      [
+        "Ġembarra",
+        "ssed"
+      ],
+      [
+        "Ġme",
+        "ant"
+      ],
+      [
+        "Ġdri",
+        "ve"
+      ],
+      [
+        "Ġtom",
+        "orrow"
+      ],
+      [
+        "Ġh",
+        "ours"
+      ],
+      [
+        "Ġc",
+        "a"
+      ],
+      [
+        "Ġn",
+        "er"
+      ],
+      [
+        "Ġsp",
+        "icy"
+      ],
+      [
+        "Ġknow",
+        "ing"
+      ],
+      [
+        "ĠP",
+        "lease"
+      ],
+      [
+        "Sara",
+        "h"
+      ],
+      [
+        "Ġlad",
+        "der"
+      ],
+      [
+        "it",
+        "al"
+      ],
+      [
+        "Ġhor",
+        "se"
+      ],
+      [
+        "at",
+        "o"
+      ],
+      [
+        "Ġu",
+        "g"
+      ],
+      [
+        "ĠJ",
+        "ust"
+      ],
+      [
+        "Ġtr",
+        "ust"
+      ],
+      [
+        "Ġho",
+        "sp"
+      ],
+      [
+        "Ġug",
+        "ly"
+      ],
+      [
+        "Ġhosp",
+        "ital"
+      ],
+      [
+        "Ġche",
+        "w"
+      ],
+      [
+        "Ġbed",
+        "room"
+      ],
+      [
+        "Ġeas",
+        "y"
+      ],
+      [
+        "Ġner",
+        "vous"
+      ],
+      [
+        "Ġro",
+        "b"
+      ],
+      [
+        "Ġthank",
+        "ful"
+      ],
+      [
+        "Ġcarrot",
+        "s"
+      ],
+      [
+        "D",
+        "ad"
+      ],
+      [
+        "ell",
+        "y"
+      ],
+      [
+        "Ġgre",
+        "w"
+      ],
+      [
+        "Ġcol",
+        "our"
+      ],
+      [
+        "Ġbar",
+        "ked"
+      ],
+      [
+        "Ġcou",
+        "ch"
+      ],
+      [
+        "Ġn",
+        "ut"
+      ],
+      [
+        "Ġme",
+        "adow"
+      ],
+      [
+        "Ġta",
+        "ught"
+      ],
+      [
+        "Ġunderst",
+        "ood"
+      ],
+      [
+        "Ġdisapp",
+        "oin"
+      ],
+      [
+        "Ġp",
+        "as"
+      ],
+      [
+        "an",
+        "o"
+      ],
+      [
+        "Ġof",
+        "ten"
+      ],
+      [
+        "Ġcl",
+        "ass"
+      ],
+      [
+        "Ġpas",
+        "sed"
+      ],
+      [
+        "Ġkn",
+        "ocked"
+      ],
+      [
+        "Ġland",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ic"
+      ],
+      [
+        "ir",
+        "d"
+      ],
+      [
+        "Ġfe",
+        "ar"
+      ],
+      [
+        "Ġco",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "d"
+      ],
+      [
+        "w",
+        "ork"
+      ],
+      [
+        "Ġd",
+        "eter"
+      ],
+      [
+        "Ġre",
+        "g"
+      ],
+      [
+        "Ġreturn",
+        "ed"
+      ],
+      [
+        "Ġdeter",
+        "m"
+      ],
+      [
+        "Ġh",
+        "ur"
+      ],
+      [
+        "Ġfin",
+        "ish"
+      ],
+      [
+        "iz",
+        "z"
+      ],
+      [
+        "Ġte",
+        "a"
+      ],
+      [
+        "Ġsmo",
+        "oth"
+      ],
+      [
+        "m",
+        "o"
+      ],
+      [
+        "Ġst",
+        "uff"
+      ],
+      [
+        "Ġmo",
+        "v"
+      ],
+      [
+        "Ġgener",
+        "ous"
+      ],
+      [
+        "T",
+        "o"
+      ],
+      [
+        "Ġ",
+        "On"
+      ],
+      [
+        "is",
+        "p"
+      ],
+      [
+        "Ġdr",
+        "um"
+      ],
+      [
+        "o",
+        "bby"
+      ],
+      [
+        "Ġbubble",
+        "s"
+      ],
+      [
+        "Ġrob",
+        "ot"
+      ],
+      [
+        "Ġthe",
+        "se"
+      ],
+      [
+        "Ġse",
+        "ed"
+      ],
+      [
+        "Ġgl",
+        "ass"
+      ],
+      [
+        "Ġdisappoin",
+        "ted"
+      ],
+      [
+        "g",
+        "round"
+      ],
+      [
+        "Ġr",
+        "ing"
+      ],
+      [
+        "Ġc",
+        "ard"
+      ],
+      [
+        "Ġhe",
+        "ars"
+      ],
+      [
+        "Ġcar",
+        "ried"
+      ],
+      [
+        "Ġmo",
+        "on"
+      ],
+      [
+        "Ġchocol",
+        "ate"
+      ],
+      [
+        "Ġlea",
+        "f"
+      ],
+      [
+        "Ġsnack",
+        "s"
+      ],
+      [
+        "Ġcir",
+        "c"
+      ],
+      [
+        "Ġfan",
+        "cy"
+      ],
+      [
+        "d",
+        "le"
+      ],
+      [
+        "Ġsp",
+        "end"
+      ],
+      [
+        "ĠA",
+        "nn"
+      ],
+      [
+        "ust",
+        "r"
+      ],
+      [
+        "Ġcra",
+        "b"
+      ],
+      [
+        "Ġsong",
+        "s"
+      ],
+      [
+        "p",
+        "ack"
+      ],
+      [
+        "Ġp",
+        "ir"
+      ],
+      [
+        "eci",
+        "ally"
+      ],
+      [
+        "os",
+        "aur"
+      ],
+      [
+        "Ġso",
+        "ld"
+      ],
+      [
+        "Ġbr",
+        "idge"
+      ],
+      [
+        "ĠE",
+        "ven"
+      ],
+      [
+        "Ġsleep",
+        "y"
+      ],
+      [
+        "Ġhon",
+        "est"
+      ],
+      [
+        "Ġm",
+        "ir"
+      ],
+      [
+        "ĠB",
+        "r"
+      ],
+      [
+        "Ġpa",
+        "w"
+      ],
+      [
+        "p",
+        "ecially"
+      ],
+      [
+        "Ġa",
+        "v"
+      ],
+      [
+        "ĠW",
+        "hy"
+      ],
+      [
+        "iz",
+        "zy"
+      ],
+      [
+        "Ġche",
+        "st"
+      ],
+      [
+        "Ġwo",
+        "lf"
+      ],
+      [
+        "Ġdin",
+        "osaur"
+      ],
+      [
+        "Ġes",
+        "pecially"
+      ],
+      [
+        "Ġm",
+        "ap"
+      ],
+      [
+        "Ġg",
+        "as"
+      ],
+      [
+        "or",
+        "y"
+      ],
+      [
+        "Ġch",
+        "ange"
+      ],
+      [
+        "Ġgr",
+        "oup"
+      ],
+      [
+        "Ġgather",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "our"
+      ],
+      [
+        "Ġpo",
+        "or"
+      ],
+      [
+        "Ġspl",
+        "ash"
+      ],
+      [
+        "Ġwa",
+        "ves"
+      ],
+      [
+        "Ġfor",
+        "ward"
+      ],
+      [
+        "Ġcl",
+        "own"
+      ],
+      [
+        "Ġmyster",
+        "ious"
+      ],
+      [
+        "r",
+        "or"
+      ],
+      [
+        "Ġbo",
+        "dy"
+      ],
+      [
+        "Ġfr",
+        "ustr"
+      ],
+      [
+        "Ġcra",
+        "w"
+      ],
+      [
+        "Ġf",
+        "ake"
+      ],
+      [
+        "Ġp",
+        "in"
+      ],
+      [
+        "Ġo",
+        "k"
+      ],
+      [
+        "Ġr",
+        "ad"
+      ],
+      [
+        "Ġwh",
+        "isp"
+      ],
+      [
+        "Ġtw",
+        "irl"
+      ],
+      [
+        "Ġstr",
+        "ing"
+      ],
+      [
+        "Ġsmell",
+        "y"
+      ],
+      [
+        "ĠTo",
+        "gether"
+      ],
+      [
+        "s",
+        "ist"
+      ],
+      [
+        "Ġc",
+        "and"
+      ],
+      [
+        "Ġg",
+        "ate"
+      ],
+      [
+        "Ġsc",
+        "ar"
+      ],
+      [
+        "ĠK",
+        "itty"
+      ],
+      [
+        "Ġneck",
+        "l"
+      ],
+      [
+        "B",
+        "illy"
+      ],
+      [
+        "Ġmot",
+        "or"
+      ],
+      [
+        "y",
+        "ing"
+      ],
+      [
+        "ot",
+        "e"
+      ],
+      [
+        "Ġsh",
+        "ore"
+      ],
+      [
+        "ur",
+        "se"
+      ],
+      [
+        "Ġje",
+        "w"
+      ],
+      [
+        "Ġwe",
+        "ak"
+      ],
+      [
+        "Ġgr",
+        "umpy"
+      ],
+      [
+        "Ġfing",
+        "er"
+      ],
+      [
+        "Ġsa",
+        "ck"
+      ],
+      [
+        "Ġk",
+        "itten"
+      ],
+      [
+        "Ġpol",
+        "ite"
+      ],
+      [
+        "Ġgl",
+        "ue"
+      ],
+      [
+        "u",
+        "ce"
+      ],
+      [
+        "Ġn",
+        "umber"
+      ],
+      [
+        "air",
+        "s"
+      ],
+      [
+        "Ġes",
+        "c"
+      ],
+      [
+        "Ġmir",
+        "ror"
+      ],
+      [
+        "Ġshe",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "ase"
+      ],
+      [
+        "Ġplant",
+        "s"
+      ],
+      [
+        "Ġber",
+        "ries"
+      ],
+      [
+        "mo",
+        "st"
+      ],
+      [
+        "B",
+        "e"
+      ],
+      [
+        "d",
+        "en"
+      ],
+      [
+        "Ġj",
+        "elly"
+      ],
+      [
+        "ĠThe",
+        "ir"
+      ],
+      [
+        "Ġe",
+        "mp"
+      ],
+      [
+        "itt",
+        "er"
+      ],
+      [
+        "The",
+        "re"
+      ],
+      [
+        "Ġsc",
+        "r"
+      ],
+      [
+        "Ġgr",
+        "ay"
+      ],
+      [
+        "Ġpuzz",
+        "le"
+      ],
+      [
+        "Ġneckl",
+        "ace"
+      ],
+      [
+        "Ġm",
+        "aybe"
+      ],
+      [
+        "Ġpl",
+        "ate"
+      ],
+      [
+        "Ġal",
+        "most"
+      ],
+      [
+        "us",
+        "ie"
+      ],
+      [
+        "Ġfrustr",
+        "ated"
+      ],
+      [
+        "Ġemp",
+        "ty"
+      ],
+      [
+        "p",
+        "ort"
+      ],
+      [
+        "or",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "ick"
+      ],
+      [
+        "Ġj",
+        "am"
+      ],
+      [
+        "Ġsk",
+        "ipped"
+      ],
+      [
+        "ens",
+        "ive"
+      ],
+      [
+        "ĠT",
+        "eddy"
+      ],
+      [
+        "ag",
+        "ed"
+      ],
+      [
+        "Ġclos",
+        "et"
+      ],
+      [
+        "Ġhid",
+        "den"
+      ],
+      [
+        "Ġexp",
+        "ensive"
+      ],
+      [
+        "Ġdeterm",
+        "ined"
+      ],
+      [
+        "Ġb",
+        "ored"
+      ],
+      [
+        "Ġl",
+        "it"
+      ],
+      [
+        "Ġd",
+        "rew"
+      ],
+      [
+        "Ġle",
+        "gs"
+      ],
+      [
+        "Ġho",
+        "pping"
+      ],
+      [
+        "at",
+        "es"
+      ],
+      [
+        "ĠS",
+        "ometimes"
+      ],
+      [
+        "Ġstick",
+        "s"
+      ],
+      [
+        "Ġon",
+        "es"
+      ],
+      [
+        "ĠA",
+        "t"
+      ],
+      [
+        "Ġbird",
+        "ie"
+      ],
+      [
+        "ĠD",
+        "on"
+      ],
+      [
+        "Ġpol",
+        "ice"
+      ],
+      [
+        "Ġfruit",
+        "s"
+      ],
+      [
+        "Ġt",
+        "ick"
+      ],
+      [
+        "Ġa",
+        "unt"
+      ],
+      [
+        "Ġw",
+        "is"
+      ],
+      [
+        "Ġb",
+        "ake"
+      ],
+      [
+        "Ġl",
+        "ine"
+      ],
+      [
+        "ot",
+        "s"
+      ],
+      [
+        "Ġst",
+        "one"
+      ],
+      [
+        "Ġdog",
+        "s"
+      ],
+      [
+        "au",
+        "l"
+      ],
+      [
+        "Ġfig",
+        "ure"
+      ],
+      [
+        "J",
+        "ane"
+      ],
+      [
+        "Ġs",
+        "ight"
+      ],
+      [
+        "Ġc",
+        "ries"
+      ],
+      [
+        "ĠB",
+        "e"
+      ],
+      [
+        "Ġmo",
+        "ving"
+      ],
+      [
+        "Ġcont",
+        "ent"
+      ],
+      [
+        "ĠBr",
+        "own"
+      ],
+      [
+        "Ġsa",
+        "ved"
+      ],
+      [
+        "Ġcl",
+        "oth"
+      ],
+      [
+        "?\"",
+        "."
+      ],
+      [
+        "bo",
+        "x"
+      ],
+      [
+        "Ġbran",
+        "ches"
+      ],
+      [
+        "Ġpack",
+        "ed"
+      ],
+      [
+        "Ġpower",
+        "ful"
+      ],
+      [
+        "Ġsplas",
+        "hed"
+      ],
+      [
+        "Ġfe",
+        "ed"
+      ],
+      [
+        "est",
+        "ed"
+      ],
+      [
+        "Ġyell",
+        "ed"
+      ],
+      [
+        "W",
+        "here"
+      ],
+      [
+        "d",
+        "ge"
+      ],
+      [
+        "k",
+        "in"
+      ],
+      [
+        "Ġt",
+        "iger"
+      ],
+      [
+        "Ġp",
+        "ay"
+      ],
+      [
+        "id",
+        "dle"
+      ],
+      [
+        "oo",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ella"
+      ],
+      [
+        "Ġex",
+        "am"
+      ],
+      [
+        "Ġta",
+        "ken"
+      ],
+      [
+        "Ġcr",
+        "ane"
+      ],
+      [
+        "Ġspo",
+        "il"
+      ],
+      [
+        "'",
+        "d"
+      ],
+      [
+        "Ġha",
+        "ng"
+      ],
+      [
+        "Ġfl",
+        "ag"
+      ],
+      [
+        "Ġansw",
+        "ered"
+      ],
+      [
+        "Ġdisco",
+        "vered"
+      ],
+      [
+        "ĠLe",
+        "o"
+      ],
+      [
+        "u",
+        "sh"
+      ],
+      [
+        "Ġsa",
+        "ve"
+      ],
+      [
+        "Ġsee",
+        "k"
+      ],
+      [
+        "Ġexc",
+        "ite"
+      ],
+      [
+        "Ġpr",
+        "ay"
+      ],
+      [
+        "Ġjo",
+        "g"
+      ],
+      [
+        "Ġstand",
+        "ing"
+      ],
+      [
+        "Ġdolp",
+        "hin"
+      ],
+      [
+        "Ġj",
+        "ack"
+      ],
+      [
+        "A",
+        "re"
+      ],
+      [
+        "er",
+        "a"
+      ],
+      [
+        "ra",
+        "g"
+      ],
+      [
+        "Ġfl",
+        "ut"
+      ],
+      [
+        "get",
+        "able"
+      ],
+      [
+        "Ġb",
+        "oring"
+      ],
+      [
+        "Ġlo",
+        "ck"
+      ],
+      [
+        "Ġinc",
+        "red"
+      ],
+      [
+        "Ġexcite",
+        "ment"
+      ],
+      [
+        "Ġs",
+        "ighed"
+      ],
+      [
+        "Ġw",
+        "ip"
+      ],
+      [
+        "Ġf",
+        "is"
+      ],
+      [
+        "Ġf",
+        "ill"
+      ],
+      [
+        "Ġso",
+        "ap"
+      ],
+      [
+        "ĠM",
+        "um"
+      ],
+      [
+        "ol",
+        "a"
+      ],
+      [
+        "Ġple",
+        "ased"
+      ],
+      [
+        "Ġjack",
+        "et"
+      ],
+      [
+        "l",
+        "ight"
+      ],
+      [
+        "Ġs",
+        "ugg"
+      ],
+      [
+        "Ġm",
+        "iddle"
+      ],
+      [
+        "Ġe",
+        "ld"
+      ],
+      [
+        "Ġwr",
+        "ote"
+      ],
+      [
+        "Ġballoon",
+        "s"
+      ],
+      [
+        "Ġorgan",
+        "ized"
+      ],
+      [
+        "qu",
+        "e"
+      ],
+      [
+        "Ġsail",
+        "ed"
+      ],
+      [
+        "The",
+        "ir"
+      ],
+      [
+        "Ġtell",
+        "s"
+      ],
+      [
+        "Ġo",
+        "y"
+      ],
+      [
+        "Ġst",
+        "ones"
+      ],
+      [
+        "Ġbo",
+        "ard"
+      ],
+      [
+        "Ġsp",
+        "un"
+      ],
+      [
+        "Ġve",
+        "getable"
+      ],
+      [
+        "l",
+        "ies"
+      ],
+      [
+        "Ġ",
+        "ind"
+      ],
+      [
+        "in",
+        "ess"
+      ],
+      [
+        "Ġwor",
+        "king"
+      ],
+      [
+        "l",
+        "ower"
+      ],
+      [
+        "al",
+        "k"
+      ],
+      [
+        "if",
+        "f"
+      ],
+      [
+        "Ġpar",
+        "rot"
+      ],
+      [
+        "St",
+        "op"
+      ],
+      [
+        "Ġscar",
+        "f"
+      ],
+      [
+        "Ġwa",
+        "gged"
+      ],
+      [
+        "Ġcl",
+        "ap"
+      ],
+      [
+        "Ġme",
+        "asure"
+      ],
+      [
+        "as",
+        "ing"
+      ],
+      [
+        "Ġte",
+        "ars"
+      ],
+      [
+        "bo",
+        "dy"
+      ],
+      [
+        "Ġcomfort",
+        "able"
+      ],
+      [
+        "Ġle",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "an"
+      ],
+      [
+        "Ġtr",
+        "ue"
+      ],
+      [
+        "Ġfr",
+        "ight"
+      ],
+      [
+        "Ġdr",
+        "op"
+      ],
+      [
+        "Ġsmo",
+        "ke"
+      ],
+      [
+        "Ġfeather",
+        "s"
+      ],
+      [
+        "Ġincred",
+        "ible"
+      ],
+      [
+        "g",
+        "gs"
+      ],
+      [
+        "u",
+        "al"
+      ],
+      [
+        "Ġt",
+        "ie"
+      ],
+      [
+        "Ġc",
+        "ap"
+      ],
+      [
+        "Ġlo",
+        "se"
+      ],
+      [
+        "Ġpu",
+        "s"
+      ],
+      [
+        "Ġeag",
+        "er"
+      ],
+      [
+        "Ġmov",
+        "ie"
+      ],
+      [
+        "f",
+        "ic"
+      ],
+      [
+        "Ġc",
+        "op"
+      ],
+      [
+        "Ġe",
+        "ggs"
+      ],
+      [
+        "oo",
+        "f"
+      ],
+      [
+        "Ġr",
+        "id"
+      ],
+      [
+        "Ġco",
+        "vered"
+      ],
+      [
+        "Ġf",
+        "il"
+      ],
+      [
+        "Ġle",
+        "m"
+      ],
+      [
+        "Ġgra",
+        "p"
+      ],
+      [
+        "Ġdisapp",
+        "eared"
+      ],
+      [
+        "Ġrec",
+        "ord"
+      ],
+      [
+        "ĠT",
+        "V"
+      ],
+      [
+        "ĠB",
+        "l"
+      ],
+      [
+        "Ġex",
+        "t"
+      ],
+      [
+        "Ġor",
+        "d"
+      ],
+      [
+        "Ġgigg",
+        "led"
+      ],
+      [
+        "c",
+        "orn"
+      ],
+      [
+        "Ġp",
+        "ri"
+      ],
+      [
+        "Ġha",
+        "m"
+      ],
+      [
+        "Ġr",
+        "are"
+      ],
+      [
+        "Ġyour",
+        "self"
+      ],
+      [
+        "Ġen",
+        "g"
+      ],
+      [
+        "Ġwh",
+        "ale"
+      ],
+      [
+        "Ġkn",
+        "ife"
+      ],
+      [
+        "ĠL",
+        "isa"
+      ],
+      [
+        "Ġte",
+        "am"
+      ],
+      [
+        "ĠJohn",
+        "ny"
+      ],
+      [
+        "z",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "est"
+      ],
+      [
+        "Ġb",
+        "one"
+      ],
+      [
+        "Ġd",
+        "izzy"
+      ],
+      [
+        "Ġli",
+        "br"
+      ],
+      [
+        "Ġwra",
+        "p"
+      ],
+      [
+        "Ġquest",
+        "ions"
+      ],
+      [
+        "i",
+        "v"
+      ],
+      [
+        "Ġl",
+        "ying"
+      ],
+      [
+        "Ġst",
+        "amp"
+      ],
+      [
+        "Ġli",
+        "cked"
+      ],
+      [
+        "Ġno",
+        "isy"
+      ],
+      [
+        "Ġkind",
+        "ness"
+      ],
+      [
+        "Ġdif",
+        "fic"
+      ],
+      [
+        "Ġdraw",
+        "ing"
+      ],
+      [
+        "app",
+        "ing"
+      ],
+      [
+        "Jim",
+        "my"
+      ],
+      [
+        "Ġstra",
+        "w"
+      ],
+      [
+        "Ġb",
+        "urn"
+      ],
+      [
+        "Ġwa",
+        "gon"
+      ],
+      [
+        "at",
+        "ely"
+      ],
+      [
+        "Ġgr",
+        "own"
+      ],
+      [
+        "Ġrock",
+        "et"
+      ],
+      [
+        "Ġpop",
+        "corn"
+      ],
+      [
+        "S",
+        "ally"
+      ],
+      [
+        "Ġb",
+        "atter"
+      ],
+      [
+        "Ġwa",
+        "nd"
+      ],
+      [
+        "Ġan",
+        "c"
+      ],
+      [
+        "ĠE",
+        "nd"
+      ],
+      [
+        "Ġsw",
+        "ord"
+      ],
+      [
+        "Ġhappen",
+        "ing"
+      ],
+      [
+        "Ġlift",
+        "ed"
+      ],
+      [
+        "Ġbal",
+        "ance"
+      ],
+      [
+        "Ġext",
+        "ra"
+      ],
+      [
+        "S",
+        "orry"
+      ],
+      [
+        "h",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "nder"
+      ],
+      [
+        "Ġf",
+        "at"
+      ],
+      [
+        "ĠM",
+        "ark"
+      ],
+      [
+        "ĠE",
+        "lla"
+      ],
+      [
+        "Ġbec",
+        "ome"
+      ],
+      [
+        "Ġtr",
+        "ack"
+      ],
+      [
+        "Ġsmall",
+        "er"
+      ],
+      [
+        "Ġmist",
+        "ake"
+      ],
+      [
+        "Ġto",
+        "ast"
+      ],
+      [
+        "at",
+        "ing"
+      ],
+      [
+        "Ġman",
+        "aged"
+      ],
+      [
+        "sel",
+        "ves"
+      ],
+      [
+        "ĠP",
+        "eter"
+      ],
+      [
+        "Ġbath",
+        "room"
+      ],
+      [
+        "Ġhar",
+        "m"
+      ],
+      [
+        "Ġdiffic",
+        "ult"
+      ],
+      [
+        "Ġtw",
+        "ist"
+      ],
+      [
+        "Ġoff",
+        "ered"
+      ],
+      [
+        "Ġru",
+        "ined"
+      ],
+      [
+        "Ġmat",
+        "ch"
+      ],
+      [
+        "Ġanc",
+        "ient"
+      ],
+      [
+        "Ġg",
+        "ar"
+      ],
+      [
+        "ill",
+        "i"
+      ],
+      [
+        "Ġdist",
+        "ance"
+      ],
+      [
+        "Ġplay",
+        "ground"
+      ],
+      [
+        "Ġla",
+        "zy"
+      ],
+      [
+        "Ġdan",
+        "cing"
+      ],
+      [
+        "Ġadvent",
+        "ur"
+      ],
+      [
+        "a",
+        "f"
+      ],
+      [
+        "ĠB",
+        "a"
+      ],
+      [
+        "Ġcall",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ed"
+      ],
+      [
+        "Ġcr",
+        "own"
+      ],
+      [
+        "orm",
+        "al"
+      ],
+      [
+        "Ġon",
+        "ce"
+      ],
+      [
+        "Ġbo",
+        "ss"
+      ],
+      [
+        "Ġse",
+        "ll"
+      ],
+      [
+        "Ġwalk",
+        "s"
+      ],
+      [
+        "Ġfright",
+        "ened"
+      ],
+      [
+        "er",
+        "ri"
+      ],
+      [
+        "Ġm",
+        "ask"
+      ],
+      [
+        "Ġfl",
+        "uffy"
+      ],
+      [
+        "em",
+        "o"
+      ],
+      [
+        "Ġ",
+        "Z"
+      ],
+      [
+        "Ġf",
+        "rag"
+      ],
+      [
+        "Ġd",
+        "est"
+      ],
+      [
+        "Ġn",
+        "ormal"
+      ],
+      [
+        "Ġy",
+        "og"
+      ],
+      [
+        "Ġpick",
+        "s"
+      ],
+      [
+        "Ġey",
+        "e"
+      ],
+      [
+        "Ġdr",
+        "ank"
+      ],
+      [
+        "Ġcir",
+        "cle"
+      ],
+      [
+        "Ġadventur",
+        "ous"
+      ],
+      [
+        "S",
+        "pot"
+      ],
+      [
+        "Ġt",
+        "ent"
+      ],
+      [
+        "Ġp",
+        "ress"
+      ],
+      [
+        "Ġk",
+        "issed"
+      ],
+      [
+        "ic",
+        "t"
+      ],
+      [
+        "Ġsc",
+        "iss"
+      ],
+      [
+        "Ġget",
+        "s"
+      ],
+      [
+        "Ġtr",
+        "unk"
+      ],
+      [
+        "Ġche",
+        "ck"
+      ],
+      [
+        "Ġenjoy",
+        "ing"
+      ],
+      [
+        "Ġshell",
+        "s"
+      ],
+      [
+        "Ġeld",
+        "erly"
+      ],
+      [
+        "Ġsciss",
+        "ors"
+      ],
+      [
+        "Ġt",
+        "erri"
+      ],
+      [
+        "Ġto",
+        "ug"
+      ],
+      [
+        "ag",
+        "es"
+      ],
+      [
+        "Ġste",
+        "al"
+      ],
+      [
+        "M",
+        "e"
+      ],
+      [
+        "re",
+        "ady"
+      ],
+      [
+        "et",
+        "e"
+      ],
+      [
+        "Ġal",
+        "ready"
+      ],
+      [
+        "ĠL",
+        "ittle"
+      ],
+      [
+        "Ġju",
+        "icy"
+      ],
+      [
+        "Ġstu",
+        "dy"
+      ],
+      [
+        "Ġh",
+        "orn"
+      ],
+      [
+        "er",
+        "p"
+      ],
+      [
+        "Ġp",
+        "izz"
+      ],
+      [
+        "Ġall",
+        "ig"
+      ],
+      [
+        "Ġloud",
+        "er"
+      ],
+      [
+        "Ġtow",
+        "el"
+      ],
+      [
+        "Ġcirc",
+        "les"
+      ],
+      [
+        "Ġle",
+        "ad"
+      ],
+      [
+        "Ġro",
+        "ar"
+      ],
+      [
+        "Ġro",
+        "se"
+      ],
+      [
+        "Ġsl",
+        "ipped"
+      ],
+      [
+        "Ġte",
+        "le"
+      ],
+      [
+        "Ġfam",
+        "ous"
+      ],
+      [
+        "Ġar",
+        "g"
+      ],
+      [
+        "Ġcheer",
+        "ful"
+      ],
+      [
+        "ĠRe",
+        "x"
+      ],
+      [
+        "Ġtoug",
+        "h"
+      ],
+      [
+        "i",
+        "pper"
+      ],
+      [
+        "Ġb",
+        "arn"
+      ],
+      [
+        "Ġf",
+        "ool"
+      ],
+      [
+        "Ġd",
+        "ig"
+      ],
+      [
+        "Ġd",
+        "ish"
+      ],
+      [
+        "Ġagain",
+        "st"
+      ],
+      [
+        "Ġde",
+        "er"
+      ],
+      [
+        "Ġsweet",
+        "ie"
+      ],
+      [
+        "Ġeng",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "ed"
+      ],
+      [
+        "Ġf",
+        "ather"
+      ],
+      [
+        "Ġco",
+        "ver"
+      ],
+      [
+        "Ġyour",
+        "s"
+      ],
+      [
+        "Ġneed",
+        "s"
+      ],
+      [
+        "Jo",
+        "e"
+      ],
+      [
+        "Ġbag",
+        "s"
+      ],
+      [
+        "Ġspin",
+        "ning"
+      ],
+      [
+        "S",
+        "ue"
+      ],
+      [
+        "Ġa",
+        "w"
+      ],
+      [
+        "an",
+        "ged"
+      ],
+      [
+        "am",
+        "ond"
+      ],
+      [
+        "Ġy",
+        "arn"
+      ],
+      [
+        "op",
+        "h"
+      ],
+      [
+        "Ġgi",
+        "ving"
+      ],
+      [
+        "Ġdi",
+        "amond"
+      ],
+      [
+        "Ġsandw",
+        "ich"
+      ],
+      [
+        "Ġind",
+        "epend"
+      ],
+      [
+        "Ġfrag",
+        "ile"
+      ],
+      [
+        "W",
+        "ho"
+      ],
+      [
+        "ce",
+        "pt"
+      ],
+      [
+        "Ġno",
+        "sy"
+      ],
+      [
+        "Ġtw",
+        "ig"
+      ],
+      [
+        "Ġhurt",
+        "s"
+      ],
+      [
+        "Ġsugg",
+        "ested"
+      ],
+      [
+        "Ġlem",
+        "on"
+      ],
+      [
+        "i",
+        "est"
+      ],
+      [
+        "in",
+        "ation"
+      ],
+      [
+        "or",
+        "ge"
+      ],
+      [
+        "Ġno",
+        "d"
+      ],
+      [
+        "Ġbl",
+        "oom"
+      ],
+      [
+        "Ġho",
+        "se"
+      ],
+      [
+        "Ġbox",
+        "es"
+      ],
+      [
+        "Ġreal",
+        "ised"
+      ],
+      [
+        "Ġfr",
+        "own"
+      ],
+      [
+        "ac",
+        "he"
+      ],
+      [
+        "Ġrel",
+        "ax"
+      ],
+      [
+        "Ġham",
+        "mer"
+      ],
+      [
+        "Ġa",
+        "dded"
+      ],
+      [
+        "Ġwe",
+        "ird"
+      ],
+      [
+        "Ġmo",
+        "d"
+      ],
+      [
+        "Ġcr",
+        "ack"
+      ],
+      [
+        "Ġallig",
+        "ator"
+      ],
+      [
+        "A",
+        "my"
+      ],
+      [
+        "G",
+        "ra"
+      ],
+      [
+        "o",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "ake"
+      ],
+      [
+        "ra",
+        "ge"
+      ],
+      [
+        "Ġlearn",
+        "ing"
+      ],
+      [
+        "Ġvegetable",
+        "s"
+      ],
+      [
+        "Ġa",
+        "dd"
+      ],
+      [
+        "Ġm",
+        "elt"
+      ],
+      [
+        "ĠS",
+        "usie"
+      ],
+      [
+        "el",
+        "p"
+      ],
+      [
+        "ĠB",
+        "obby"
+      ],
+      [
+        "Ġtra",
+        "p"
+      ],
+      [
+        "Ġcoll",
+        "ar"
+      ],
+      [
+        "Ġstu",
+        "bb"
+      ],
+      [
+        "i",
+        "que"
+      ],
+      [
+        "Ġb",
+        "orrow"
+      ],
+      [
+        "Ġp",
+        "ump"
+      ],
+      [
+        "Ġloud",
+        "ly"
+      ],
+      [
+        "Ġsear",
+        "ch"
+      ],
+      [
+        "Ġchick",
+        "en"
+      ],
+      [
+        "Ġpizz",
+        "a"
+      ],
+      [
+        "Ġindepend",
+        "ent"
+      ],
+      [
+        "Ġstubb",
+        "orn"
+      ],
+      [
+        "Ġre",
+        "f"
+      ],
+      [
+        "Ġas",
+        "king"
+      ],
+      [
+        "Ġbr",
+        "illi"
+      ],
+      [
+        "Ġdec",
+        "ide"
+      ],
+      [
+        "Ġfl",
+        "ash"
+      ],
+      [
+        "Ġcat",
+        "erp"
+      ],
+      [
+        "Ġqu",
+        "een"
+      ],
+      [
+        "Ġsn",
+        "ee"
+      ],
+      [
+        "ĠR",
+        "ose"
+      ],
+      [
+        "Ġinv",
+        "ited"
+      ],
+      [
+        "Ġstraw",
+        "ber"
+      ],
+      [
+        "Ġfool",
+        "ish"
+      ],
+      [
+        "Ġcaterp",
+        "ill"
+      ],
+      [
+        "g",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ur"
+      ],
+      [
+        "Ġd",
+        "epend"
+      ],
+      [
+        "Ġg",
+        "uit"
+      ],
+      [
+        "Ġst",
+        "ri"
+      ],
+      [
+        "Ġkn",
+        "ight"
+      ],
+      [
+        "Ġboy",
+        "s"
+      ],
+      [
+        "Ġpe",
+        "e"
+      ],
+      [
+        "Ġcom",
+        "b"
+      ],
+      [
+        "Ġcle",
+        "ar"
+      ],
+      [
+        "Ġun",
+        "ique"
+      ],
+      [
+        "Ġbutt",
+        "ons"
+      ],
+      [
+        "ĠTweet",
+        "y"
+      ],
+      [
+        "Ġcolour",
+        "ful"
+      ],
+      [
+        "Ġesc",
+        "ape"
+      ],
+      [
+        "Ġbrilli",
+        "ant"
+      ],
+      [
+        "Ġr",
+        "ich"
+      ],
+      [
+        "ĠB",
+        "u"
+      ],
+      [
+        "Ġsay",
+        "ing"
+      ],
+      [
+        "Ġro",
+        "de"
+      ],
+      [
+        "Ġsk",
+        "in"
+      ],
+      [
+        "Ġgar",
+        "age"
+      ],
+      [
+        "H",
+        "elp"
+      ],
+      [
+        "d",
+        "om"
+      ],
+      [
+        "Ġm",
+        "ummy"
+      ],
+      [
+        "Ġbe",
+        "ak"
+      ],
+      [
+        "ur",
+        "ed"
+      ],
+      [
+        "a",
+        "w"
+      ],
+      [
+        "e",
+        "orge"
+      ],
+      [
+        "r",
+        "op"
+      ],
+      [
+        "ed",
+        "ient"
+      ],
+      [
+        "Ġun",
+        "us"
+      ],
+      [
+        "Ġoy",
+        "ster"
+      ],
+      [
+        "Ġtur",
+        "key"
+      ],
+      [
+        "Ġ",
+        "OK"
+      ],
+      [
+        "Ġf",
+        "ountain"
+      ],
+      [
+        "Ġp",
+        "atter"
+      ],
+      [
+        "Ġwe",
+        "ek"
+      ],
+      [
+        "Ġch",
+        "ase"
+      ],
+      [
+        "Ġru",
+        "bb"
+      ],
+      [
+        "Ġcount",
+        "ed"
+      ],
+      [
+        "Ġreg",
+        "ular"
+      ],
+      [
+        "Ġwip",
+        "ed"
+      ],
+      [
+        "Ġguit",
+        "ar"
+      ],
+      [
+        "Ġunus",
+        "ual"
+      ],
+      [
+        "l",
+        "and"
+      ],
+      [
+        "Ġu",
+        "mb"
+      ],
+      [
+        "Ġfor",
+        "k"
+      ],
+      [
+        "Ġshow",
+        "s"
+      ],
+      [
+        "Ġlight",
+        "s"
+      ],
+      [
+        "Ġwall",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ed"
+      ],
+      [
+        "Ġbanan",
+        "a"
+      ],
+      [
+        "Ġsuccess",
+        "ful"
+      ],
+      [
+        "Ġjew",
+        "el"
+      ],
+      [
+        "Ġpatter",
+        "n"
+      ],
+      [
+        "Ġumb",
+        "re"
+      ],
+      [
+        "c",
+        "il"
+      ],
+      [
+        "r",
+        "ay"
+      ],
+      [
+        "in",
+        "al"
+      ],
+      [
+        "Ġl",
+        "ow"
+      ],
+      [
+        "im",
+        "ed"
+      ],
+      [
+        "Ġsw",
+        "e"
+      ],
+      [
+        "Ġcry",
+        "st"
+      ],
+      [
+        "Ġpen",
+        "cil"
+      ],
+      [
+        "Ġsaf",
+        "ely"
+      ],
+      [
+        "Ġtool",
+        "s"
+      ],
+      [
+        "W",
+        "ell"
+      ],
+      [
+        "Ġt",
+        "ape"
+      ],
+      [
+        "Ġst",
+        "ream"
+      ],
+      [
+        "ce",
+        "ed"
+      ],
+      [
+        "Ġre",
+        "sc"
+      ],
+      [
+        "Ġab",
+        "ove"
+      ],
+      [
+        "Ġhard",
+        "er"
+      ],
+      [
+        "Ġgu",
+        "ess"
+      ],
+      [
+        "Ġbott",
+        "om"
+      ],
+      [
+        "Ġmark",
+        "et"
+      ],
+      [
+        "Ġimpress",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "ff"
+      ],
+      [
+        "an",
+        "ut"
+      ],
+      [
+        "ig",
+        "inal"
+      ],
+      [
+        "Ġnot",
+        "ice"
+      ],
+      [
+        "ill",
+        "a"
+      ],
+      [
+        "Ġno",
+        "ds"
+      ],
+      [
+        "Ġpe",
+        "anut"
+      ],
+      [
+        "ol",
+        "og"
+      ],
+      [
+        "Ġpat",
+        "ch"
+      ],
+      [
+        "Ġcraw",
+        "led"
+      ],
+      [
+        "Ġcaterpill",
+        "ar"
+      ],
+      [
+        "n",
+        "a"
+      ],
+      [
+        "Ġt",
+        "ank"
+      ],
+      [
+        "Ġt",
+        "ask"
+      ],
+      [
+        "Ġt",
+        "ire"
+      ],
+      [
+        "Ġg",
+        "un"
+      ],
+      [
+        "Ġlo",
+        "ad"
+      ],
+      [
+        "Ġcomp",
+        "et"
+      ],
+      [
+        "umb",
+        "led"
+      ],
+      [
+        "Ġap",
+        "olog"
+      ],
+      [
+        "Ġsol",
+        "ve"
+      ],
+      [
+        "H",
+        "ow"
+      ],
+      [
+        "M",
+        "ummy"
+      ],
+      [
+        "f",
+        "ast"
+      ],
+      [
+        "h",
+        "ip"
+      ],
+      [
+        "Ġ",
+        "No"
+      ],
+      [
+        "Ġb",
+        "itter"
+      ],
+      [
+        "ar",
+        "l"
+      ],
+      [
+        "Ġe",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "one"
+      ],
+      [
+        "Ġbr",
+        "ush"
+      ],
+      [
+        "ĠF",
+        "in"
+      ],
+      [
+        "Ġor",
+        "iginal"
+      ],
+      [
+        "Ġfi",
+        "er"
+      ],
+      [
+        "Ġgl",
+        "ow"
+      ],
+      [
+        "ĠN",
+        "emo"
+      ],
+      [
+        "Ġbreak",
+        "fast"
+      ],
+      [
+        "Ġadm",
+        "ired"
+      ],
+      [
+        "ĠBl",
+        "ue"
+      ],
+      [
+        "Ġed",
+        "ge"
+      ],
+      [
+        "Ġdepend",
+        "able"
+      ],
+      [
+        "u",
+        "nd"
+      ],
+      [
+        "ut",
+        "h"
+      ],
+      [
+        "ĠI",
+        "f"
+      ],
+      [
+        "Ġcl",
+        "ay"
+      ],
+      [
+        "Ġstrong",
+        "er"
+      ],
+      [
+        "Ġboss",
+        "y"
+      ],
+      [
+        "Ġc",
+        "udd"
+      ],
+      [
+        "as",
+        "er"
+      ],
+      [
+        "Ġgra",
+        "ndpa"
+      ],
+      [
+        "Ġknow",
+        "s"
+      ],
+      [
+        "Ġpick",
+        "ing"
+      ],
+      [
+        "Ġjo",
+        "ke"
+      ],
+      [
+        "Ġboat",
+        "s"
+      ],
+      [
+        "Ġba",
+        "ld"
+      ],
+      [
+        "Ġmed",
+        "ic"
+      ],
+      [
+        "Ġscr",
+        "at"
+      ],
+      [
+        "Ġc",
+        "one"
+      ],
+      [
+        "Ġp",
+        "enny"
+      ],
+      [
+        "Ġle",
+        "an"
+      ],
+      [
+        "Ġra",
+        "ft"
+      ],
+      [
+        "ugg",
+        "led"
+      ],
+      [
+        "Ġsuc",
+        "ceed"
+      ],
+      [
+        "Ġob",
+        "edient"
+      ],
+      [
+        "Ġhum",
+        "ble"
+      ],
+      [
+        "Ġlibr",
+        "ary"
+      ],
+      [
+        "R",
+        "e"
+      ],
+      [
+        "he",
+        "ad"
+      ],
+      [
+        "Ġp",
+        "h"
+      ],
+      [
+        "Ġn",
+        "umb"
+      ],
+      [
+        "Ġsa",
+        "uce"
+      ],
+      [
+        "ĠB",
+        "ear"
+      ],
+      [
+        "Ġtr",
+        "ay"
+      ],
+      [
+        "Ġproud",
+        "ly"
+      ],
+      [
+        "He",
+        "re"
+      ],
+      [
+        "Ġsound",
+        "ed"
+      ],
+      [
+        "Ġsqu",
+        "are"
+      ],
+      [
+        "Ġterri",
+        "ble"
+      ],
+      [
+        "Ġcryst",
+        "al"
+      ],
+      [
+        "Ġfier",
+        "ce"
+      ],
+      [
+        "J",
+        "ill"
+      ],
+      [
+        "Ġw",
+        "itch"
+      ],
+      [
+        "in",
+        "ary"
+      ],
+      [
+        "Ġhapp",
+        "iness"
+      ],
+      [
+        "ĠL",
+        "ola"
+      ],
+      [
+        "Ġhand",
+        "ed"
+      ],
+      [
+        "Ġfr",
+        "idge"
+      ],
+      [
+        "f",
+        "a"
+      ],
+      [
+        "Ġr",
+        "ough"
+      ],
+      [
+        "ent",
+        "ion"
+      ],
+      [
+        "Ġch",
+        "anged"
+      ],
+      [
+        "Ġjo",
+        "ined"
+      ],
+      [
+        "Ġra",
+        "ven"
+      ],
+      [
+        "Ġmight",
+        "y"
+      ],
+      [
+        "Ġcho",
+        "se"
+      ],
+      [
+        "Ġwhe",
+        "el"
+      ],
+      [
+        "Ġumbre",
+        "lla"
+      ],
+      [
+        "Ġt",
+        "ag"
+      ],
+      [
+        "Ġc",
+        "ri"
+      ],
+      [
+        "Ġo",
+        "w"
+      ],
+      [
+        "ar",
+        "ry"
+      ],
+      [
+        "im",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ill"
+      ],
+      [
+        "Ġhelp",
+        "s"
+      ],
+      [
+        "Ġfind",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ing"
+      ],
+      [
+        "Ġsqu",
+        "ee"
+      ],
+      [
+        "Ġfire",
+        "work"
+      ],
+      [
+        "Ġmedic",
+        "ine"
+      ],
+      [
+        "a",
+        "zz"
+      ],
+      [
+        "m",
+        "et"
+      ],
+      [
+        "Ġplay",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "cked"
+      ],
+      [
+        "Ġgo",
+        "at"
+      ],
+      [
+        "Ġac",
+        "cept"
+      ],
+      [
+        "Ġcomp",
+        "ass"
+      ],
+      [
+        "Ġsur",
+        "f"
+      ],
+      [
+        "Ġcompet",
+        "it"
+      ],
+      [
+        "e",
+        "xt"
+      ],
+      [
+        "k",
+        "n"
+      ],
+      [
+        "Ġs",
+        "y"
+      ],
+      [
+        "Ġs",
+        "il"
+      ],
+      [
+        "Ġbe",
+        "et"
+      ],
+      [
+        "ĠM",
+        "ar"
+      ],
+      [
+        "ur",
+        "ing"
+      ],
+      [
+        "Ġch",
+        "ir"
+      ],
+      [
+        "ĠE",
+        "llie"
+      ],
+      [
+        "Ġball",
+        "s"
+      ],
+      [
+        "Åĵ",
+        "Let"
+      ],
+      [
+        "Ġbutterf",
+        "lies"
+      ],
+      [
+        "Ġgu",
+        "ard"
+      ],
+      [
+        "Ġcray",
+        "on"
+      ],
+      [
+        "Ġdisco",
+        "ver"
+      ],
+      [
+        "Ġpar",
+        "ade"
+      ],
+      [
+        "Ġmix",
+        "ed"
+      ],
+      [
+        "Ġval",
+        "u"
+      ],
+      [
+        "Ġhel",
+        "met"
+      ],
+      [
+        "ĠBrown",
+        "ie"
+      ],
+      [
+        "E",
+        "m"
+      ],
+      [
+        "j",
+        "ect"
+      ],
+      [
+        "s",
+        "qu"
+      ],
+      [
+        "u",
+        "d"
+      ],
+      [
+        "Ġg",
+        "um"
+      ],
+      [
+        "at",
+        "ure"
+      ],
+      [
+        "Ġis",
+        "land"
+      ],
+      [
+        "Ġco",
+        "st"
+      ],
+      [
+        "Ġmo",
+        "le"
+      ],
+      [
+        "Ġnice",
+        "ly"
+      ],
+      [
+        "Ġkind",
+        "s"
+      ],
+      [
+        "Ġra",
+        "ced"
+      ],
+      [
+        "Ġsto",
+        "ve"
+      ],
+      [
+        "Ġlaugh",
+        "s"
+      ],
+      [
+        "Ġmar",
+        "ch"
+      ],
+      [
+        "Ġfall",
+        "s"
+      ],
+      [
+        "Ġpers",
+        "ist"
+      ],
+      [
+        "ĠBa",
+        "by"
+      ],
+      [
+        "oph",
+        "ie"
+      ],
+      [
+        "A",
+        "lice"
+      ],
+      [
+        "i",
+        "ence"
+      ],
+      [
+        "it",
+        "o"
+      ],
+      [
+        "Ġc",
+        "age"
+      ],
+      [
+        "Ġg",
+        "oose"
+      ],
+      [
+        "Ġco",
+        "ins"
+      ],
+      [
+        "Ġtr",
+        "ump"
+      ],
+      [
+        "Ġmo",
+        "squ"
+      ],
+      [
+        "Ġser",
+        "ious"
+      ],
+      [
+        "Ġmosqu",
+        "ito"
+      ],
+      [
+        "Ġf",
+        "lex"
+      ],
+      [
+        "Ġc",
+        "ro"
+      ],
+      [
+        "el",
+        "on"
+      ],
+      [
+        "Ġexc",
+        "la"
+      ],
+      [
+        "Ġch",
+        "oose"
+      ],
+      [
+        "Ġexpl",
+        "ored"
+      ],
+      [
+        "Ġun",
+        "l"
+      ],
+      [
+        "Ġbrother",
+        "s"
+      ],
+      [
+        "Ġgu",
+        "il"
+      ],
+      [
+        "Ġnumb",
+        "ers"
+      ],
+      [
+        "Ġtrump",
+        "et"
+      ],
+      [
+        "Ġ",
+        "icy"
+      ],
+      [
+        "Ġmom",
+        "s"
+      ],
+      [
+        "ie",
+        "w"
+      ],
+      [
+        "Ġv",
+        "iew"
+      ],
+      [
+        "Ġen",
+        "orm"
+      ],
+      [
+        "Ġfire",
+        "man"
+      ],
+      [
+        "ĠMr",
+        "s"
+      ],
+      [
+        "Ġpract",
+        "ice"
+      ],
+      [
+        "Ġenorm",
+        "ous"
+      ],
+      [
+        "w",
+        "ards"
+      ],
+      [
+        "Ġs",
+        "up"
+      ],
+      [
+        "Ġvo",
+        "lc"
+      ],
+      [
+        "Ġmean",
+        "s"
+      ],
+      [
+        "Ġpoin",
+        "ting"
+      ],
+      [
+        "Ġvalu",
+        "able"
+      ],
+      [
+        "Ġflex",
+        "ible"
+      ],
+      [
+        "Ġexcla",
+        "imed"
+      ],
+      [
+        "Ġguil",
+        "ty"
+      ],
+      [
+        "y",
+        "al"
+      ],
+      [
+        "Ġc",
+        "am"
+      ],
+      [
+        "Ġp",
+        "ipe"
+      ],
+      [
+        "is",
+        "ion"
+      ],
+      [
+        "ĠM",
+        "y"
+      ],
+      [
+        "Ġuse",
+        "ful"
+      ],
+      [
+        "Ġfav",
+        "our"
+      ],
+      [
+        "Ġcra",
+        "zy"
+      ],
+      [
+        "Ġph",
+        "ot"
+      ],
+      [
+        "kn",
+        "own"
+      ],
+      [
+        "Ġvolc",
+        "ano"
+      ],
+      [
+        "Ġwa",
+        "ke"
+      ],
+      [
+        "Ġc",
+        "ity"
+      ],
+      [
+        "om",
+        "ed"
+      ],
+      [
+        "ll",
+        "ip"
+      ],
+      [
+        "Ġfor",
+        "th"
+      ],
+      [
+        "Ġlo",
+        "llip"
+      ],
+      [
+        "Ġse",
+        "al"
+      ],
+      [
+        "Ġall",
+        "owed"
+      ],
+      [
+        "Ġsc",
+        "are"
+      ],
+      [
+        "Ġbright",
+        "ly"
+      ],
+      [
+        "Ġmar",
+        "ble"
+      ],
+      [
+        "Ġpop",
+        "ular"
+      ],
+      [
+        "Ġflash",
+        "light"
+      ],
+      [
+        "Ġcompass",
+        "ion"
+      ],
+      [
+        "Ġlollip",
+        "op"
+      ],
+      [
+        "Ġ",
+        "U"
+      ],
+      [
+        "Ġ",
+        "ing"
+      ],
+      [
+        "Ġh",
+        "unt"
+      ],
+      [
+        "Ġd",
+        "ull"
+      ],
+      [
+        "er",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "at"
+      ],
+      [
+        "Ġshe",
+        "l"
+      ],
+      [
+        "!\"",
+        "."
+      ],
+      [
+        "Ġun",
+        "known"
+      ],
+      [
+        "Ġhat",
+        "s"
+      ],
+      [
+        "Ġsho",
+        "ot"
+      ],
+      [
+        "red",
+        "ient"
+      ],
+      [
+        "Ġbelong",
+        "ed"
+      ],
+      [
+        "Ġfavour",
+        "ite"
+      ],
+      [
+        "Ġing",
+        "redient"
+      ],
+      [
+        "Ġp",
+        "il"
+      ],
+      [
+        "Ġlo",
+        "yal"
+      ],
+      [
+        "Ġbra",
+        "ce"
+      ],
+      [
+        "ĠWhen",
+        "ever"
+      ],
+      [
+        "Ġdream",
+        "s"
+      ],
+      [
+        "Ġkick",
+        "ed"
+      ],
+      [
+        "Ġseed",
+        "s"
+      ],
+      [
+        "Ġtwirl",
+        "ed"
+      ],
+      [
+        "Ġsup",
+        "er"
+      ],
+      [
+        "t",
+        "ime"
+      ],
+      [
+        "Ġf",
+        "ine"
+      ],
+      [
+        "Ġbe",
+        "es"
+      ],
+      [
+        "Ġso",
+        "fa"
+      ],
+      [
+        "Ġsh",
+        "ark"
+      ],
+      [
+        "ĠM",
+        "ike"
+      ],
+      [
+        "Ġan",
+        "x"
+      ],
+      [
+        "Ġsad",
+        "ly"
+      ],
+      [
+        "Ġshow",
+        "ing"
+      ],
+      [
+        "Ġway",
+        "s"
+      ],
+      [
+        "Ġtruck",
+        "s"
+      ],
+      [
+        "Ġdelic",
+        "ate"
+      ],
+      [
+        "ation",
+        "s"
+      ],
+      [
+        "Ġrep",
+        "e"
+      ],
+      [
+        "Ġimpress",
+        "ive"
+      ],
+      [
+        "Ġpour",
+        "ed"
+      ],
+      [
+        "Ġpir",
+        "ate"
+      ],
+      [
+        "Ġwhisp",
+        "ered"
+      ],
+      [
+        "Ġharm",
+        "less"
+      ],
+      [
+        "a",
+        "ff"
+      ],
+      [
+        "Ġt",
+        "urt"
+      ],
+      [
+        "Ġt",
+        "ied"
+      ],
+      [
+        "ar",
+        "oo"
+      ],
+      [
+        "ad",
+        "o"
+      ],
+      [
+        "art",
+        "h"
+      ],
+      [
+        "Ġgra",
+        "ce"
+      ],
+      [
+        "Ġhand",
+        "le"
+      ],
+      [
+        "Ġen",
+        "c"
+      ],
+      [
+        "Ġdel",
+        "iver"
+      ],
+      [
+        "Ben",
+        "ny"
+      ],
+      [
+        "Ġru",
+        "shed"
+      ],
+      [
+        "Ġus",
+        "ing"
+      ],
+      [
+        "ang",
+        "aroo"
+      ],
+      [
+        "Ġshap",
+        "e"
+      ],
+      [
+        "Ġbus",
+        "hes"
+      ],
+      [
+        "Ġpersist",
+        "ent"
+      ],
+      [
+        "Ġg",
+        "or"
+      ],
+      [
+        "ĠS",
+        "p"
+      ],
+      [
+        "Ġk",
+        "angaroo"
+      ],
+      [
+        "Ġan",
+        "g"
+      ],
+      [
+        "Ġoff",
+        "ice"
+      ],
+      [
+        "Ġanx",
+        "ious"
+      ],
+      [
+        "G",
+        "o"
+      ],
+      [
+        "al",
+        "ous"
+      ],
+      [
+        "Ġsp",
+        "ell"
+      ],
+      [
+        "ĠW",
+        "hile"
+      ],
+      [
+        "ia",
+        "ble"
+      ],
+      [
+        "Ġpot",
+        "ato"
+      ],
+      [
+        "Ġje",
+        "alous"
+      ],
+      [
+        "Ġwra",
+        "pped"
+      ],
+      [
+        "Ġf",
+        "our"
+      ],
+      [
+        "Ġc",
+        "urt"
+      ],
+      [
+        "Ġlo",
+        "g"
+      ],
+      [
+        "Ġco",
+        "al"
+      ],
+      [
+        "Ġrel",
+        "iable"
+      ],
+      [
+        "Ġcurt",
+        "ain"
+      ],
+      [
+        "D",
+        "aisy"
+      ],
+      [
+        "Ġs",
+        "udden"
+      ],
+      [
+        "mb",
+        "ol"
+      ],
+      [
+        "Åĵ",
+        "Yes"
+      ],
+      [
+        "ac",
+        "hes"
+      ],
+      [
+        "ĠP",
+        "e"
+      ],
+      [
+        "Ġpain",
+        "ted"
+      ],
+      [
+        "ĠTo",
+        "by"
+      ],
+      [
+        "Ġce",
+        "re"
+      ],
+      [
+        "g",
+        "u"
+      ],
+      [
+        "Ġt",
+        "ummy"
+      ],
+      [
+        "Ġth",
+        "ose"
+      ],
+      [
+        "ous",
+        "es"
+      ],
+      [
+        "udd",
+        "y"
+      ],
+      [
+        "Ġcu",
+        "sh"
+      ],
+      [
+        "Ġmet",
+        "al"
+      ],
+      [
+        "Ġsy",
+        "mbol"
+      ],
+      [
+        "Ġbeet",
+        "le"
+      ],
+      [
+        "Ġcam",
+        "era"
+      ],
+      [
+        "Ġh",
+        "ouses"
+      ],
+      [
+        "il",
+        "t"
+      ],
+      [
+        "Ġcelebr",
+        "ate"
+      ],
+      [
+        "Ġdelight",
+        "ed"
+      ],
+      [
+        "Ġgor",
+        "illa"
+      ],
+      [
+        "Ġto",
+        "oth"
+      ],
+      [
+        "Ġth",
+        "irst"
+      ],
+      [
+        "ke",
+        "ep"
+      ],
+      [
+        "Ġsh",
+        "iver"
+      ],
+      [
+        "Ġre",
+        "ward"
+      ],
+      [
+        "Ġsp",
+        "ace"
+      ],
+      [
+        "Ġtra",
+        "vel"
+      ],
+      [
+        "Ġru",
+        "bbed"
+      ],
+      [
+        "Ġprin",
+        "t"
+      ],
+      [
+        "Ġdri",
+        "ving"
+      ],
+      [
+        "Ġmar",
+        "ry"
+      ],
+      [
+        "Ġwar",
+        "ned"
+      ],
+      [
+        "Ġsold",
+        "ier"
+      ],
+      [
+        "Ġmotor",
+        "cy"
+      ],
+      [
+        "c",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "on"
+      ],
+      [
+        "Ġto",
+        "r"
+      ],
+      [
+        "ar",
+        "lie"
+      ],
+      [
+        "Ġher",
+        "o"
+      ],
+      [
+        "ie",
+        "f"
+      ],
+      [
+        "Ġcar",
+        "p"
+      ],
+      [
+        "Ġexcited",
+        "ly"
+      ],
+      [
+        "Ġte",
+        "mp"
+      ],
+      [
+        "ĠP",
+        "ete"
+      ],
+      [
+        "ĠBob",
+        "o"
+      ],
+      [
+        "co",
+        "d"
+      ],
+      [
+        "Ġhun",
+        "g"
+      ],
+      [
+        "Ġgrow",
+        "ing"
+      ],
+      [
+        "up",
+        "id"
+      ],
+      [
+        "Ġthin",
+        "king"
+      ],
+      [
+        "Ġtun",
+        "n"
+      ],
+      [
+        "W",
+        "hile"
+      ],
+      [
+        "c",
+        "u"
+      ],
+      [
+        "i",
+        "pp"
+      ],
+      [
+        "Ġh",
+        "ay"
+      ],
+      [
+        "Ġy",
+        "et"
+      ],
+      [
+        "Ġv",
+        "ine"
+      ],
+      [
+        "Ġac",
+        "orn"
+      ],
+      [
+        "icy",
+        "cle"
+      ],
+      [
+        "Ġpre",
+        "p"
+      ],
+      [
+        "Ġremind",
+        "ed"
+      ],
+      [
+        "Ġgas",
+        "ped"
+      ],
+      [
+        "Ġflut",
+        "e"
+      ],
+      [
+        "Ġord",
+        "inary"
+      ],
+      [
+        "Ġcro",
+        "cod"
+      ],
+      [
+        "Ġa",
+        "mb"
+      ],
+      [
+        "Ġc",
+        "ur"
+      ],
+      [
+        "ĠB",
+        "et"
+      ],
+      [
+        "ĠM",
+        "andy"
+      ],
+      [
+        "Ġpu",
+        "p"
+      ],
+      [
+        "Ġcreature",
+        "s"
+      ],
+      [
+        "Ġhur",
+        "ry"
+      ],
+      [
+        "Ġspoil",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "imes"
+      ],
+      [
+        "Ġm",
+        "is"
+      ],
+      [
+        "Ġr",
+        "ice"
+      ],
+      [
+        "Ġst",
+        "upid"
+      ],
+      [
+        "Ġsh",
+        "ine"
+      ],
+      [
+        "Ġre",
+        "sist"
+      ],
+      [
+        "ug",
+        "ged"
+      ],
+      [
+        "Ġla",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "ull"
+      ],
+      [
+        "co",
+        "a"
+      ],
+      [
+        "Ġmiss",
+        "ing"
+      ],
+      [
+        "Ġwhe",
+        "at"
+      ],
+      [
+        "Ġsupp",
+        "ort"
+      ],
+      [
+        "Ġingredient",
+        "s"
+      ],
+      [
+        "a",
+        "id"
+      ],
+      [
+        "l",
+        "oo"
+      ],
+      [
+        "Ġc",
+        "ase"
+      ],
+      [
+        "er",
+        "y"
+      ],
+      [
+        "Ġwas",
+        "hed"
+      ],
+      [
+        "Ġdo",
+        "ve"
+      ],
+      [
+        "Ġsp",
+        "illed"
+      ],
+      [
+        "Ġsc",
+        "oot"
+      ],
+      [
+        "Ġme",
+        "al"
+      ],
+      [
+        "Ġmu",
+        "le"
+      ],
+      [
+        "ĠD",
+        "ucky"
+      ],
+      [
+        "Ġmo",
+        "der"
+      ],
+      [
+        "ars",
+        "h"
+      ],
+      [
+        "Åĵ",
+        "What"
+      ],
+      [
+        "Ġtri",
+        "ck"
+      ],
+      [
+        "Ġset",
+        "t"
+      ],
+      [
+        "ĠTweet",
+        "ie"
+      ],
+      [
+        "Ġboun",
+        "ce"
+      ],
+      [
+        "Ġfil",
+        "thy"
+      ],
+      [
+        "Ġb",
+        "ase"
+      ],
+      [
+        "Ġh",
+        "oop"
+      ],
+      [
+        "Ġf",
+        "re"
+      ],
+      [
+        "Ġst",
+        "umbled"
+      ],
+      [
+        "Ġso",
+        "ar"
+      ],
+      [
+        "Ġwe",
+        "al"
+      ],
+      [
+        "Ġsee",
+        "m"
+      ],
+      [
+        "Ġwor",
+        "d"
+      ],
+      [
+        "Ġla",
+        "b"
+      ],
+      [
+        "ĠD",
+        "ave"
+      ],
+      [
+        "ĠF",
+        "r"
+      ],
+      [
+        "Ġbad",
+        "ly"
+      ],
+      [
+        "Ġhair",
+        "y"
+      ],
+      [
+        "Ġcra",
+        "wl"
+      ],
+      [
+        "Ġlive",
+        "ly"
+      ],
+      [
+        "Ġstep",
+        "s"
+      ],
+      [
+        "ÅĵLet",
+        "â"
+      ],
+      [
+        "Ġbrace",
+        "let"
+      ],
+      [
+        "Ġcere",
+        "al"
+      ],
+      [
+        "Ġthirst",
+        "y"
+      ],
+      [
+        "Ġcarp",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ool"
+      ],
+      [
+        "it",
+        "her"
+      ],
+      [
+        "Ġgo",
+        "al"
+      ],
+      [
+        "Ġback",
+        "pack"
+      ],
+      [
+        "Ġtr",
+        "uth"
+      ],
+      [
+        "Ġcom",
+        "pl"
+      ],
+      [
+        "Ġche",
+        "ap"
+      ],
+      [
+        "Ġdis",
+        "g"
+      ],
+      [
+        "Ġplac",
+        "ed"
+      ],
+      [
+        "Ġear",
+        "ly"
+      ],
+      [
+        "Ġdecor",
+        "ate"
+      ],
+      [
+        "Ġnut",
+        "s"
+      ],
+      [
+        "O",
+        "w"
+      ],
+      [
+        "c",
+        "ream"
+      ],
+      [
+        "Ġb",
+        "ump"
+      ],
+      [
+        "Ġthem",
+        "selves"
+      ],
+      [
+        "ic",
+        "es"
+      ],
+      [
+        "Ġhelp",
+        "less"
+      ],
+      [
+        "Ġcl",
+        "um"
+      ],
+      [
+        "Ġsc",
+        "atter"
+      ],
+      [
+        "Ġsc",
+        "ale"
+      ],
+      [
+        "Ġnew",
+        "s"
+      ],
+      [
+        "ust",
+        "ing"
+      ],
+      [
+        "Ġen",
+        "v"
+      ],
+      [
+        "âĤ¬â",
+        "Ģ"
+      ],
+      [
+        "Ġtell",
+        "ing"
+      ],
+      [
+        "Ġswing",
+        "ing"
+      ],
+      [
+        "Ġspark",
+        "led"
+      ],
+      [
+        "Ġcarry",
+        "ing"
+      ],
+      [
+        "gg",
+        "ing"
+      ],
+      [
+        "in",
+        "es"
+      ],
+      [
+        "ri",
+        "c"
+      ],
+      [
+        "Ġfriends",
+        "hip"
+      ],
+      [
+        "Ġcare",
+        "less"
+      ],
+      [
+        "Ġsn",
+        "e"
+      ],
+      [
+        "Ġdoes",
+        "n"
+      ],
+      [
+        "Ġfall",
+        "ing"
+      ],
+      [
+        "Ġcomp",
+        "ut"
+      ],
+      [
+        "Ġpa",
+        "le"
+      ],
+      [
+        "Ġpee",
+        "ked"
+      ],
+      [
+        "Ġcompassion",
+        "ate"
+      ],
+      [
+        "c",
+        "om"
+      ],
+      [
+        "v",
+        "ice"
+      ],
+      [
+        "Ġs",
+        "end"
+      ],
+      [
+        "Ġst",
+        "age"
+      ],
+      [
+        "Ġme",
+        "m"
+      ],
+      [
+        "Ġch",
+        "alk"
+      ],
+      [
+        "Ġch",
+        "asing"
+      ],
+      [
+        "Ġpe",
+        "bble"
+      ],
+      [
+        "ĠEvery",
+        "thing"
+      ],
+      [
+        "Ġcu",
+        "be"
+      ],
+      [
+        "Ġpig",
+        "e"
+      ],
+      [
+        "Ġcou",
+        "rage"
+      ],
+      [
+        "Ġfing",
+        "ers"
+      ],
+      [
+        "Ġturt",
+        "le"
+      ],
+      [
+        "b",
+        "led"
+      ],
+      [
+        "Ġs",
+        "ink"
+      ],
+      [
+        "Ġb",
+        "icycle"
+      ],
+      [
+        "Ġsh",
+        "aking"
+      ],
+      [
+        "Ġsleep",
+        "ing"
+      ],
+      [
+        "Ġneighb",
+        "our"
+      ],
+      [
+        "Ġmoder",
+        "n"
+      ],
+      [
+        "Ġdisg",
+        "usting"
+      ],
+      [
+        "Ġclum",
+        "sy"
+      ],
+      [
+        "g",
+        "est"
+      ],
+      [
+        "Ġh",
+        "ook"
+      ],
+      [
+        "Ġc",
+        "her"
+      ],
+      [
+        "Ġn",
+        "ail"
+      ],
+      [
+        "Ġbig",
+        "gest"
+      ],
+      [
+        "ic",
+        "hes"
+      ],
+      [
+        "Ġbu",
+        "l"
+      ],
+      [
+        "Ġend",
+        "ing"
+      ],
+      [
+        "Ġde",
+        "ad"
+      ],
+      [
+        "Ġtri",
+        "ang"
+      ],
+      [
+        "ul",
+        "ance"
+      ],
+      [
+        "Ġspo",
+        "ke"
+      ],
+      [
+        "Ġpract",
+        "iced"
+      ],
+      [
+        "Ġamb",
+        "ulance"
+      ],
+      [
+        "Ġcomput",
+        "er"
+      ],
+      [
+        "i",
+        "bb"
+      ],
+      [
+        "Ġl",
+        "amp"
+      ],
+      [
+        "Ġst",
+        "ation"
+      ],
+      [
+        "Ġch",
+        "ar"
+      ],
+      [
+        "Ġwall",
+        "et"
+      ],
+      [
+        "ĠTo",
+        "day"
+      ],
+      [
+        "Ġpack",
+        "age"
+      ],
+      [
+        "Ġmic",
+        "rop"
+      ],
+      [
+        "Ġcush",
+        "ion"
+      ],
+      [
+        "keep",
+        "er"
+      ],
+      [
+        "Ġcrocod",
+        "ile"
+      ],
+      [
+        "Ġmicrop",
+        "hone"
+      ],
+      [
+        "u",
+        "nder"
+      ],
+      [
+        "ĠA",
+        "lex"
+      ],
+      [
+        "Ġthought",
+        "ful"
+      ],
+      [
+        "Ġjo",
+        "lly"
+      ],
+      [
+        "Ġpen",
+        "gu"
+      ],
+      [
+        "Ġpump",
+        "kin"
+      ],
+      [
+        "Ġcost",
+        "um"
+      ],
+      [
+        "Ġf",
+        "ive"
+      ],
+      [
+        "Ġd",
+        "ough"
+      ],
+      [
+        "Ġp",
+        "ony"
+      ],
+      [
+        "Ġo",
+        "l"
+      ],
+      [
+        "im",
+        "i"
+      ],
+      [
+        "Ġst",
+        "airs"
+      ],
+      [
+        "Ġkn",
+        "ock"
+      ],
+      [
+        "Ġgra",
+        "nd"
+      ],
+      [
+        "Ġint",
+        "ell"
+      ],
+      [
+        "Ġun",
+        "iver"
+      ],
+      [
+        "Ġbright",
+        "er"
+      ],
+      [
+        "Ġopen",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ing"
+      ],
+      [
+        "Ġboun",
+        "ced"
+      ],
+      [
+        "Ġquest",
+        "ion"
+      ],
+      [
+        "Ġstat",
+        "ue"
+      ],
+      [
+        "Ġw",
+        "ine"
+      ],
+      [
+        "is",
+        "k"
+      ],
+      [
+        "ĠA",
+        "lice"
+      ],
+      [
+        "Ġco",
+        "coa"
+      ],
+      [
+        "ĠYou",
+        "r"
+      ],
+      [
+        "Ġpe",
+        "pper"
+      ],
+      [
+        "Ġbeaut",
+        "y"
+      ],
+      [
+        "Ġper",
+        "m"
+      ],
+      [
+        "Ġpain",
+        "ting"
+      ],
+      [
+        "Ġsho",
+        "e"
+      ],
+      [
+        "Ġele",
+        "v"
+      ],
+      [
+        "Every",
+        "one"
+      ],
+      [
+        "hin",
+        "o"
+      ],
+      [
+        "Ġweal",
+        "thy"
+      ],
+      [
+        "Ġintell",
+        "ig"
+      ],
+      [
+        "n",
+        "oon"
+      ],
+      [
+        "Ġs",
+        "uit"
+      ],
+      [
+        "Ġm",
+        "ild"
+      ],
+      [
+        "Ġn",
+        "ature"
+      ],
+      [
+        "an",
+        "s"
+      ],
+      [
+        "Ġhapp",
+        "ier"
+      ],
+      [
+        "Ġne",
+        "at"
+      ],
+      [
+        "Ġstart",
+        "s"
+      ],
+      [
+        "uck",
+        "ed"
+      ],
+      [
+        "Ġafter",
+        "noon"
+      ],
+      [
+        "Ġtor",
+        "n"
+      ],
+      [
+        "Ġelev",
+        "ator"
+      ],
+      [
+        "g",
+        "en"
+      ],
+      [
+        "t",
+        "i"
+      ],
+      [
+        "Ġt",
+        "en"
+      ],
+      [
+        "Ġh",
+        "arsh"
+      ],
+      [
+        "Ġp",
+        "ed"
+      ],
+      [
+        "at",
+        "ient"
+      ],
+      [
+        "or",
+        "ant"
+      ],
+      [
+        "Ġre",
+        "ce"
+      ],
+      [
+        "Ġj",
+        "et"
+      ],
+      [
+        "ill",
+        "ie"
+      ],
+      [
+        "ĠR",
+        "ed"
+      ],
+      [
+        "Ġread",
+        "ing"
+      ],
+      [
+        "Ġsear",
+        "ching"
+      ],
+      [
+        "Ġbasket",
+        "ball"
+      ],
+      [
+        "Ġbar",
+        "ber"
+      ],
+      [
+        "Ġspe",
+        "ed"
+      ],
+      [
+        "S",
+        "ee"
+      ],
+      [
+        "a",
+        "wn"
+      ],
+      [
+        "Ġst",
+        "ack"
+      ],
+      [
+        "ĠM",
+        "ummy"
+      ],
+      [
+        "Ġclo",
+        "ck"
+      ],
+      [
+        "ĠG",
+        "ive"
+      ],
+      [
+        "Ġmag",
+        "n"
+      ],
+      [
+        "Ġlea",
+        "ving"
+      ],
+      [
+        "Ġcup",
+        "board"
+      ],
+      [
+        "Ġdes",
+        "ign"
+      ],
+      [
+        "Ġslid",
+        "es"
+      ],
+      [
+        "Ġsandw",
+        "iches"
+      ],
+      [
+        "Ġcand",
+        "le"
+      ],
+      [
+        "aul",
+        "if"
+      ],
+      [
+        "Ġrid",
+        "ing"
+      ],
+      [
+        "Ġfre",
+        "sh"
+      ],
+      [
+        "o",
+        "ppy"
+      ],
+      [
+        "Ġsh",
+        "ocked"
+      ],
+      [
+        "Ġen",
+        "er"
+      ],
+      [
+        "Ġjump",
+        "s"
+      ],
+      [
+        "Ġhair",
+        "cut"
+      ],
+      [
+        "Ġrespect",
+        "ful"
+      ],
+      [
+        "Ġcoo",
+        "king"
+      ],
+      [
+        "Ġtick",
+        "et"
+      ],
+      [
+        "Ġenc",
+        "ou"
+      ],
+      [
+        "Ġtunn",
+        "el"
+      ],
+      [
+        "aulif",
+        "lower"
+      ],
+      [
+        "G",
+        "ive"
+      ],
+      [
+        "Ġs",
+        "le"
+      ],
+      [
+        "re",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ay"
+      ],
+      [
+        "Ġth",
+        "ief"
+      ],
+      [
+        "Ġy",
+        "awn"
+      ],
+      [
+        "Ġfor",
+        "t"
+      ],
+      [
+        "Ġal",
+        "ert"
+      ],
+      [
+        "Ġsor",
+        "ts"
+      ],
+      [
+        "Ġimp",
+        "atient"
+      ],
+      [
+        "Ġcre",
+        "ate"
+      ],
+      [
+        "ail",
+        "able"
+      ],
+      [
+        "Ġwhe",
+        "els"
+      ],
+      [
+        "Ġval",
+        "ue"
+      ],
+      [
+        "Ġpri",
+        "ze"
+      ],
+      [
+        "M",
+        "ary"
+      ],
+      [
+        "y",
+        "e"
+      ],
+      [
+        "he",
+        "t"
+      ],
+      [
+        "Ġs",
+        "ent"
+      ],
+      [
+        "Ġb",
+        "ent"
+      ],
+      [
+        "in",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "omet"
+      ],
+      [
+        "Ġc",
+        "amp"
+      ],
+      [
+        "Ġc",
+        "auliflower"
+      ],
+      [
+        "Ġm",
+        "elon"
+      ],
+      [
+        "Ġg",
+        "em"
+      ],
+      [
+        "Ġit",
+        "self"
+      ],
+      [
+        "ir",
+        "on"
+      ],
+      [
+        "Ġmu",
+        "sh"
+      ],
+      [
+        "Ġmonkey",
+        "s"
+      ],
+      [
+        "Ġsal",
+        "ad"
+      ],
+      [
+        "Ġdest",
+        "ro"
+      ],
+      [
+        "Ġresc",
+        "ue"
+      ],
+      [
+        "Ġscoot",
+        "er"
+      ],
+      [
+        "Ġintellig",
+        "ent"
+      ],
+      [
+        "a",
+        "z"
+      ],
+      [
+        "Ġd",
+        "ug"
+      ],
+      [
+        "il",
+        "ing"
+      ],
+      [
+        "an",
+        "ger"
+      ],
+      [
+        "Ġr",
+        "oof"
+      ],
+      [
+        "Ġr",
+        "hino"
+      ],
+      [
+        "Ġsc",
+        "old"
+      ],
+      [
+        "ag",
+        "het"
+      ],
+      [
+        "Ġexp",
+        "er"
+      ],
+      [
+        "Ġbark",
+        "ing"
+      ],
+      [
+        "Ġbanan",
+        "as"
+      ],
+      [
+        "Ġign",
+        "orant"
+      ],
+      [
+        "Ġmic",
+        "ro"
+      ],
+      [
+        "Ġav",
+        "ailable"
+      ],
+      [
+        "Ġgrace",
+        "ful"
+      ],
+      [
+        "Ġmotorcy",
+        "cle"
+      ],
+      [
+        "aghet",
+        "ti"
+      ],
+      [
+        "h",
+        "ood"
+      ],
+      [
+        "ĠS",
+        "n"
+      ],
+      [
+        "Ġe",
+        "arth"
+      ],
+      [
+        "Ġbo",
+        "ots"
+      ],
+      [
+        "Ġsp",
+        "aghetti"
+      ],
+      [
+        "um",
+        "mer"
+      ],
+      [
+        "Ġag",
+        "ree"
+      ],
+      [
+        "Ġbu",
+        "ll"
+      ],
+      [
+        "Ġany",
+        "where"
+      ],
+      [
+        "ĠG",
+        "eorge"
+      ],
+      [
+        "Ġbeh",
+        "ave"
+      ],
+      [
+        "ĠK",
+        "im"
+      ],
+      [
+        "Ġpa",
+        "id"
+      ],
+      [
+        "sc",
+        "ope"
+      ],
+      [
+        "Ġstret",
+        "ched"
+      ],
+      [
+        "Ġfear",
+        "ful"
+      ],
+      [
+        "Ġav",
+        "o"
+      ],
+      [
+        "Ġmicro",
+        "scope"
+      ],
+      [
+        "I",
+        "f"
+      ],
+      [
+        "i",
+        "o"
+      ],
+      [
+        "Ġnot",
+        "eb"
+      ],
+      [
+        "ĠE",
+        "ventually"
+      ],
+      [
+        "Ġold",
+        "er"
+      ],
+      [
+        "Ġsn",
+        "iff"
+      ],
+      [
+        "Ġad",
+        "vice"
+      ],
+      [
+        "Ġstop",
+        "s"
+      ],
+      [
+        "Ġperf",
+        "orm"
+      ],
+      [
+        "Ġfur",
+        "ther"
+      ],
+      [
+        "Ġenv",
+        "ious"
+      ],
+      [
+        "Ġpige",
+        "on"
+      ],
+      [
+        "Ġmush",
+        "room"
+      ],
+      [
+        "Ġnoteb",
+        "ook"
+      ],
+      [
+        "u",
+        "bby"
+      ],
+      [
+        "Ġp",
+        "un"
+      ],
+      [
+        "at",
+        "s"
+      ],
+      [
+        "Ġn",
+        "urse"
+      ],
+      [
+        "or",
+        "able"
+      ],
+      [
+        "Ġth",
+        "under"
+      ],
+      [
+        "Ġcl",
+        "apping"
+      ],
+      [
+        "Ġv",
+        "ide"
+      ],
+      [
+        "Ġbu",
+        "ilt"
+      ],
+      [
+        "ĠC",
+        "l"
+      ],
+      [
+        "Ġun",
+        "com"
+      ],
+      [
+        "Ġshout",
+        "ing"
+      ],
+      [
+        "Ġar",
+        "row"
+      ],
+      [
+        "Ġdraw",
+        "er"
+      ],
+      [
+        "Ġpro",
+        "v"
+      ],
+      [
+        "fort",
+        "able"
+      ],
+      [
+        "Ġtom",
+        "ato"
+      ],
+      [
+        "Ġmeet",
+        "ing"
+      ],
+      [
+        "Ġob",
+        "ject"
+      ],
+      [
+        "Ġyog",
+        "urt"
+      ],
+      [
+        "Ġtemp",
+        "le"
+      ],
+      [
+        "Ġuncom",
+        "fortable"
+      ],
+      [
+        "e",
+        "f"
+      ],
+      [
+        "u",
+        "es"
+      ],
+      [
+        "ĠT",
+        "ony"
+      ],
+      [
+        "Ġloo",
+        "p"
+      ],
+      [
+        "Ġch",
+        "ubby"
+      ],
+      [
+        "Ġsw",
+        "itch"
+      ],
+      [
+        "Ġsk",
+        "ip"
+      ],
+      [
+        "Ġad",
+        "orable"
+      ],
+      [
+        "Åĵ",
+        "It"
+      ],
+      [
+        "Ġcount",
+        "ing"
+      ],
+      [
+        "Ġcoo",
+        "ked"
+      ],
+      [
+        "Ġp",
+        "ist"
+      ],
+      [
+        "ar",
+        "ian"
+      ],
+      [
+        "en",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "ared"
+      ],
+      [
+        "Ġsh",
+        "ut"
+      ],
+      [
+        "ic",
+        "op"
+      ],
+      [
+        "Ġqu",
+        "ite"
+      ],
+      [
+        "Ġsn",
+        "uggled"
+      ],
+      [
+        "ĠGra",
+        "ndpa"
+      ],
+      [
+        "Ġtrou",
+        "bled"
+      ],
+      [
+        "Ġgigg",
+        "le"
+      ],
+      [
+        "Ġblow",
+        "ing"
+      ],
+      [
+        "Ġhel",
+        "icop"
+      ],
+      [
+        "Ġfis",
+        "her"
+      ],
+      [
+        "Ġpist",
+        "ol"
+      ],
+      [
+        "Ġhelicop",
+        "ter"
+      ],
+      [
+        "p",
+        "ar"
+      ],
+      [
+        "ĠS",
+        "ophie"
+      ],
+      [
+        "oo",
+        "ped"
+      ],
+      [
+        "ip",
+        "s"
+      ],
+      [
+        "Ġnow",
+        "here"
+      ],
+      [
+        "Ġforg",
+        "ave"
+      ],
+      [
+        "Ġmar",
+        "ched"
+      ],
+      [
+        "Ġtreasure",
+        "s"
+      ],
+      [
+        "ho",
+        "st"
+      ],
+      [
+        "Ġpass",
+        "port"
+      ],
+      [
+        "Ġstir",
+        "red"
+      ],
+      [
+        "Ġpus",
+        "hing"
+      ],
+      [
+        "Ġcompetit",
+        "ive"
+      ],
+      [
+        "Ġdestro",
+        "y"
+      ],
+      [
+        "Y",
+        "ay"
+      ],
+      [
+        "a",
+        "ked"
+      ],
+      [
+        "o",
+        "e"
+      ],
+      [
+        "t",
+        "ter"
+      ],
+      [
+        "Ġg",
+        "ir"
+      ],
+      [
+        "Ġg",
+        "host"
+      ],
+      [
+        "an",
+        "ic"
+      ],
+      [
+        "ke",
+        "let"
+      ],
+      [
+        "ht",
+        "ub"
+      ],
+      [
+        "Ġre",
+        "ef"
+      ],
+      [
+        "Ġse",
+        "par"
+      ],
+      [
+        "op",
+        "ard"
+      ],
+      [
+        "pl",
+        "ay"
+      ],
+      [
+        "Ġen",
+        "vel"
+      ],
+      [
+        "Ġbre",
+        "at"
+      ],
+      [
+        "Ġrep",
+        "air"
+      ],
+      [
+        "Ġfoot",
+        "ball"
+      ],
+      [
+        "Ġbat",
+        "htub"
+      ],
+      [
+        "Ġrubb",
+        "er"
+      ],
+      [
+        "Ġang",
+        "el"
+      ],
+      [
+        "Ġtriang",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ill"
+      ],
+      [
+        "ĠS",
+        "h"
+      ],
+      [
+        "ch",
+        "anic"
+      ],
+      [
+        "Ġnam",
+        "es"
+      ],
+      [
+        "Ġle",
+        "opard"
+      ],
+      [
+        "Ġno",
+        "body"
+      ],
+      [
+        "Ġany",
+        "way"
+      ],
+      [
+        "uc",
+        "t"
+      ],
+      [
+        "ct",
+        "us"
+      ],
+      [
+        "Ġshould",
+        "n"
+      ],
+      [
+        "Ġz",
+        "eb"
+      ],
+      [
+        "Ġgi",
+        "ven"
+      ],
+      [
+        "Ġhold",
+        "s"
+      ],
+      [
+        "Ġbar",
+        "rel"
+      ],
+      [
+        "Ġband",
+        "age"
+      ],
+      [
+        "Ġent",
+        "h"
+      ],
+      [
+        "Dad",
+        "dy"
+      ],
+      [
+        "Ġzeb",
+        "ra"
+      ],
+      [
+        "i",
+        "ves"
+      ],
+      [
+        "u",
+        "be"
+      ],
+      [
+        "y",
+        "ear"
+      ],
+      [
+        "Ġp",
+        "or"
+      ],
+      [
+        "Ġp",
+        "and"
+      ],
+      [
+        "Ġo",
+        "tter"
+      ],
+      [
+        "Ġr",
+        "ibb"
+      ],
+      [
+        "Ġsh",
+        "ield"
+      ],
+      [
+        "Ġme",
+        "chanic"
+      ],
+      [
+        "Ġdon",
+        "â"
+      ],
+      [
+        "Ġdis",
+        "ag"
+      ],
+      [
+        "Ġdis",
+        "play"
+      ],
+      [
+        "Ġmusic",
+        "ian"
+      ],
+      [
+        "cer",
+        "os"
+      ],
+      [
+        "Ġspe",
+        "ak"
+      ],
+      [
+        "Ġca",
+        "b"
+      ],
+      [
+        "Ġca",
+        "ctus"
+      ],
+      [
+        "ĠBet",
+        "sy"
+      ],
+      [
+        "Ġbul",
+        "b"
+      ],
+      [
+        "C",
+        "h"
+      ],
+      [
+        "e",
+        "ath"
+      ],
+      [
+        "i",
+        "kes"
+      ],
+      [
+        "x",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ube"
+      ],
+      [
+        "Ġa",
+        "head"
+      ],
+      [
+        "Ġs",
+        "ummer"
+      ],
+      [
+        "Ġs",
+        "kelet"
+      ],
+      [
+        "Ġp",
+        "urse"
+      ],
+      [
+        "Ġkn",
+        "ob"
+      ],
+      [
+        "Ġdidn",
+        "â"
+      ],
+      [
+        "Ġcouldn",
+        "â"
+      ],
+      [
+        "Ġcol",
+        "ours"
+      ],
+      [
+        "Ġwindow",
+        "s"
+      ],
+      [
+        "oom",
+        "y"
+      ],
+      [
+        "Ġgif",
+        "ted"
+      ],
+      [
+        "Ġcart",
+        "oon"
+      ],
+      [
+        "Ġrhino",
+        "ceros"
+      ],
+      [
+        "g",
+        "l"
+      ],
+      [
+        "he",
+        "art"
+      ],
+      [
+        "Ġs",
+        "ize"
+      ],
+      [
+        "Ġb",
+        "et"
+      ],
+      [
+        "ĠM",
+        "iss"
+      ],
+      [
+        "Ġsc",
+        "rew"
+      ],
+      [
+        "Ġfl",
+        "our"
+      ],
+      [
+        "Ġbl",
+        "in"
+      ],
+      [
+        "ap",
+        "a"
+      ],
+      [
+        "Ġdis",
+        "hes"
+      ],
+      [
+        "Ġrain",
+        "ing"
+      ],
+      [
+        "Ġhop",
+        "ing"
+      ],
+      [
+        "Ġsho",
+        "vel"
+      ],
+      [
+        "Ġmin",
+        "t"
+      ],
+      [
+        "Ġjelly",
+        "fish"
+      ],
+      [
+        "Ġswe",
+        "ater"
+      ],
+      [
+        "Ġchar",
+        "ming"
+      ],
+      [
+        "Ġpengu",
+        "in"
+      ],
+      [
+        "Ġenvel",
+        "ope"
+      ],
+      [
+        "Ġenth",
+        "us"
+      ],
+      [
+        "Ġcab",
+        "in"
+      ],
+      [
+        "re",
+        "c"
+      ],
+      [
+        "Ġp",
+        "ant"
+      ],
+      [
+        "Ġth",
+        "read"
+      ],
+      [
+        "Ġin",
+        "se"
+      ],
+      [
+        "Ġst",
+        "aff"
+      ],
+      [
+        "Ġli",
+        "z"
+      ],
+      [
+        "Ġun",
+        "pack"
+      ],
+      [
+        "Ġwr",
+        "iting"
+      ],
+      [
+        "Ġtra",
+        "sh"
+      ],
+      [
+        "Ġroll",
+        "ing"
+      ],
+      [
+        "Ġwaff",
+        "le"
+      ],
+      [
+        "Ġ",
+        "iron"
+      ],
+      [
+        "Ġw",
+        "ing"
+      ],
+      [
+        "er",
+        "able"
+      ],
+      [
+        "Ġshe",
+        "et"
+      ],
+      [
+        "ĠB",
+        "uddy"
+      ],
+      [
+        "Ġsh",
+        "adow"
+      ],
+      [
+        "Ġro",
+        "ared"
+      ],
+      [
+        "Ġmu",
+        "ff"
+      ],
+      [
+        "Ġair",
+        "port"
+      ],
+      [
+        "Ġce",
+        "iling"
+      ],
+      [
+        "Ġatt",
+        "ic"
+      ],
+      [
+        "Ġorgan",
+        "ize"
+      ],
+      [
+        "Ġstret",
+        "ch"
+      ],
+      [
+        "Ġgrap",
+        "es"
+      ],
+      [
+        "Ġo",
+        "bs"
+      ],
+      [
+        "ĠA",
+        "re"
+      ],
+      [
+        "ĠW",
+        "ould"
+      ],
+      [
+        "ĠIn",
+        "st"
+      ],
+      [
+        "Ġpi",
+        "ano"
+      ],
+      [
+        "Ġsal",
+        "t"
+      ],
+      [
+        "Ġmis",
+        "erable"
+      ],
+      [
+        "Ġc",
+        "ord"
+      ],
+      [
+        "Ġd",
+        "ess"
+      ],
+      [
+        "Ġre",
+        "fused"
+      ],
+      [
+        "Ġsc",
+        "reen"
+      ],
+      [
+        "ĠD",
+        "an"
+      ],
+      [
+        "Ġstr",
+        "ugg"
+      ],
+      [
+        "Ġneed",
+        "le"
+      ],
+      [
+        "Ġbear",
+        "s"
+      ],
+      [
+        "ĠAnd",
+        "y"
+      ],
+      [
+        "Ġhead",
+        "ed"
+      ],
+      [
+        "Ġstick",
+        "y"
+      ],
+      [
+        "Ġfree",
+        "z"
+      ],
+      [
+        "Ġzoom",
+        "ed"
+      ],
+      [
+        "Ġimag",
+        "ined"
+      ],
+      [
+        "Ġmed",
+        "al"
+      ],
+      [
+        "Ġmagn",
+        "et"
+      ],
+      [
+        "rec",
+        "i"
+      ],
+      [
+        "Ġobs",
+        "er"
+      ],
+      [
+        "Ġ",
+        "er"
+      ],
+      [
+        "Ġli",
+        "ves"
+      ],
+      [
+        "ĠA",
+        "l"
+      ],
+      [
+        "ĠP",
+        "at"
+      ],
+      [
+        "Ġapp",
+        "reci"
+      ],
+      [
+        "ass",
+        "es"
+      ],
+      [
+        "Ġsail",
+        "or"
+      ],
+      [
+        "Ġminut",
+        "e"
+      ],
+      [
+        "Ġfisher",
+        "man"
+      ],
+      [
+        "v",
+        "ision"
+      ],
+      [
+        "Ġr",
+        "at"
+      ],
+      [
+        "al",
+        "ed"
+      ],
+      [
+        "Ġbr",
+        "us"
+      ],
+      [
+        "Ġch",
+        "ance"
+      ],
+      [
+        "Ġpo",
+        "st"
+      ],
+      [
+        "Ġsun",
+        "gl"
+      ],
+      [
+        "Ġche",
+        "ek"
+      ],
+      [
+        "ree",
+        "ze"
+      ],
+      [
+        "Ġde",
+        "af"
+      ],
+      [
+        "Ġru",
+        "les"
+      ],
+      [
+        "Ġfrog",
+        "s"
+      ],
+      [
+        "Ġair",
+        "pl"
+      ],
+      [
+        "ĠGo",
+        "d"
+      ],
+      [
+        "Ġstrawber",
+        "ry"
+      ],
+      [
+        "Ġsle",
+        "pt"
+      ],
+      [
+        "Ġliz",
+        "ard"
+      ],
+      [
+        "Ġsungl",
+        "asses"
+      ],
+      [
+        "Ġl",
+        "uck"
+      ],
+      [
+        "Ġin",
+        "f"
+      ],
+      [
+        "Ġbe",
+        "ep"
+      ],
+      [
+        "ĠB",
+        "unny"
+      ],
+      [
+        "Ġme",
+        "as"
+      ],
+      [
+        "Ġro",
+        "d"
+      ],
+      [
+        "Ġor",
+        "der"
+      ],
+      [
+        "Ġrest",
+        "less"
+      ],
+      [
+        "Ġsand",
+        "box"
+      ],
+      [
+        "Ġmess",
+        "age"
+      ],
+      [
+        "ĠJoe",
+        "y"
+      ],
+      [
+        "Ġcomp",
+        "let"
+      ],
+      [
+        "Ġatt",
+        "ract"
+      ],
+      [
+        "Ġgold",
+        "en"
+      ],
+      [
+        "Gra",
+        "ndma"
+      ],
+      [
+        "Ġpil",
+        "ot"
+      ],
+      [
+        "Ġpor",
+        "ch"
+      ],
+      [
+        "L",
+        "ittle"
+      ],
+      [
+        "l",
+        "er"
+      ],
+      [
+        "s",
+        "es"
+      ]
+    ]
+  }
+}
\ No newline at end of file
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/tokenizer_config.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/tokenizer_config.json
@@ -0,0 +1,13 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/trainer_state.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..993dbfa7df87313a7604df2cd27f9908ee829e80
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/trainer_state.json
@@ -0,0 +1,1283 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.23592854735422986,
+  "eval_steps": 2498,
+  "global_step": 3500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0013481631277384564,
+      "grad_norm": 2.078125,
+      "learning_rate": 2.66e-05,
+      "loss": 8.299632263183593,
+      "step": 20
+    },
+    {
+      "epoch": 0.002696326255476913,
+      "grad_norm": 1.3515625,
+      "learning_rate": 5.46e-05,
+      "loss": 8.047638702392579,
+      "step": 40
+    },
+    {
+      "epoch": 0.004044489383215369,
+      "grad_norm": 1.2734375,
+      "learning_rate": 8.259999999999999e-05,
+      "loss": 7.837866973876953,
+      "step": 60
+    },
+    {
+      "epoch": 0.005392652510953826,
+      "grad_norm": 1.265625,
+      "learning_rate": 0.0001106,
+      "loss": 7.572817993164063,
+      "step": 80
+    },
+    {
+      "epoch": 0.006740815638692282,
+      "grad_norm": 1.1953125,
+      "learning_rate": 0.0001386,
+      "loss": 7.233210754394531,
+      "step": 100
+    },
+    {
+      "epoch": 0.008088978766430738,
+      "grad_norm": 1.1328125,
+      "learning_rate": 0.00016659999999999998,
+      "loss": 6.860719299316406,
+      "step": 120
+    },
+    {
+      "epoch": 0.009437141894169195,
+      "grad_norm": 0.94921875,
+      "learning_rate": 0.00019460000000000001,
+      "loss": 6.5177757263183596,
+      "step": 140
+    },
+    {
+      "epoch": 0.010785305021907651,
+      "grad_norm": 0.80078125,
+      "learning_rate": 0.0002226,
+      "loss": 6.239912414550782,
+      "step": 160
+    },
+    {
+      "epoch": 0.012133468149646108,
+      "grad_norm": 0.74609375,
+      "learning_rate": 0.00025059999999999997,
+      "loss": 6.035282897949219,
+      "step": 180
+    },
+    {
+      "epoch": 0.013481631277384564,
+      "grad_norm": 0.5546875,
+      "learning_rate": 0.0002786,
+      "loss": 5.873902893066406,
+      "step": 200
+    },
+    {
+      "epoch": 0.01482979440512302,
+      "grad_norm": 0.498046875,
+      "learning_rate": 0.00030659999999999997,
+      "loss": 5.691160202026367,
+      "step": 220
+    },
+    {
+      "epoch": 0.016177957532861477,
+      "grad_norm": 1.21875,
+      "learning_rate": 0.0003346,
+      "loss": 5.473793411254883,
+      "step": 240
+    },
+    {
+      "epoch": 0.01752612066059993,
+      "grad_norm": 1.5078125,
+      "learning_rate": 0.00036260000000000003,
+      "loss": 5.258899688720703,
+      "step": 260
+    },
+    {
+      "epoch": 0.01887428378833839,
+      "grad_norm": 0.796875,
+      "learning_rate": 0.0003906,
+      "loss": 5.03008918762207,
+      "step": 280
+    },
+    {
+      "epoch": 0.020222446916076844,
+      "grad_norm": 0.84375,
+      "learning_rate": 0.0004186,
+      "loss": 4.797770309448242,
+      "step": 300
+    },
+    {
+      "epoch": 0.021570610043815303,
+      "grad_norm": 1.5078125,
+      "learning_rate": 0.0004466,
+      "loss": 4.603690719604492,
+      "step": 320
+    },
+    {
+      "epoch": 0.022918773171553757,
+      "grad_norm": 0.96484375,
+      "learning_rate": 0.00047460000000000004,
+      "loss": 4.490921401977539,
+      "step": 340
+    },
+    {
+      "epoch": 0.024266936299292215,
+      "grad_norm": 0.6640625,
+      "learning_rate": 0.0005026,
+      "loss": 4.327465057373047,
+      "step": 360
+    },
+    {
+      "epoch": 0.02561509942703067,
+      "grad_norm": 0.86328125,
+      "learning_rate": 0.0005306,
+      "loss": 4.182389831542968,
+      "step": 380
+    },
+    {
+      "epoch": 0.026963262554769128,
+      "grad_norm": 0.82421875,
+      "learning_rate": 0.0005586,
+      "loss": 4.036349487304688,
+      "step": 400
+    },
+    {
+      "epoch": 0.028311425682507583,
+      "grad_norm": 0.71484375,
+      "learning_rate": 0.0005866,
+      "loss": 3.918545150756836,
+      "step": 420
+    },
+    {
+      "epoch": 0.02965958881024604,
+      "grad_norm": 0.765625,
+      "learning_rate": 0.0006146,
+      "loss": 3.8555908203125,
+      "step": 440
+    },
+    {
+      "epoch": 0.031007751937984496,
+      "grad_norm": 0.7734375,
+      "learning_rate": 0.0006426,
+      "loss": 3.7499755859375,
+      "step": 460
+    },
+    {
+      "epoch": 0.032355915065722954,
+      "grad_norm": 0.6484375,
+      "learning_rate": 0.0006705999999999999,
+      "loss": 3.668988800048828,
+      "step": 480
+    },
+    {
+      "epoch": 0.03370407819346141,
+      "grad_norm": 0.8828125,
+      "learning_rate": 0.0006986,
+      "loss": 3.598476791381836,
+      "step": 500
+    },
+    {
+      "epoch": 0.03505224132119986,
+      "grad_norm": 0.5625,
+      "learning_rate": 0.0007,
+      "loss": 3.52923698425293,
+      "step": 520
+    },
+    {
+      "epoch": 0.03640040444893832,
+      "grad_norm": 0.56640625,
+      "learning_rate": 0.0007,
+      "loss": 3.4486984252929687,
+      "step": 540
+    },
+    {
+      "epoch": 0.03774856757667678,
+      "grad_norm": 0.453125,
+      "learning_rate": 0.0007,
+      "loss": 3.3981090545654298,
+      "step": 560
+    },
+    {
+      "epoch": 0.03909673070441524,
+      "grad_norm": 0.5234375,
+      "learning_rate": 0.0007,
+      "loss": 3.337215042114258,
+      "step": 580
+    },
+    {
+      "epoch": 0.04044489383215369,
+      "grad_norm": 0.48828125,
+      "learning_rate": 0.0007,
+      "loss": 3.3039676666259767,
+      "step": 600
+    },
+    {
+      "epoch": 0.04179305695989215,
+      "grad_norm": 0.55078125,
+      "learning_rate": 0.0007,
+      "loss": 3.2369564056396483,
+      "step": 620
+    },
+    {
+      "epoch": 0.043141220087630605,
+      "grad_norm": 0.470703125,
+      "learning_rate": 0.0007,
+      "loss": 3.2108325958251953,
+      "step": 640
+    },
+    {
+      "epoch": 0.044489383215369056,
+      "grad_norm": 0.46875,
+      "learning_rate": 0.0007,
+      "loss": 3.153903007507324,
+      "step": 660
+    },
+    {
+      "epoch": 0.045837546343107514,
+      "grad_norm": 0.412109375,
+      "learning_rate": 0.0007,
+      "loss": 3.125510597229004,
+      "step": 680
+    },
+    {
+      "epoch": 0.04718570947084597,
+      "grad_norm": 0.44921875,
+      "learning_rate": 0.0007,
+      "loss": 3.0803747177124023,
+      "step": 700
+    },
+    {
+      "epoch": 0.04853387259858443,
+      "grad_norm": 0.390625,
+      "learning_rate": 0.0007,
+      "loss": 3.04086971282959,
+      "step": 720
+    },
+    {
+      "epoch": 0.04988203572632288,
+      "grad_norm": 0.458984375,
+      "learning_rate": 0.0007,
+      "loss": 3.0033853530883787,
+      "step": 740
+    },
+    {
+      "epoch": 0.05123019885406134,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.0007,
+      "loss": 2.9853662490844726,
+      "step": 760
+    },
+    {
+      "epoch": 0.0525783619817998,
+      "grad_norm": 0.48828125,
+      "learning_rate": 0.0007,
+      "loss": 2.9864330291748047,
+      "step": 780
+    },
+    {
+      "epoch": 0.053926525109538256,
+      "grad_norm": 0.474609375,
+      "learning_rate": 0.0007,
+      "loss": 2.9317838668823244,
+      "step": 800
+    },
+    {
+      "epoch": 0.05527468823727671,
+      "grad_norm": 0.416015625,
+      "learning_rate": 0.0007,
+      "loss": 2.916472244262695,
+      "step": 820
+    },
+    {
+      "epoch": 0.056622851365015166,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.8858991622924806,
+      "step": 840
+    },
+    {
+      "epoch": 0.057971014492753624,
+      "grad_norm": 0.439453125,
+      "learning_rate": 0.0007,
+      "loss": 2.840240478515625,
+      "step": 860
+    },
+    {
+      "epoch": 0.05931917762049208,
+      "grad_norm": 0.439453125,
+      "learning_rate": 0.0007,
+      "loss": 2.8184703826904296,
+      "step": 880
+    },
+    {
+      "epoch": 0.06066734074823053,
+      "grad_norm": 0.42578125,
+      "learning_rate": 0.0007,
+      "loss": 2.8047561645507812,
+      "step": 900
+    },
+    {
+      "epoch": 0.06201550387596899,
+      "grad_norm": 0.4375,
+      "learning_rate": 0.0007,
+      "loss": 2.775454521179199,
+      "step": 920
+    },
+    {
+      "epoch": 0.06336366700370745,
+      "grad_norm": 0.421875,
+      "learning_rate": 0.0007,
+      "loss": 2.7625925064086916,
+      "step": 940
+    },
+    {
+      "epoch": 0.06471183013144591,
+      "grad_norm": 0.4296875,
+      "learning_rate": 0.0007,
+      "loss": 2.731528663635254,
+      "step": 960
+    },
+    {
+      "epoch": 0.06605999325918437,
+      "grad_norm": 0.39453125,
+      "learning_rate": 0.0007,
+      "loss": 2.71492977142334,
+      "step": 980
+    },
+    {
+      "epoch": 0.06740815638692282,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.0007,
+      "loss": 2.7131521224975588,
+      "step": 1000
+    },
+    {
+      "epoch": 0.06875631951466127,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.6799833297729494,
+      "step": 1020
+    },
+    {
+      "epoch": 0.07010448264239973,
+      "grad_norm": 0.412109375,
+      "learning_rate": 0.0007,
+      "loss": 2.665292739868164,
+      "step": 1040
+    },
+    {
+      "epoch": 0.07145264577013818,
+      "grad_norm": 0.44140625,
+      "learning_rate": 0.0007,
+      "loss": 2.6485418319702148,
+      "step": 1060
+    },
+    {
+      "epoch": 0.07280080889787664,
+      "grad_norm": 0.392578125,
+      "learning_rate": 0.0007,
+      "loss": 2.6286544799804688,
+      "step": 1080
+    },
+    {
+      "epoch": 0.0741489720256151,
+      "grad_norm": 0.416015625,
+      "learning_rate": 0.0007,
+      "loss": 2.621373176574707,
+      "step": 1100
+    },
+    {
+      "epoch": 0.07549713515335356,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.5860437393188476,
+      "step": 1120
+    },
+    {
+      "epoch": 0.07684529828109202,
+      "grad_norm": 0.4453125,
+      "learning_rate": 0.0007,
+      "loss": 2.5712385177612305,
+      "step": 1140
+    },
+    {
+      "epoch": 0.07819346140883048,
+      "grad_norm": 0.380859375,
+      "learning_rate": 0.0007,
+      "loss": 2.5693639755249023,
+      "step": 1160
+    },
+    {
+      "epoch": 0.07954162453656892,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.0007,
+      "loss": 2.563449668884277,
+      "step": 1180
+    },
+    {
+      "epoch": 0.08088978766430738,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.553573417663574,
+      "step": 1200
+    },
+    {
+      "epoch": 0.08223795079204584,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.0007,
+      "loss": 2.538028335571289,
+      "step": 1220
+    },
+    {
+      "epoch": 0.0835861139197843,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.5232309341430663,
+      "step": 1240
+    },
+    {
+      "epoch": 0.08493427704752275,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.50943546295166,
+      "step": 1260
+    },
+    {
+      "epoch": 0.08628244017526121,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.4896902084350585,
+      "step": 1280
+    },
+    {
+      "epoch": 0.08763060330299967,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.4810691833496095,
+      "step": 1300
+    },
+    {
+      "epoch": 0.08897876643073811,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.471504974365234,
+      "step": 1320
+    },
+    {
+      "epoch": 0.09032692955847657,
+      "grad_norm": 0.3671875,
+      "learning_rate": 0.0007,
+      "loss": 2.458695411682129,
+      "step": 1340
+    },
+    {
+      "epoch": 0.09167509268621503,
+      "grad_norm": 0.400390625,
+      "learning_rate": 0.0007,
+      "loss": 2.4555185317993162,
+      "step": 1360
+    },
+    {
+      "epoch": 0.09302325581395349,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.433156204223633,
+      "step": 1380
+    },
+    {
+      "epoch": 0.09437141894169195,
+      "grad_norm": 0.34375,
+      "learning_rate": 0.0007,
+      "loss": 2.425444412231445,
+      "step": 1400
+    },
+    {
+      "epoch": 0.0957195820694304,
+      "grad_norm": 0.400390625,
+      "learning_rate": 0.0007,
+      "loss": 2.435191345214844,
+      "step": 1420
+    },
+    {
+      "epoch": 0.09706774519716886,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.412186622619629,
+      "step": 1440
+    },
+    {
+      "epoch": 0.09841590832490732,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.4007726669311524,
+      "step": 1460
+    },
+    {
+      "epoch": 0.09976407145264576,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.3866371154785155,
+      "step": 1480
+    },
+    {
+      "epoch": 0.10111223458038422,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.3728200912475588,
+      "step": 1500
+    },
+    {
+      "epoch": 0.10246039770812268,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.373748016357422,
+      "step": 1520
+    },
+    {
+      "epoch": 0.10380856083586114,
+      "grad_norm": 0.36328125,
+      "learning_rate": 0.0007,
+      "loss": 2.3635543823242187,
+      "step": 1540
+    },
+    {
+      "epoch": 0.1051567239635996,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.0007,
+      "loss": 2.3516841888427735,
+      "step": 1560
+    },
+    {
+      "epoch": 0.10650488709133805,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.3689512252807616,
+      "step": 1580
+    },
+    {
+      "epoch": 0.10785305021907651,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.3348180770874025,
+      "step": 1600
+    },
+    {
+      "epoch": 0.10920121334681497,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.3343011856079103,
+      "step": 1620
+    },
+    {
+      "epoch": 0.11054937647455342,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.0007,
+      "loss": 2.3455299377441405,
+      "step": 1640
+    },
+    {
+      "epoch": 0.11189753960229187,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.3264875411987305,
+      "step": 1660
+    },
+    {
+      "epoch": 0.11324570273003033,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.0007,
+      "loss": 2.309524917602539,
+      "step": 1680
+    },
+    {
+      "epoch": 0.11459386585776879,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.3181018829345703,
+      "step": 1700
+    },
+    {
+      "epoch": 0.11594202898550725,
+      "grad_norm": 0.412109375,
+      "learning_rate": 0.0007,
+      "loss": 2.2959054946899413,
+      "step": 1720
+    },
+    {
+      "epoch": 0.1172901921132457,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.286634826660156,
+      "step": 1740
+    },
+    {
+      "epoch": 0.11863835524098416,
+      "grad_norm": 0.3671875,
+      "learning_rate": 0.0007,
+      "loss": 2.2912055969238283,
+      "step": 1760
+    },
+    {
+      "epoch": 0.11998651836872262,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.303947639465332,
+      "step": 1780
+    },
+    {
+      "epoch": 0.12133468149646107,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.298970413208008,
+      "step": 1800
+    },
+    {
+      "epoch": 0.12268284462419952,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.2899410247802736,
+      "step": 1820
+    },
+    {
+      "epoch": 0.12403100775193798,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.258684539794922,
+      "step": 1840
+    },
+    {
+      "epoch": 0.12537917087967643,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.2575857162475588,
+      "step": 1860
+    },
+    {
+      "epoch": 0.1267273340074149,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.2479154586791994,
+      "step": 1880
+    },
+    {
+      "epoch": 0.12807549713515334,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.2578588485717774,
+      "step": 1900
+    },
+    {
+      "epoch": 0.12942366026289182,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.2332910537719726,
+      "step": 1920
+    },
+    {
+      "epoch": 0.13077182339063026,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.242460250854492,
+      "step": 1940
+    },
+    {
+      "epoch": 0.13211998651836873,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.21710205078125,
+      "step": 1960
+    },
+    {
+      "epoch": 0.13346814964610718,
+      "grad_norm": 0.353515625,
+      "learning_rate": 0.0007,
+      "loss": 2.2389858245849608,
+      "step": 1980
+    },
+    {
+      "epoch": 0.13481631277384565,
+      "grad_norm": 0.328125,
+      "learning_rate": 0.0007,
+      "loss": 2.2128574371337892,
+      "step": 2000
+    },
+    {
+      "epoch": 0.1361644759015841,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.221720504760742,
+      "step": 2020
+    },
+    {
+      "epoch": 0.13751263902932254,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.2012025833129885,
+      "step": 2040
+    },
+    {
+      "epoch": 0.138860802157061,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.2207321166992187,
+      "step": 2060
+    },
+    {
+      "epoch": 0.14020896528479945,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.1970823287963865,
+      "step": 2080
+    },
+    {
+      "epoch": 0.14155712841253792,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.1874614715576173,
+      "step": 2100
+    },
+    {
+      "epoch": 0.14290529154027637,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.1962921142578127,
+      "step": 2120
+    },
+    {
+      "epoch": 0.14425345466801484,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.1974483489990235,
+      "step": 2140
+    },
+    {
+      "epoch": 0.14560161779575329,
+      "grad_norm": 0.34375,
+      "learning_rate": 0.0007,
+      "loss": 2.1824066162109377,
+      "step": 2160
+    },
+    {
+      "epoch": 0.14694978092349173,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.1886768341064453,
+      "step": 2180
+    },
+    {
+      "epoch": 0.1482979440512302,
+      "grad_norm": 0.326171875,
+      "learning_rate": 0.0007,
+      "loss": 2.1661350250244142,
+      "step": 2200
+    },
+    {
+      "epoch": 0.14964610717896865,
+      "grad_norm": 0.330078125,
+      "learning_rate": 0.0007,
+      "loss": 2.1746242523193358,
+      "step": 2220
+    },
+    {
+      "epoch": 0.15099427030670712,
+      "grad_norm": 0.353515625,
+      "learning_rate": 0.0007,
+      "loss": 2.182226371765137,
+      "step": 2240
+    },
+    {
+      "epoch": 0.15234243343444556,
+      "grad_norm": 0.33203125,
+      "learning_rate": 0.0007,
+      "loss": 2.1612625122070312,
+      "step": 2260
+    },
+    {
+      "epoch": 0.15369059656218403,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.1695093154907226,
+      "step": 2280
+    },
+    {
+      "epoch": 0.15503875968992248,
+      "grad_norm": 0.341796875,
+      "learning_rate": 0.0007,
+      "loss": 2.1509073257446287,
+      "step": 2300
+    },
+    {
+      "epoch": 0.15638692281766095,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.1601842880249023,
+      "step": 2320
+    },
+    {
+      "epoch": 0.1577350859453994,
+      "grad_norm": 0.3203125,
+      "learning_rate": 0.0007,
+      "loss": 2.149628257751465,
+      "step": 2340
+    },
+    {
+      "epoch": 0.15908324907313784,
+      "grad_norm": 0.33203125,
+      "learning_rate": 0.0007,
+      "loss": 2.154475784301758,
+      "step": 2360
+    },
+    {
+      "epoch": 0.1604314122008763,
+      "grad_norm": 0.333984375,
+      "learning_rate": 0.0007,
+      "loss": 2.1572238922119142,
+      "step": 2380
+    },
+    {
+      "epoch": 0.16177957532861476,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.1351224899291994,
+      "step": 2400
+    },
+    {
+      "epoch": 0.16312773845635323,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.141549301147461,
+      "step": 2420
+    },
+    {
+      "epoch": 0.16447590158409167,
+      "grad_norm": 0.328125,
+      "learning_rate": 0.0007,
+      "loss": 2.127903366088867,
+      "step": 2440
+    },
+    {
+      "epoch": 0.16582406471183014,
+      "grad_norm": 0.32421875,
+      "learning_rate": 0.0007,
+      "loss": 2.1384496688842773,
+      "step": 2460
+    },
+    {
+      "epoch": 0.1671722278395686,
+      "grad_norm": 0.34375,
+      "learning_rate": 0.0007,
+      "loss": 2.1402868270874023,
+      "step": 2480
+    },
+    {
+      "epoch": 0.1683855746545332,
+      "eval_loss": 2.133925199508667,
+      "eval_runtime": 18.9626,
+      "eval_samples_per_second": 502.41,
+      "eval_steps_per_second": 0.527,
+      "step": 2498
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.1217138290405275,
+      "step": 2500
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "eval_loss": 2.1338183879852295,
+      "eval_runtime": 18.812,
+      "eval_samples_per_second": 506.431,
+      "eval_steps_per_second": 0.532,
+      "step": 2500
+    },
+    {
+      "epoch": 0.1698685540950455,
+      "grad_norm": 20971520.0,
+      "learning_rate": 3.4200000000000005e-05,
+      "loss": 2.1263294219970703,
+      "step": 2520
+    },
+    {
+      "epoch": 0.17121671722278395,
+      "grad_norm": 22675456.0,
+      "learning_rate": 7.020000000000001e-05,
+      "loss": 2.140816307067871,
+      "step": 2540
+    },
+    {
+      "epoch": 0.17256488035052242,
+      "grad_norm": 116916224.0,
+      "learning_rate": 9e-05,
+      "loss": 3.505127716064453,
+      "step": 2560
+    },
+    {
+      "epoch": 0.17391304347826086,
+      "grad_norm": 267386880.0,
+      "learning_rate": 9e-05,
+      "loss": 6.925441741943359,
+      "step": 2580
+    },
+    {
+      "epoch": 0.17526120660599934,
+      "grad_norm": 530579456.0,
+      "learning_rate": 9e-05,
+      "loss": 7.500309753417969,
+      "step": 2600
+    },
+    {
+      "epoch": 0.17660936973373778,
+      "grad_norm": 805306368.0,
+      "learning_rate": 9e-05,
+      "loss": 7.739163970947265,
+      "step": 2620
+    },
+    {
+      "epoch": 0.17795753286147623,
+      "grad_norm": 901775360.0,
+      "learning_rate": 9e-05,
+      "loss": 7.861988067626953,
+      "step": 2640
+    },
+    {
+      "epoch": 0.1793056959892147,
+      "grad_norm": 788529152.0,
+      "learning_rate": 9e-05,
+      "loss": 7.9435890197753904,
+      "step": 2660
+    },
+    {
+      "epoch": 0.18065385911695314,
+      "grad_norm": 620756992.0,
+      "learning_rate": 9e-05,
+      "loss": 7.990572357177735,
+      "step": 2680
+    },
+    {
+      "epoch": 0.1820020222446916,
+      "grad_norm": 484442112.0,
+      "learning_rate": 9e-05,
+      "loss": 8.019105529785156,
+      "step": 2700
+    },
+    {
+      "epoch": 0.18335018537243006,
+      "grad_norm": 381681664.0,
+      "learning_rate": 9e-05,
+      "loss": 8.050555419921874,
+      "step": 2720
+    },
+    {
+      "epoch": 0.18469834850016853,
+      "grad_norm": 301989888.0,
+      "learning_rate": 9e-05,
+      "loss": 8.066886138916015,
+      "step": 2740
+    },
+    {
+      "epoch": 0.18604651162790697,
+      "grad_norm": 231735296.0,
+      "learning_rate": 9e-05,
+      "loss": 8.077174377441406,
+      "step": 2760
+    },
+    {
+      "epoch": 0.18739467475564545,
+      "grad_norm": 164626432.0,
+      "learning_rate": 9e-05,
+      "loss": 8.084746551513671,
+      "step": 2780
+    },
+    {
+      "epoch": 0.1887428378833839,
+      "grad_norm": 109051904.0,
+      "learning_rate": 9e-05,
+      "loss": 8.0902099609375,
+      "step": 2800
+    },
+    {
+      "epoch": 0.19009100101112233,
+      "grad_norm": 71303168.0,
+      "learning_rate": 9e-05,
+      "loss": 8.096793365478515,
+      "step": 2820
+    },
+    {
+      "epoch": 0.1914391641388608,
+      "grad_norm": 31850496.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105870056152344,
+      "step": 2840
+    },
+    {
+      "epoch": 0.19278732726659925,
+      "grad_norm": 17432576.0,
+      "learning_rate": 9e-05,
+      "loss": 8.103771209716797,
+      "step": 2860
+    },
+    {
+      "epoch": 0.19413549039433772,
+      "grad_norm": 12255232.0,
+      "learning_rate": 9e-05,
+      "loss": 8.106598663330079,
+      "step": 2880
+    },
+    {
+      "epoch": 0.19548365352207617,
+      "grad_norm": 10223616.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104751586914062,
+      "step": 2900
+    },
+    {
+      "epoch": 0.19683181664981464,
+      "grad_norm": 10158080.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104240417480469,
+      "step": 2920
+    },
+    {
+      "epoch": 0.19817997977755308,
+      "grad_norm": 19791872.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104872131347657,
+      "step": 2940
+    },
+    {
+      "epoch": 0.19952814290529153,
+      "grad_norm": 6488064.0,
+      "learning_rate": 9e-05,
+      "loss": 8.10034637451172,
+      "step": 2960
+    },
+    {
+      "epoch": 0.20087630603303,
+      "grad_norm": 4718592.0,
+      "learning_rate": 9e-05,
+      "loss": 8.102328491210937,
+      "step": 2980
+    },
+    {
+      "epoch": 0.20222446916076844,
+      "grad_norm": 3653632.0,
+      "learning_rate": 9e-05,
+      "loss": 8.101950073242188,
+      "step": 3000
+    },
+    {
+      "epoch": 0.20357263228850692,
+      "grad_norm": 2703360.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105780029296875,
+      "step": 3020
+    },
+    {
+      "epoch": 0.20492079541624536,
+      "grad_norm": 1998848.0,
+      "learning_rate": 9e-05,
+      "loss": 8.10799331665039,
+      "step": 3040
+    },
+    {
+      "epoch": 0.20626895854398383,
+      "grad_norm": 1515520.0,
+      "learning_rate": 9e-05,
+      "loss": 8.102154541015626,
+      "step": 3060
+    },
+    {
+      "epoch": 0.20761712167172228,
+      "grad_norm": 1155072.0,
+      "learning_rate": 9e-05,
+      "loss": 8.101323699951172,
+      "step": 3080
+    },
+    {
+      "epoch": 0.20896528479946072,
+      "grad_norm": 860160.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104644012451171,
+      "step": 3100
+    },
+    {
+      "epoch": 0.2103134479271992,
+      "grad_norm": 651264.0,
+      "learning_rate": 9e-05,
+      "loss": 8.10705337524414,
+      "step": 3120
+    },
+    {
+      "epoch": 0.21166161105493764,
+      "grad_norm": 501760.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104962921142578,
+      "step": 3140
+    },
+    {
+      "epoch": 0.2130097741826761,
+      "grad_norm": 432128.0,
+      "learning_rate": 9e-05,
+      "loss": 8.10318603515625,
+      "step": 3160
+    },
+    {
+      "epoch": 0.21435793731041455,
+      "grad_norm": 335872.0,
+      "learning_rate": 9e-05,
+      "loss": 8.101777648925781,
+      "step": 3180
+    },
+    {
+      "epoch": 0.21570610043815303,
+      "grad_norm": 301056.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105326843261718,
+      "step": 3200
+    },
+    {
+      "epoch": 0.21705426356589147,
+      "grad_norm": 234496.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105924224853515,
+      "step": 3220
+    },
+    {
+      "epoch": 0.21840242669362994,
+      "grad_norm": 220160.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104061126708984,
+      "step": 3240
+    },
+    {
+      "epoch": 0.2197505898213684,
+      "grad_norm": 195584.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105167388916016,
+      "step": 3260
+    },
+    {
+      "epoch": 0.22109875294910683,
+      "grad_norm": 176128.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105088043212891,
+      "step": 3280
+    },
+    {
+      "epoch": 0.2224469160768453,
+      "grad_norm": 161792.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104673767089844,
+      "step": 3300
+    },
+    {
+      "epoch": 0.22379507920458375,
+      "grad_norm": 141312.0,
+      "learning_rate": 9e-05,
+      "loss": 8.103656768798828,
+      "step": 3320
+    },
+    {
+      "epoch": 0.22514324233232222,
+      "grad_norm": 134144.0,
+      "learning_rate": 9e-05,
+      "loss": 8.103720092773438,
+      "step": 3340
+    },
+    {
+      "epoch": 0.22649140546006066,
+      "grad_norm": 122368.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104496002197266,
+      "step": 3360
+    },
+    {
+      "epoch": 0.22783956858779914,
+      "grad_norm": 119808.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105821990966797,
+      "step": 3380
+    },
+    {
+      "epoch": 0.22918773171553758,
+      "grad_norm": 115712.0,
+      "learning_rate": 9e-05,
+      "loss": 8.105841064453125,
+      "step": 3400
+    },
+    {
+      "epoch": 0.23053589484327602,
+      "grad_norm": 103424.0,
+      "learning_rate": 9e-05,
+      "loss": 8.10552978515625,
+      "step": 3420
+    },
+    {
+      "epoch": 0.2318840579710145,
+      "grad_norm": 101376.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104993438720703,
+      "step": 3440
+    },
+    {
+      "epoch": 0.23323222109875294,
+      "grad_norm": 96768.0,
+      "learning_rate": 9e-05,
+      "loss": 8.107561492919922,
+      "step": 3460
+    },
+    {
+      "epoch": 0.2345803842264914,
+      "grad_norm": 97792.0,
+      "learning_rate": 9e-05,
+      "loss": 8.107977294921875,
+      "step": 3480
+    },
+    {
+      "epoch": 0.23592854735422986,
+      "grad_norm": 86528.0,
+      "learning_rate": 9e-05,
+      "loss": 8.109441375732422,
+      "step": 3500
+    },
+    {
+      "epoch": 0.23592854735422986,
+      "eval_loss": 8.10374927520752,
+      "eval_runtime": 20.5855,
+      "eval_samples_per_second": 462.802,
+      "eval_steps_per_second": 0.486,
+      "step": 3500
+    }
+  ],
+  "logging_steps": 20,
+  "max_steps": 3500,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.1291993309184e+16,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/training_args.bin b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0c65fb00f188152ddd7b3875d5492e87da186448
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e1a2626e7b1b9e8c5918ce769b180ee6aeecd5055af3c3b59b791d3a4a2c46
+size 4920
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/config.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..056849ccffa9d2a337db2e11245d69711cba6db1
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/config.json
@@ -0,0 +1,36 @@
+{
+  "activation": "silu-waleed10",
+  "architectures": [
+    "TinyLlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "bfloat16",
+  "eos_token_id": 2,
+  "head_dim": 32,
+  "hidden_act": "silu",
+  "hidden_size": 128,
+  "initializer_range": 0.02,
+  "intermediate_size": 256,
+  "max_position_embeddings": 512,
+  "mlp_bias": false,
+  "mlp_type": "glu",
+  "model_type": "tiny_llama",
+  "num_attention_heads": 4,
+  "num_hidden_layers": 100,
+  "num_key_value_heads": 4,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": true,
+  "tokenizer_name": "w-ahmad/tiny-stories-tokenizer",
+  "transformers_version": "5.16.0.dev0",
+  "use_cache": false,
+  "vocab_size": 4096,
+  "waleed_beta": 4
+}
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/model.safetensors b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8a5e78d560d7f55661b9f986819f1a2b70a17992
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f4056b18766c41abe4415e22d0526a77649567955a6117faea00a29d404be7
+size 33967272
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/tokenizer.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/tokenizer.json
@@ -0,0 +1,19501 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "ByteLevel",
+    "add_prefix_space": false,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "post_processor": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": false,
+    "use_regex": true
+  },
+  "decoder": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": null,
+    "continuing_subword_prefix": "",
+    "end_of_word_suffix": "",
+    "fuse_unk": false,
+    "byte_fallback": false,
+    "ignore_merges": false,
+    "vocab": {
+      "<|endoftext|>": 0,
+      "!": 1,
+      "\"": 2,
+      "#": 3,
+      "$": 4,
+      "%": 5,
+      "&": 6,
+      "'": 7,
+      "(": 8,
+      ")": 9,
+      "*": 10,
+      "+": 11,
+      ",": 12,
+      "-": 13,
+      ".": 14,
+      "/": 15,
+      "0": 16,
+      "1": 17,
+      "2": 18,
+      "3": 19,
+      "4": 20,
+      "5": 21,
+      "6": 22,
+      "7": 23,
+      "8": 24,
+      "9": 25,
+      ":": 26,
+      ";": 27,
+      "<": 28,
+      "=": 29,
+      ">": 30,
+      "?": 31,
+      "@": 32,
+      "A": 33,
+      "B": 34,
+      "C": 35,
+      "D": 36,
+      "E": 37,
+      "F": 38,
+      "G": 39,
+      "H": 40,
+      "I": 41,
+      "J": 42,
+      "K": 43,
+      "L": 44,
+      "M": 45,
+      "N": 46,
+      "O": 47,
+      "P": 48,
+      "Q": 49,
+      "R": 50,
+      "S": 51,
+      "T": 52,
+      "U": 53,
+      "V": 54,
+      "W": 55,
+      "X": 56,
+      "Y": 57,
+      "Z": 58,
+      "[": 59,
+      "\\": 60,
+      "]": 61,
+      "^": 62,
+      "_": 63,
+      "`": 64,
+      "a": 65,
+      "b": 66,
+      "c": 67,
+      "d": 68,
+      "e": 69,
+      "f": 70,
+      "g": 71,
+      "h": 72,
+      "i": 73,
+      "j": 74,
+      "k": 75,
+      "l": 76,
+      "m": 77,
+      "n": 78,
+      "o": 79,
+      "p": 80,
+      "q": 81,
+      "r": 82,
+      "s": 83,
+      "t": 84,
+      "u": 85,
+      "v": 86,
+      "w": 87,
+      "x": 88,
+      "y": 89,
+      "z": 90,
+      "{": 91,
+      "|": 92,
+      "}": 93,
+      "~": 94,
+      "¡": 95,
+      "¢": 96,
+      "£": 97,
+      "¤": 98,
+      "¥": 99,
+      "¦": 100,
+      "§": 101,
+      "¨": 102,
+      "©": 103,
+      "ª": 104,
+      "«": 105,
+      "¬": 106,
+      "®": 107,
+      "¯": 108,
+      "°": 109,
+      "±": 110,
+      "²": 111,
+      "³": 112,
+      "´": 113,
+      "µ": 114,
+      "¶": 115,
+      "·": 116,
+      "¸": 117,
+      "¹": 118,
+      "º": 119,
+      "»": 120,
+      "¼": 121,
+      "½": 122,
+      "¾": 123,
+      "¿": 124,
+      "À": 125,
+      "Á": 126,
+      "Â": 127,
+      "Ã": 128,
+      "Ä": 129,
+      "Å": 130,
+      "Æ": 131,
+      "Ç": 132,
+      "È": 133,
+      "É": 134,
+      "Ê": 135,
+      "Ë": 136,
+      "Ì": 137,
+      "Í": 138,
+      "Î": 139,
+      "Ï": 140,
+      "Ð": 141,
+      "Ñ": 142,
+      "Ò": 143,
+      "Ó": 144,
+      "Ô": 145,
+      "Õ": 146,
+      "Ö": 147,
+      "×": 148,
+      "Ø": 149,
+      "Ù": 150,
+      "Ú": 151,
+      "Û": 152,
+      "Ü": 153,
+      "Ý": 154,
+      "Þ": 155,
+      "ß": 156,
+      "à": 157,
+      "á": 158,
+      "â": 159,
+      "ã": 160,
+      "ä": 161,
+      "å": 162,
+      "æ": 163,
+      "ç": 164,
+      "è": 165,
+      "é": 166,
+      "ê": 167,
+      "ë": 168,
+      "ì": 169,
+      "í": 170,
+      "î": 171,
+      "ï": 172,
+      "ð": 173,
+      "ñ": 174,
+      "ò": 175,
+      "ó": 176,
+      "ô": 177,
+      "õ": 178,
+      "ö": 179,
+      "÷": 180,
+      "ø": 181,
+      "ù": 182,
+      "ú": 183,
+      "û": 184,
+      "ü": 185,
+      "ý": 186,
+      "þ": 187,
+      "ÿ": 188,
+      "Ā": 189,
+      "ā": 190,
+      "Ă": 191,
+      "ă": 192,
+      "Ą": 193,
+      "ą": 194,
+      "Ć": 195,
+      "ć": 196,
+      "Ĉ": 197,
+      "ĉ": 198,
+      "Ċ": 199,
+      "ċ": 200,
+      "Č": 201,
+      "č": 202,
+      "Ď": 203,
+      "ď": 204,
+      "Đ": 205,
+      "đ": 206,
+      "Ē": 207,
+      "ē": 208,
+      "Ĕ": 209,
+      "ĕ": 210,
+      "Ė": 211,
+      "ė": 212,
+      "Ę": 213,
+      "ę": 214,
+      "Ě": 215,
+      "ě": 216,
+      "Ĝ": 217,
+      "ĝ": 218,
+      "Ğ": 219,
+      "ğ": 220,
+      "Ġ": 221,
+      "ġ": 222,
+      "Ģ": 223,
+      "ģ": 224,
+      "Ĥ": 225,
+      "ĥ": 226,
+      "Ħ": 227,
+      "ħ": 228,
+      "Ĩ": 229,
+      "ĩ": 230,
+      "Ī": 231,
+      "ī": 232,
+      "Ĭ": 233,
+      "ĭ": 234,
+      "Į": 235,
+      "į": 236,
+      "İ": 237,
+      "ı": 238,
+      "IJ": 239,
+      "ij": 240,
+      "Ĵ": 241,
+      "ĵ": 242,
+      "Ķ": 243,
+      "ķ": 244,
+      "ĸ": 245,
+      "Ĺ": 246,
+      "ĺ": 247,
+      "Ļ": 248,
+      "ļ": 249,
+      "Ľ": 250,
+      "ľ": 251,
+      "Ŀ": 252,
+      "ŀ": 253,
+      "Ł": 254,
+      "ł": 255,
+      "Ń": 256,
+      "he": 257,
+      "Ġt": 258,
+      "Ġa": 259,
+      "Ġs": 260,
+      "Ġw": 261,
+      "nd": 262,
+      "Ġthe": 263,
+      "ed": 264,
+      "Ġand": 265,
+      "Ġto": 266,
+      "Ġb": 267,
+      "in": 268,
+      "Ġh": 269,
+      "Ġwa": 270,
+      "re": 271,
+      "Ġf": 272,
+      "it": 273,
+      "ou": 274,
+      "Ġc": 275,
+      "Ġl": 276,
+      "Ġhe": 277,
+      "Ġd": 278,
+      "er": 279,
+      "Ġwas": 280,
+      "Ġm": 281,
+      "Ġp": 282,
+      "om": 283,
+      "ĠT": 284,
+      "Ġo": 285,
+      "ay": 286,
+      "ar": 287,
+      "ing": 288,
+      "is": 289,
+      "Ġg": 290,
+      "il": 291,
+      "id": 292,
+      "at": 293,
+      "en": 294,
+      "Ġn": 295,
+      "Ġsa": 296,
+      "Ġha": 297,
+      "ĠS": 298,
+      "im": 299,
+      "an": 300,
+      "ĠThe": 301,
+      "or": 302,
+      "on": 303,
+      "Ġit": 304,
+      "Ġth": 305,
+      "ll": 306,
+      "le": 307,
+      "ĠH": 308,
+      "Ġher": 309,
+      "et": 310,
+      "ot": 311,
+      "ir": 312,
+      "ĠShe": 313,
+      "ĠHe": 314,
+      "ver": 315,
+      "es": 316,
+      "Ġin": 317,
+      "ut": 318,
+      "ow": 319,
+      "ck": 320,
+      "Ġe": 321,
+      "Ġu": 322,
+      "ld": 323,
+      "ĠThey": 324,
+      "oo": 325,
+      "ig": 326,
+      "Ġsaid": 327,
+      "am": 328,
+      "ily": 329,
+      "Ġbe": 330,
+      "Ġy": 331,
+      "Ġr": 332,
+      "Ġst": 333,
+      "ce": 334,
+      "Ġshe": 335,
+      "Ġ\"": 336,
+      "pp": 337,
+      "ke": 338,
+      "ith": 339,
+      "On": 340,
+      "ĠI": 341,
+      "Ġwith": 342,
+      "ve": 343,
+      "Lily": 344,
+      "Ġon": 345,
+      "Ġof": 346,
+      "Ġso": 347,
+      "Ġhis": 348,
+      "ked": 349,
+      "ri": 350,
+      "nt": 351,
+      "very": 352,
+      "Ġpl": 353,
+      "Ġday": 354,
+      "ad": 355,
+      "Ġyou": 356,
+      "Ġthat": 357,
+      "Ġup": 358,
+      "Ġhad": 359,
+      "st": 360,
+      "Ġplay": 361,
+      "Ġthey": 362,
+      "ĠLily": 363,
+      "Ġwe": 364,
+      "Ġmom": 365,
+      "my": 366,
+      "Ġfor": 367,
+      "el": 368,
+      "ould": 369,
+      "un": 370,
+      "ĠB": 371,
+      "'s": 372,
+      "itt": 373,
+      "ent": 374,
+      "Ġhapp": 375,
+      "The": 376,
+      "ch": 377,
+      "Ġli": 378,
+      "out": 379,
+      "Ġwant": 380,
+      "Ġsh": 381,
+      "her": 382,
+      "ly": 383,
+      "ime": 384,
+      "ittle": 385,
+      "ound": 386,
+      "Ġvery": 387,
+      "Ġtime": 388,
+      "ome": 389,
+      "Ġlittle": 390,
+      "Ġthere": 391,
+      "se": 392,
+      "Ġdo": 393,
+      "Ġwh": 394,
+      "all": 395,
+      "Ġk": 396,
+      "end": 397,
+      "al": 398,
+      "ht": 399,
+      "Ġne": 400,
+      "Ġre": 401,
+      "Ġnot": 402,
+      "Ġhappy": 403,
+      "ĠĊ": 404,
+      "Ġbig": 405,
+      "ĠM": 406,
+      "Ġbut": 407,
+      "Ġsm": 408,
+      "ack": 409,
+      "Ġsaw": 410,
+      "ĠIt": 411,
+      "Ġas": 412,
+      "Ġan": 413,
+      "ra": 414,
+      "riend": 415,
+      "Ġfriend": 416,
+      "ide": 417,
+      "One": 418,
+      "ry": 419,
+      "'t": 420,
+      "ved": 421,
+      "Ġis": 422,
+      "Once": 423,
+      "ake": 424,
+      ".\"": 425,
+      "Ġwere": 426,
+      "ter": 427,
+      "ug": 428,
+      "Ġloo": 429,
+      "Ġlo": 430,
+      "ore": 431,
+      "ec": 432,
+      "ĠTim": 433,
+      "Ġhim": 434,
+      "Ġbo": 435,
+      "!\"": 436,
+      "Ġtoo": 437,
+      "Ġgo": 438,
+      "Ġupon": 439,
+      "irl": 440,
+      "Ġj": 441,
+      "Ġwanted": 442,
+      "Ġgirl": 443,
+      "Ġse": 444,
+      "Ġout": 445,
+      "ard": 446,
+      "way": 447,
+      "Ġsp": 448,
+      "ill": 449,
+      "ind": 450,
+      "Ġthem": 451,
+      "Ġcould": 452,
+      "fu": 453,
+      "hen": 454,
+      "Ġat": 455,
+      "ur": 456,
+      "Ġdid": 457,
+      "Ġsmil": 458,
+      "Ġtheir": 459,
+      "Ġare": 460,
+      "Ġex": 461,
+      "ĠA": 462,
+      "ain": 463,
+      "Ġwent": 464,
+      "art": 465,
+      "hed": 466,
+      "rom": 467,
+      "ic": 468,
+      "round": 469,
+      "Ġhave": 470,
+      "Ġnam": 471,
+      "lp": 472,
+      "Ġall": 473,
+      "ĠJ": 474,
+      "ful": 475,
+      "Ġkn": 476,
+      "hing": 477,
+      "ood": 478,
+      "Ġhelp": 479,
+      "ight": 480,
+      "Ġfriends": 481,
+      "one": 482,
+      "ark": 483,
+      "Ġback": 484,
+      "um": 485,
+      "Ġcan": 486,
+      "Ġnamed": 487,
+      "Ġcl": 488,
+      "?\"": 489,
+      "Ġfun": 490,
+      "are": 491,
+      "ĠBen": 492,
+      "Ġloved": 493,
+      "Ġal": 494,
+      "elt": 495,
+      "ĠTimmy": 496,
+      "ĠOne": 497,
+      "op": 498,
+      "side": 499,
+      "Ġle": 500,
+      "Ġno": 501,
+      "Ġsc": 502,
+      "ĠTom": 503,
+      "Ġfelt": 504,
+      "oug": 505,
+      "Ġsmiled": 506,
+      "ick": 507,
+      "Ġasked": 508,
+      "You": 509,
+      "Ġtoy": 510,
+      "Ġman": 511,
+      "Ġaround": 512,
+      "ame": 513,
+      "Ġfe": 514,
+      "Ġsay": 515,
+      "Ġboy": 516,
+      "Ġsome": 517,
+      "Ġlooked": 518,
+      "ure": 519,
+      "omet": 520,
+      "Ġbr": 521,
+      "Ġwould": 522,
+      "Ġme": 523,
+      "Ġbir": 524,
+      "Ġlike": 525,
+      "get": 526,
+      "Ġstart": 527,
+      "Ġro": 528,
+      "as": 529,
+      "Ġsee": 530,
+      "ĠW": 531,
+      "ice": 532,
+      "ong": 533,
+      "Ġbird": 534,
+      "Ġsomet": 535,
+      "dd": 536,
+      "Ġwor": 537,
+      "ade": 538,
+      "ie": 539,
+      "king": 540,
+      "Ġag": 541,
+      "own": 542,
+      "Ġtre": 543,
+      "Ġfa": 544,
+      "Ġaway": 545,
+      "Ġwhat": 546,
+      "ings": 547,
+      "Ġstarted": 548,
+      "gether": 549,
+      "Ġran": 550,
+      "â": 551,
+      "âĤ": 552,
+      "âĤ¬": 553,
+      "ared": 554,
+      "Ġmake": 555,
+      "ĠBut": 556,
+      "ited": 557,
+      "if": 558,
+      "oud": 559,
+      "Ġmade": 560,
+      "Ġtogether": 561,
+      "Ġsomething": 562,
+      "Ġexc": 563,
+      "ag": 564,
+      "Ġco": 565,
+      "Ġpark": 566,
+      "Ġnew": 567,
+      "Ġsad": 568,
+      "Ġput": 569,
+      ",\"": 570,
+      "Ġfrom": 571,
+      "ble": 572,
+      "ther": 573,
+      "Ġpr": 574,
+      "Ġmu": 575,
+      "Ġcar": 576,
+      "Ġhome": 577,
+      "ĠYou": 578,
+      "Ġthen": 579,
+      "Ġwhen": 580,
+      "Ġfound": 581,
+      "ell": 582,
+      "Ġother": 583,
+      "Ġagain": 584,
+      "Ġch": 585,
+      "Ġdec": 586,
+      "Ġwho": 587,
+      "Ġla": 588,
+      "ried": 589,
+      "ss": 590,
+      "Ġgood": 591,
+      "Ġhug": 592,
+      "ĠL": 593,
+      "pped": 594,
+      "Ġwal": 595,
+      "ep": 596,
+      "ally": 597,
+      "Ġsays": 598,
+      "Ġfl": 599,
+      "est": 600,
+      "ach": 601,
+      "ĠE": 602,
+      "Ġexcited": 603,
+      "pl": 604,
+      "qu": 605,
+      "ook": 606,
+      "Ġget": 607,
+      "ought": 608,
+      "Ġplaying": 609,
+      "Ġgot": 610,
+      "Ġsw": 611,
+      "ous": 612,
+      "hat": 613,
+      "ny": 614,
+      "ided": 615,
+      "uck": 616,
+      "Ġthings": 617,
+      "Ġevery": 618,
+      "Ġdecided": 619,
+      "Ġcame": 620,
+      "Ġbec": 621,
+      "ave": 622,
+      "ro": 623,
+      "ax": 624,
+      "Ġliked": 625,
+      "Ġdown": 626,
+      "Ġdog": 627,
+      "Ġscared": 628,
+      "Ġv": 629,
+      "udd": 630,
+      "ust": 631,
+      "Ġone": 632,
+      "Ġfind": 633,
+      "Ġbl": 634,
+      "Ġthan": 635,
+      "ĠD": 636,
+      "ouse": 637,
+      "ways": 638,
+      "Ġkne": 639,
+      "Ġdidn": 640,
+      "ap": 641,
+      "Ġmommy": 642,
+      "Ġcare": 643,
+      "Ġalways": 644,
+      "Ġab": 645,
+      "ist": 646,
+      "Ġdad": 647,
+      "Ġfeel": 648,
+      "ara": 649,
+      "bb": 650,
+      "arn": 651,
+      "fe": 652,
+      "Ġyour": 653,
+      "Ġoutside": 654,
+      "ue": 655,
+      "Ġgra": 656,
+      "ant": 657,
+      "Ġke": 658,
+      "ĠMom": 659,
+      "Ġtook": 660,
+      "Ġlot": 661,
+      "nn": 662,
+      "Ġbu": 663,
+      "Ġabout": 664,
+      "ess": 665,
+      "ĠF": 666,
+      "nder": 667,
+      "Ġtree": 668,
+      "eci": 669,
+      "Ġlook": 670,
+      "Ġpo": 671,
+      "Ġmy": 672,
+      "our": 673,
+      "Ġtoys": 674,
+      "ite": 675,
+      "ched": 676,
+      "Ġknew": 677,
+      "Ġthought": 678,
+      "ened": 679,
+      "Ġlearn": 680,
+      "Ġint": 681,
+      "Ġold": 682,
+      "Ġmore": 683,
+      "nna": 684,
+      "ise": 685,
+      "ged": 686,
+      "Ġta": 687,
+      "udden": 688,
+      "ecial": 689,
+      "Ġspecial": 690,
+      "ĠMax": 691,
+      "au": 692,
+      "Ġwill": 693,
+      "ers": 694,
+      "They": 695,
+      "ret": 696,
+      "Ġpe": 697,
+      "Ġho": 698,
+      "ĠSam": 699,
+      "Ġtake": 700,
+      "Ġball": 701,
+      "Ġknow": 702,
+      "Ġlaug": 703,
+      "fter": 704,
+      "uddenly": 705,
+      "Ġcat": 706,
+      "Ġhow": 707,
+      "ive": 708,
+      "Ġtr": 709,
+      "Ġmuch": 710,
+      "Ġany": 711,
+      "Ġpu": 712,
+      "ma": 713,
+      "Ġsl": 714,
+      "Ġsor": 715,
+      "Ġmo": 716,
+      "ven": 717,
+      "ish": 718,
+      "Ġshow": 719,
+      "Ġcouldn": 720,
+      "ause": 721,
+      "ink": 722,
+      "But": 723,
+      "Ġhouse": 724,
+      "Ġinto": 725,
+      "ump": 726,
+      "Ġover": 727,
+      "Ġtried": 728,
+      "and": 729,
+      "Ġeat": 730,
+      "Ġsk": 731,
+      "Ġsun": 732,
+      "Ġtw": 733,
+      "Ġclo": 734,
+      "ia": 735,
+      "Ġrun": 736,
+      "Ġhand": 737,
+      "ĠEvery": 738,
+      "Ġen": 739,
+      "Ġinside": 740,
+      "dy": 741,
+      "Ġif": 742,
+      "Ġtold": 743,
+      "Ġnever": 744,
+      "ion": 745,
+      "Ġqu": 746,
+      "Ġbecause": 747,
+      "by": 748,
+      "Ġproud": 749,
+      "Ġgave": 750,
+      "Ġsorry": 751,
+      "Ġthis": 752,
+      "Ġop": 753,
+      "Ġplayed": 754,
+      "ate": 755,
+      "Ġexpl": 756,
+      "Ġheard": 757,
+      "ty": 758,
+      "Ġor": 759,
+      "Ġwater": 760,
+      "ank": 761,
+      "ge": 762,
+      "sed": 763,
+      "Ġpick": 764,
+      "other": 765,
+      "Ġroom": 766,
+      "etter": 767,
+      "Ġjust": 768,
+      "ace": 769,
+      "Ġhugged": 770,
+      "ak": 771,
+      "Ġgre": 772,
+      "here": 773,
+      "Ġoff": 774,
+      "ĠSara": 775,
+      "Ġpret": 776,
+      "ile": 777,
+      "Ġeach": 778,
+      "Ġcom": 779,
+      "Ġlong": 780,
+      "Ġbox": 781,
+      "ort": 782,
+      "Ġstr": 783,
+      "iz": 784,
+      "Ġunt": 785,
+      "Ġwat": 786,
+      "oth": 787,
+      "Ġneed": 788,
+      "Ġjo": 789,
+      "ĠWe": 790,
+      "Tom": 791,
+      "Ġsmall": 792,
+      "ine": 793,
+      "Ġbear": 794,
+      "Mom": 795,
+      "Ġuntil": 796,
+      "Ġnice": 797,
+      "Ġtry": 798,
+      "ving": 799,
+      "uc": 800,
+      "sel": 801,
+      "ough": 802,
+      "Ġlearned": 803,
+      "Ġkind": 804,
+      "ĠAnna": 805,
+      "ild": 806,
+      "Ġfo": 807,
+      "Ġmany": 808,
+      "'m": 809,
+      "ĠJack": 810,
+      "Ġbetter": 811,
+      "Ġim": 812,
+      "gry": 813,
+      "imal": 814,
+      "Ġanimal": 815,
+      "urt": 816,
+      "ft": 817,
+      "Ġend": 818,
+      "Ġsn": 819,
+      "aut": 820,
+      "Ġte": 821,
+      "Ġcle": 822,
+      "ĠJo": 823,
+      "vent": 824,
+      "urp": 825,
+      "Ġgr": 826,
+      "Ġbeaut": 827,
+      "Ġjump": 828,
+      "mb": 829,
+      "Ġad": 830,
+      "ream": 831,
+      "pt": 832,
+      "ĠSo": 833,
+      "ĠHer": 834,
+      "Ġflow": 835,
+      "ies": 836,
+      "Ġche": 837,
+      "Ġbra": 838,
+      "Ġthanked": 839,
+      "Ġeven": 840,
+      "Ġbest": 841,
+      "Ġcall": 842,
+      "ady": 843,
+      "He": 844,
+      "Ġlots": 845,
+      "Ġlaughed": 846,
+      "self": 847,
+      "Ġra": 848,
+      "Ġway": 849,
+      "ars": 850,
+      "urn": 851,
+      "Ġby": 852,
+      "Ġfast": 853,
+      "lly": 854,
+      "Ġfam": 855,
+      "ĠC": 856,
+      "ves": 857,
+      "arden": 858,
+      "Ġgarden": 859,
+      "Ġbeauti": 860,
+      "wn": 861,
+      "Th": 862,
+      "Ġbeautiful": 863,
+      "Ġloud": 864,
+      "lew": 865,
+      "Ġsky": 866,
+      "Ġdon": 867,
+      "hn": 868,
+      "ered": 869,
+      "iny": 870,
+      "Ġcareful": 871,
+      "Ġlove": 872,
+      "Ġfi": 873,
+      "ĠThen": 874,
+      "Åĵ": 875,
+      "ase": 876,
+      "ect": 877,
+      "Ġsafe": 878,
+      "ĠAnd": 879,
+      "Ġunder": 880,
+      "Ġcome": 881,
+      "ĠFrom": 882,
+      "Yes": 883,
+      "ĠMia": 884,
+      "It": 885,
+      "me": 886,
+      "Ġhard": 887,
+      "Ġcu": 888,
+      "Ġwo": 889,
+      "Ġlist": 890,
+      "Ġstay": 891,
+      "ane": 892,
+      "sh": 893,
+      "ople": 894,
+      "Ġgl": 895,
+      "ning": 896,
+      "Ġstill": 897,
+      "ool": 898,
+      "Ġhurt": 899,
+      "ree": 900,
+      "ĠHis": 901,
+      "Ġimp": 902,
+      "Ġfamily": 903,
+      "Ġâ": 904,
+      "Ġboth": 905,
+      "rm": 906,
+      "igh": 907,
+      "Ġlived": 908,
+      "hes": 909,
+      "When": 910,
+      "Ġpeople": 911,
+      "Ġanimals": 912,
+      "Ġcol": 913,
+      "Ġbrave": 914,
+      "Ġwalked": 915,
+      "ob": 916,
+      "Tim": 917,
+      "ct": 918,
+      "Ġlet": 919,
+      "urpr": 920,
+      "ĠWhen": 921,
+      "Ġtwo": 922,
+      "Ġsurpr": 923,
+      "Ġshould": 924,
+      "ished": 925,
+      "Ġbad": 926,
+      "ress": 927,
+      "Ġkept": 928,
+      "Ġfore": 929,
+      "Ġflew": 930,
+      "Ġfin": 931,
+      "Ġstor": 932,
+      "Ġfly": 933,
+      "ast": 934,
+      "ised": 935,
+      "ip": 936,
+      "Ġits": 937,
+      "led": 938,
+      "ock": 939,
+      "ucy": 940,
+      "fore": 941,
+      "Ġgoing": 942,
+      "Ġclean": 943,
+      "Ġdan": 944,
+      "Ġpic": 945,
+      "Ġsoon": 946,
+      "Ġcalled": 947,
+      "Ġshare": 948,
+      "kay": 949,
+      "Ġangry": 950,
+      "Ġrock": 951,
+      "Ġcon": 952,
+      "Ġpretty": 953,
+      "No": 954,
+      "Ġide": 955,
+      "ied": 956,
+      "illy": 957,
+      "Ġground": 958,
+      "xt": 959,
+      "Ġred": 960,
+      "Ġexplore": 961,
+      "Ġcry": 962,
+      "Ġadvent": 963,
+      "Ġsto": 964,
+      "so": 965,
+      "Ġreal": 966,
+      "Let": 967,
+      "Ġwind": 968,
+      "Ġshiny": 969,
+      "be": 970,
+      "Ġbook": 971,
+      "Ġalso": 972,
+      "Ġdoll": 973,
+      "Ġidea": 974,
+      "Ġbefore": 975,
+      "Ġopened": 976,
+      "dded": 977,
+      "Ġwhile": 978,
+      "ummy": 979,
+      "Ġkeep": 980,
+      "Ġey": 981,
+      "Ġnow": 982,
+      "Ġdoor": 983,
+      "Ġfeeling": 984,
+      "âĤ¬â": 985,
+      "oon": 986,
+      "oy": 987,
+      "Ġwalking": 988,
+      "Ġnoise": 989,
+      "Ġfr": 990,
+      "les": 991,
+      "age": 992,
+      "ious": 993,
+      "Ġcolor": 994,
+      "Ġturn": 995,
+      "thing": 996,
+      "ff": 997,
+      "uch": 998,
+      "th": 999,
+      "Ġbed": 1000,
+      "ary": 1001,
+      "Ġdra": 1002,
+      "Ġpicked": 1003,
+      "imb": 1004,
+      "eet": 1005,
+      "Ġclimb": 1006,
+      "Ġdel": 1007,
+      "What": 1008,
+      "Ġbeing": 1009,
+      "Ġfood": 1010,
+      "Ġun": 1011,
+      "Ġfar": 1012,
+      "ture": 1013,
+      "joy": 1014,
+      "Ġadventure": 1015,
+      "ac": 1016,
+      "Ġsmile": 1017,
+      "Ġdif": 1018,
+      "Ħ¢": 1019,
+      "âĤ¬âĦ¢": 1020,
+      "memb": 1021,
+      "Ġwr": 1022,
+      "Ġthr": 1023,
+      "ught": 1024,
+      "Ġlooking": 1025,
+      "Ġnext": 1026,
+      "iced": 1027,
+      "ĠLucy": 1028,
+      "Ġnodded": 1029,
+      "Ġquick": 1030,
+      "ĠP": 1031,
+      "Ġdis": 1032,
+      "Ġrepl": 1033,
+      "ĠDad": 1034,
+      "Ġwait": 1035,
+      "ized": 1036,
+      "Ġforest": 1037,
+      "Ġclos": 1038,
+      "ĠSuddenly": 1039,
+      "Ġtra": 1040,
+      "That": 1041,
+      "Ġeyes": 1042,
+      "ger": 1043,
+      "bbit": 1044,
+      "ted": 1045,
+      "Ġown": 1046,
+      "Ġrain": 1047,
+      "Ġimport": 1048,
+      "Ġgreat": 1049,
+      "Ġrememb": 1050,
+      "Ġpicture": 1051,
+      "Thank": 1052,
+      "Suddenly": 1053,
+      "Ġstopped": 1054,
+      "Ġenjoy": 1055,
+      "Ġvo": 1056,
+      "Ben": 1057,
+      "Ġgive": 1058,
+      "Ġimportant": 1059,
+      "Ġwork": 1060,
+      "Ġnear": 1061,
+      "gan": 1062,
+      "pot": 1063,
+      "Ġever": 1064,
+      "Ġapp": 1065,
+      "Ġafter": 1066,
+      "Ġquickly": 1067,
+      "Ġlisten": 1068,
+      "Ġbre": 1069,
+      "ting": 1070,
+      "bbed": 1071,
+      "Ġma": 1072,
+      "Ġfish": 1073,
+      "Ġreplied": 1074,
+      "Ġrabbit": 1075,
+      "Ġhands": 1076,
+      "ĠG": 1077,
+      "Ġnoticed": 1078,
+      "Ġbro": 1079,
+      "Ġslide": 1080,
+      "Ġthink": 1081,
+      "Ġwalk": 1082,
+      "Ġtruck": 1083,
+      "Ġac": 1084,
+      "kes": 1085,
+      "Ġstrong": 1086,
+      "She": 1087,
+      "Ġshowed": 1088,
+      "Ġde": 1089,
+      "Ġeveryone": 1090,
+      "Ġwonder": 1091,
+      "fere": 1092,
+      "bye": 1093,
+      "Ġdiffere": 1094,
+      "irst": 1095,
+      "So": 1096,
+      "Ġsure": 1097,
+      "Ġhas": 1098,
+      "Ġright": 1099,
+      "Ġbeen": 1100,
+      "Ġbecame": 1101,
+      "Ġsound": 1102,
+      "maz": 1103,
+      "Ġtow": 1104,
+      "Ġru": 1105,
+      "Ġtal": 1106,
+      "Ġamaz": 1107,
+      "Ġhead": 1108,
+      "Ġshout": 1109,
+      "Ġbright": 1110,
+      "Ġye": 1111,
+      "Ġwatched": 1112,
+      "ĠR": 1113,
+      "Ġmor": 1114,
+      "Ġchild": 1115,
+      "able": 1116,
+      "Ġmean": 1117,
+      "Ġwhere": 1118,
+      "llow": 1119,
+      "Ġhigh": 1120,
+      "ĠSue": 1121,
+      "Ġface": 1122,
+      "Ġcook": 1123,
+      "day": 1124,
+      "aybe": 1125,
+      "Ġwatch": 1126,
+      "Ġblue": 1127,
+      "aught": 1128,
+      "Ġdifferent": 1129,
+      "Ġstore": 1130,
+      "ĠN": 1131,
+      "Ġgoodbye": 1132,
+      "Ġdress": 1133,
+      "ull": 1134,
+      "ĠBob": 1135,
+      "ng": 1136,
+      "ange": 1137,
+      "Ġsqu": 1138,
+      "Ġokay": 1139,
+      "isy": 1140,
+      "lease": 1141,
+      "ĠMommy": 1142,
+      "Ġvoice": 1143,
+      "Jo": 1144,
+      "ath": 1145,
+      "Ġnight": 1146,
+      "ĠSpot": 1147,
+      "Ġus": 1148,
+      "Ġboat": 1149,
+      "Ġflowers": 1150,
+      "Ġplace": 1151,
+      "Ġfollow": 1152,
+      "Ġar": 1153,
+      "Ġuse": 1154,
+      "Ġcloser": 1155,
+      "unny": 1156,
+      "leep": 1157,
+      "ired": 1158,
+      "Ġfav": 1159,
+      "Ġyell": 1160,
+      "Ġgrabbed": 1161,
+      "Ġcuri": 1162,
+      "Ġwarm": 1163,
+      "Ġcr": 1164,
+      "Ġforg": 1165,
+      "ĠSarah": 1166,
+      "ĠJohn": 1167,
+      "Ġmag": 1168,
+      "Ġstick": 1169,
+      "We": 1170,
+      "Ġjumped": 1171,
+      "Ġcake": 1172,
+      "more": 1173,
+      "Ġtell": 1174,
+      "Ġanymore": 1175,
+      "After": 1176,
+      "Ġbutter": 1177,
+      "ndma": 1178,
+      "Ġthree": 1179,
+      "Ġask": 1180,
+      "co": 1181,
+      "Ġour": 1182,
+      "lie": 1183,
+      "Ġcurious": 1184,
+      "ount": 1185,
+      "orn": 1186,
+      "Ġcont": 1187,
+      "Ġfell": 1188,
+      "ached": 1189,
+      "ĠTh": 1190,
+      "Ġbirds": 1191,
+      "ass": 1192,
+      "Her": 1193,
+      "iss": 1194,
+      "Ġhelped": 1195,
+      "ĠJane": 1196,
+      "Ġpull": 1197,
+      "Ġfirst": 1198,
+      "itc": 1199,
+      "Ġblock": 1200,
+      "Ġhop": 1201,
+      "Ġbit": 1202,
+      "Ġdr": 1203,
+      "Ġrealized": 1204,
+      "Ġkid": 1205,
+      "Look": 1206,
+      "ila": 1207,
+      "Ġmon": 1208,
+      "Ġbrother": 1209,
+      "Anna": 1210,
+      "Sara": 1211,
+      "Ġz": 1212,
+      "ĠEveryone": 1213,
+      "Ġate": 1214,
+      "Ġdoes": 1215,
+      "imes": 1216,
+      "Ġhappened": 1217,
+      "Ġstop": 1218,
+      "zy": 1219,
+      "Ġyummy": 1220,
+      "Ġfavor": 1221,
+      "ppy": 1222,
+      "Ġkitc": 1223,
+      "Ġkitchen": 1224,
+      "Ġsweet": 1225,
+      "us": 1226,
+      "Ġper": 1227,
+      "Ġreally": 1228,
+      "aisy": 1229,
+      "Ġgrass": 1230,
+      "Ġfavorite": 1231,
+      "Ġbegan": 1232,
+      "Ġrest": 1233,
+      "Ġready": 1234,
+      "Ġlea": 1235,
+      "Ġreached": 1236,
+      "Ġunderst": 1237,
+      "air": 1238,
+      "Ġste": 1239,
+      "Ġbunny": 1240,
+      "ĠAs": 1241,
+      "Ġstory": 1242,
+      "'re": 1243,
+      "Ġpain": 1244,
+      "Ġsing": 1245,
+      "ster": 1246,
+      "Ġhere": 1247,
+      "Ġsand": 1248,
+      "Ġonly": 1249,
+      "Ġflo": 1250,
+      "Ġam": 1251,
+      "Ġglad": 1252,
+      "Ġtri": 1253,
+      "Ġbeh": 1254,
+      "Ġworld": 1255,
+      "Ġopen": 1256,
+      "Ġcre": 1257,
+      "fully": 1258,
+      "Ġprin": 1259,
+      "where": 1260,
+      "arent": 1261,
+      "Ġflower": 1262,
+      "Ġthrough": 1263,
+      "Ġba": 1264,
+      "Ġfire": 1265,
+      "Ġdone": 1266,
+      "Ġhaving": 1267,
+      "Ġthing": 1268,
+      "Ġdelic": 1269,
+      "Ġhimself": 1270,
+      "Ġtired": 1271,
+      "Ġparent": 1272,
+      "Ġsoft": 1273,
+      "Ġfro": 1274,
+      "Timmy": 1275,
+      "Ġtast": 1276,
+      "Ġbutterf": 1277,
+      "ĠLet": 1278,
+      "Ġcut": 1279,
+      "Ġpart": 1280,
+      "Ġwhy": 1281,
+      "ken": 1282,
+      "Ġmess": 1283,
+      "Can": 1284,
+      "Ġworry": 1285,
+      "Mommy": 1286,
+      "iver": 1287,
+      "Ġdin": 1288,
+      "uff": 1289,
+      "ater": 1290,
+      "Ġmagic": 1291,
+      "Ġwaved": 1292,
+      "Ġshouted": 1293,
+      "Ġpond": 1294,
+      "Ġkids": 1295,
+      "Ġhat": 1296,
+      "Ġduck": 1297,
+      "Ġsees": 1298,
+      "olly": 1299,
+      "illed": 1300,
+      "Ġgame": 1301,
+      "ient": 1302,
+      "Ġmaking": 1303,
+      "ather": 1304,
+      "John": 1305,
+      "As": 1306,
+      "akes": 1307,
+      "Ġcatch": 1308,
+      "Ġseen": 1309,
+      "Ġcool": 1310,
+      "ation": 1311,
+      "Ġcoming": 1312,
+      "Ġless": 1313,
+      "Ġdark": 1314,
+      "Ġused": 1315,
+      "eddy": 1316,
+      "Ġfix": 1317,
+      "ĠJoe": 1318,
+      "Ġthank": 1319,
+      "mer": 1320,
+      "Ġtop": 1321,
+      "Ġlady": 1322,
+      "Ġhair": 1323,
+      "aring": 1324,
+      "Ġprom": 1325,
+      "Ġhopped": 1326,
+      "ĠCan": 1327,
+      "\".": 1328,
+      "ign": 1329,
+      "Ġsurprise": 1330,
+      "Ġdraw": 1331,
+      "Ġmum": 1332,
+      "Ġmouse": 1333,
+      "Ġfunny": 1334,
+      "rel": 1335,
+      "Ġcra": 1336,
+      "Ġ-": 1337,
+      "aper": 1338,
+      "Ġfull": 1339,
+      "Ġtouch": 1340,
+      "Ġlight": 1341,
+      "Ġspot": 1342,
+      "ren": 1343,
+      "Ġdro": 1344,
+      "ĠBenny": 1345,
+      "Ġparents": 1346,
+      "Ġworked": 1347,
+      "ins": 1348,
+      "oney": 1349,
+      "ĠDo": 1350,
+      "Ġsurprised": 1351,
+      "Ġcarefully": 1352,
+      "Ġtrees": 1353,
+      "Ġfrog": 1354,
+      "Ġswing": 1355,
+      "Ġdoing": 1356,
+      "Don": 1357,
+      "Ġsat": 1358,
+      "inally": 1359,
+      "ĠThat": 1360,
+      "Ġice": 1361,
+      "ĠIn": 1362,
+      "Ġheld": 1363,
+      "Wow": 1364,
+      "Ġrunning": 1365,
+      "Ġpretend": 1366,
+      "Ġswim": 1367,
+      "Ġset": 1368,
+      "Ġread": 1369,
+      "Ġdelicious": 1370,
+      "Ġneeded": 1371,
+      "Ġtight": 1372,
+      "Ġslow": 1373,
+      "Ġremembered": 1374,
+      "Ġlost": 1375,
+      "Ġcold": 1376,
+      "Ġsmell": 1377,
+      "ards": 1378,
+      "Ġwood": 1379,
+      "Ġhappily": 1380,
+      "hy": 1381,
+      "ely": 1382,
+      "Ġlooks": 1383,
+      "Ġbehind": 1384,
+      "Ġherself": 1385,
+      "Ġcried": 1386,
+      "Ġenjoyed": 1387,
+      "Ġname": 1388,
+      "ask": 1389,
+      "Ġyears": 1390,
+      "Ġbuy": 1391,
+      "Ġhole": 1392,
+      "Ġblocks": 1393,
+      "Ġdri": 1394,
+      "Ġsleep": 1395,
+      "Ġgi": 1396,
+      "Ġyellow": 1397,
+      "cess": 1398,
+      "Ġbutterfly": 1399,
+      "ike": 1400,
+      "ued": 1401,
+      "Ġwished": 1402,
+      "Ġperf": 1403,
+      "Ġanother": 1404,
+      "ĠDaisy": 1405,
+      "Ġgreen": 1406,
+      "Ġmove": 1407,
+      "Ġtall": 1408,
+      "Ġair": 1409,
+      "Ġbag": 1410,
+      "Ġfloor": 1411,
+      "Ġcars": 1412,
+      "Ġlesson": 1413,
+      "ul": 1414,
+      "Ġbow": 1415,
+      "Ġarri": 1416,
+      "Ġwindow": 1417,
+      "Ġsho": 1418,
+      "Ġchildren": 1419,
+      "ner": 1420,
+      "Ġfinished": 1421,
+      "Ġhill": 1422,
+      "ĠAfter": 1423,
+      "andy": 1424,
+      "sp": 1425,
+      "ens": 1426,
+      "Ġpaper": 1427,
+      "Ġlikes": 1428,
+      "From": 1429,
+      "sy": 1430,
+      "Ġhold": 1431,
+      "Sam": 1432,
+      "Ġwrong": 1433,
+      "reed": 1434,
+      "Ġcontin": 1435,
+      "Ġunderstand": 1436,
+      "atter": 1437,
+      "uit": 1438,
+      "rew": 1439,
+      "Ġgent": 1440,
+      "Ġanything": 1441,
+      "Ġclose": 1442,
+      "Ġwall": 1443,
+      "Ġel": 1444,
+      "asure": 1445,
+      "Ġleft": 1446,
+      "Ġable": 1447,
+      "Ġarrived": 1448,
+      "Ġhun": 1449,
+      "ross": 1450,
+      "av": 1451,
+      "Ġhear": 1452,
+      "Ġfriendly": 1453,
+      "Ġforgot": 1454,
+      "Ġgone": 1455,
+      "ama": 1456,
+      "Ġcreat": 1457,
+      "Ġwet": 1458,
+      "Ġlion": 1459,
+      "Hell": 1460,
+      "Hello": 1461,
+      "Ġdream": 1462,
+      "Ġhot": 1463,
+      "bo": 1464,
+      "ber": 1465,
+      "ĠSally": 1466,
+      "Ġfilled": 1467,
+      "Ġdir": 1468,
+      "ield": 1469,
+      "Ġcookies": 1470,
+      "Ġlaugh": 1471,
+      "Ġbroken": 1472,
+      "Ġdinner": 1473,
+      "lf": 1474,
+      "Ġelse": 1475,
+      "Ġhid": 1476,
+      "ced": 1477,
+      "Ġpink": 1478,
+      "Ġfollowed": 1479,
+      "Ġtable": 1480,
+      "Ġmar": 1481,
+      "Ġcolors": 1482,
+      "oup": 1483,
+      "Ġmoment": 1484,
+      "Ġcontinued": 1485,
+      "Ġwonderful": 1486,
+      "ĠEm": 1487,
+      "ey": 1488,
+      "ined": 1489,
+      "irrel": 1490,
+      "rot": 1491,
+      "Ġfinally": 1492,
+      "Jack": 1493,
+      "Ġarm": 1494,
+      "Ġmight": 1495,
+      "ĠNow": 1496,
+      "Ġcast": 1497,
+      "Ġyes": 1498,
+      "Ġbuild": 1499,
+      "Ġenough": 1500,
+      "ĠBilly": 1501,
+      "Ġsomeone": 1502,
+      "Ġperfect": 1503,
+      "Ġfair": 1504,
+      "Ġstayed": 1505,
+      "app": 1506,
+      "Ġmorning": 1507,
+      "ĠThere": 1508,
+      "Ġpuppy": 1509,
+      "ol": 1510,
+      "Ġdaddy": 1511,
+      "Ġtrying": 1512,
+      "'ll": 1513,
+      "Ġju": 1514,
+      "Ġothers": 1515,
+      "Ġbooks": 1516,
+      "Ġagreed": 1517,
+      "Ġmus": 1518,
+      "Ġsnow": 1519,
+      "Ġsquirrel": 1520,
+      "Ġcream": 1521,
+      "room": 1522,
+      "Ġgetting": 1523,
+      "Ġgrandma": 1524,
+      "ĠLila": 1525,
+      "Ġleaves": 1526,
+      "Ġbaby": 1527,
+      "Ġcount": 1528,
+      "icy": 1529,
+      "Ġfew": 1530,
+      "At": 1531,
+      "Ġfall": 1532,
+      "Then": 1533,
+      "gon": 1534,
+      "Ġbreak": 1535,
+      "Ġclimbed": 1536,
+      "ries": 1537,
+      "Ġbeach": 1538,
+      "ash": 1539,
+      "Ġbug": 1540,
+      "Ġplease": 1541,
+      "Ġmother": 1542,
+      "Ġbrought": 1543,
+      "Ġtrain": 1544,
+      "ance": 1545,
+      "ĠThis": 1546,
+      "Ġdeep": 1547,
+      "Ġvis": 1548,
+      "ated": 1549,
+      "shed": 1550,
+      "Ġmet": 1551,
+      "Ġwasn": 1552,
+      "Ġsometimes": 1553,
+      "Ġeverything": 1554,
+      "ĠTommy": 1555,
+      "ich": 1556,
+      "Ġmusic": 1557,
+      "key": 1558,
+      "ling": 1559,
+      "This": 1560,
+      "os": 1561,
+      "Ġturned": 1562,
+      "lc": 1563,
+      "Ġride": 1564,
+      "oom": 1565,
+      "Ġsong": 1566,
+      "oring": 1567,
+      "Ġspark": 1568,
+      "Ġfight": 1569,
+      "Ġhungry": 1570,
+      "ons": 1571,
+      "Ġpictures": 1572,
+      "ds": 1573,
+      "Ġmakes": 1574,
+      "Ġsear": 1575,
+      "ucky": 1576,
+      "Ġlistened": 1577,
+      "Ġjoy": 1578,
+      "Ġpol": 1579,
+      "ĠWhat": 1580,
+      "His": 1581,
+      "ee": 1582,
+      "Ġclot": 1583,
+      "Ġsail": 1584,
+      "apped": 1585,
+      "bble": 1586,
+      "Ġcomp": 1587,
+      "Ġplan": 1588,
+      "Ġwants": 1589,
+      "Ġclothes": 1590,
+      "Ġpoin": 1591,
+      "ĠK": 1592,
+      "zz": 1593,
+      "Ġballoon": 1594,
+      "Ġstrange": 1595,
+      "man": 1596,
+      "enny": 1597,
+      "Ġpi": 1598,
+      "Ġgrow": 1599,
+      "Ġflying": 1600,
+      "row": 1601,
+      "Ġscary": 1602,
+      "Ġtreat": 1603,
+      "Ġwaited": 1604,
+      "Ġamazed": 1605,
+      "Ġteddy": 1606,
+      "Ġcastle": 1607,
+      "ister": 1608,
+      "Ġele": 1609,
+      "Ġamazing": 1610,
+      "med": 1611,
+      "Ġspl": 1612,
+      "Oh": 1613,
+      "Ġleave": 1614,
+      "Ġowner": 1615,
+      "Ġpromised": 1616,
+      "Ġdanger": 1617,
+      "ever": 1618,
+      "OK": 1619,
+      "Ġsuch": 1620,
+      "Ġwhite": 1621,
+      "Ġpat": 1622,
+      "Ġtalk": 1623,
+      "uffy": 1624,
+      "Ġfur": 1625,
+      "Ġpie": 1626,
+      "ope": 1627,
+      "red": 1628,
+      "Ġpulled": 1629,
+      "Ġpre": 1630,
+      "Ġwoods": 1631,
+      "ĠTo": 1632,
+      "Ġshared": 1633,
+      "Ġalone": 1634,
+      "Ġtowards": 1635,
+      "cle": 1636,
+      "ĠMaybe": 1637,
+      "Ġsit": 1638,
+      "Ġnap": 1639,
+      "Ġcolorful": 1640,
+      "amp": 1641,
+      "hone": 1642,
+      "Ġvisit": 1643,
+      "igg": 1644,
+      "ugg": 1645,
+      "thy": 1646,
+      "ence": 1647,
+      "Ġtail": 1648,
+      "ctor": 1649,
+      "Ġmagical": 1650,
+      "Ġriver": 1651,
+      "Ġhig": 1652,
+      "Ġbelie": 1653,
+      "Ġgrate": 1654,
+      "ually": 1655,
+      "ang": 1656,
+      "ott": 1657,
+      "Ġhide": 1658,
+      "Ġsilly": 1659,
+      "Ġsmiles": 1660,
+      "ower": 1661,
+      "Ġside": 1662,
+      "Max": 1663,
+      "Ġroll": 1664,
+      "Ġgu": 1665,
+      "ĠAmy": 1666,
+      "Ġpro": 1667,
+      "eter": 1668,
+      "Ġfaster": 1669,
+      "Ġgrateful": 1670,
+      "Ġtreasure": 1671,
+      "ased": 1672,
+      "Ġsnack": 1673,
+      "up": 1674,
+      "Ġland": 1675,
+      "avy": 1676,
+      "Ġmoral": 1677,
+      "ained": 1678,
+      "Ġsister": 1679,
+      "ĠGra": 1680,
+      "Ġshap": 1681,
+      "Ġpaint": 1682,
+      "Ġslowly": 1683,
+      "Ġfield": 1684,
+      "Ġpet": 1685,
+      "Ġsec": 1686,
+      "orm": 1687,
+      "ĠJim": 1688,
+      "Ġbran": 1689,
+      "Ġmin": 1690,
+      "Ġmust": 1691,
+      "Ġhelping": 1692,
+      "Ġworried": 1693,
+      "Ġjob": 1694,
+      "Ġfox": 1695,
+      "set": 1696,
+      "Ġmoney": 1697,
+      "Ġpot": 1698,
+      "Ġqui": 1699,
+      "Ġbel": 1700,
+      "Ġacc": 1701,
+      "Ġliving": 1702,
+      "Ġmonster": 1703,
+      "less": 1704,
+      "Ġparty": 1705,
+      "ear": 1706,
+      "Ġmost": 1707,
+      "Ġwear": 1708,
+      "Ġremember": 1709,
+      "ire": 1710,
+      "Ġsign": 1711,
+      "wl": 1712,
+      "Ġcloud": 1713,
+      "Ġcandy": 1714,
+      "Ġhigher": 1715,
+      "ipped": 1716,
+      "ident": 1717,
+      "ĠAll": 1718,
+      "der": 1719,
+      "ze": 1720,
+      "Ġquiet": 1721,
+      "Ġtown": 1722,
+      "unch": 1723,
+      "Ġprincess": 1724,
+      "Ġruns": 1725,
+      "asket": 1726,
+      "em": 1727,
+      "Ġeverywhere": 1728,
+      "Ġjoin": 1729,
+      "Ġstepped": 1730,
+      "Ġbasket": 1731,
+      "Ġlake": 1732,
+      "Ġcup": 1733,
+      "sw": 1734,
+      "outh": 1735,
+      "Ġcarrot": 1736,
+      "Ġcoll": 1737,
+      "Ġplant": 1738,
+      "Ġscream": 1739,
+      "ĠDaddy": 1740,
+      "Ġbuck": 1741,
+      "Ġheavy": 1742,
+      "Ġbigger": 1743,
+      "Ġcho": 1744,
+      "Ġblank": 1745,
+      "Ġclosed": 1746,
+      "Ġwon": 1747,
+      "ises": 1748,
+      "Ġansw": 1749,
+      "br": 1750,
+      "Ġblanket": 1751,
+      "Ġmouth": 1752,
+      "ames": 1753,
+      "eces": 1754,
+      "Ġeating": 1755,
+      "Ġpieces": 1756,
+      "cket": 1757,
+      "Ġstre": 1758,
+      "Ġwelc": 1759,
+      "Ġwouldn": 1760,
+      "Ġreach": 1761,
+      "Ġbroke": 1762,
+      "eared": 1763,
+      "Ġdangerous": 1764,
+      "gs": 1765,
+      "ph": 1766,
+      "ĠMolly": 1767,
+      "Ġce": 1768,
+      "ĠMr": 1769,
+      "ord": 1770,
+      "fort": 1771,
+      "Ġdolls": 1772,
+      "ming": 1773,
+      "Ġdance": 1774,
+      "Ġdragon": 1775,
+      "Ġthinks": 1776,
+      "Ġasks": 1777,
+      "Ġacross": 1778,
+      "Okay": 1779,
+      "Ġchair": 1780,
+      "Ġteac": 1781,
+      "Ġbott": 1782,
+      "Hi": 1783,
+      "Ġpa": 1784,
+      "Ġneigh": 1785,
+      "Ġbar": 1786,
+      "Ġbike": 1787,
+      "Ġpack": 1788,
+      "iting": 1789,
+      "Ġdisapp": 1790,
+      "Ġneighb": 1791,
+      "Ġstuck": 1792,
+      "de": 1793,
+      "Ġgif": 1794,
+      "Ġfruit": 1795,
+      "Ġbelieve": 1796,
+      "cy": 1797,
+      "Ġve": 1798,
+      "Ġcrying": 1799,
+      "ier": 1800,
+      "phant": 1801,
+      "Ġsuddenly": 1802,
+      "Ġsoup": 1803,
+      "Ġrace": 1804,
+      "Ġthrew": 1805,
+      "Sure": 1806,
+      "Ġfarmer": 1807,
+      "Ġaccident": 1808,
+      "Ġdirty": 1809,
+      "Ġelephant": 1810,
+      "Ġmonkey": 1811,
+      "Ġheal": 1812,
+      "weet": 1813,
+      "Ġrem": 1814,
+      "Ġpers": 1815,
+      "Ġsame": 1816,
+      "ored": 1817,
+      "ventually": 1818,
+      "ead": 1819,
+      "pping": 1820,
+      "Ġgentle": 1821,
+      "Ġfree": 1822,
+      "Ġbrown": 1823,
+      "Maybe": 1824,
+      "Ġinst": 1825,
+      "Ġbee": 1826,
+      "ix": 1827,
+      "Ġben": 1828,
+      "Ġwin": 1829,
+      "Ġblack": 1830,
+      "Ġalong": 1831,
+      "Ġlonger": 1832,
+      "ible": 1833,
+      "Ġspr": 1834,
+      "Ġclapped": 1835,
+      "Finally": 1836,
+      "Why": 1837,
+      "cked": 1838,
+      "Ġwords": 1839,
+      "ĠFl": 1840,
+      "Ġteacher": 1841,
+      "Ġupset": 1842,
+      "chool": 1843,
+      "Ġpiece": 1844,
+      "Ġwell": 1845,
+      "Ġcheered": 1846,
+      "Ġhit": 1847,
+      "Ġsang": 1848,
+      "ment": 1849,
+      "Ġbowl": 1850,
+      "Ġbite": 1851,
+      "Ġdoctor": 1852,
+      "ĠJill": 1853,
+      "Ġbucket": 1854,
+      "Mia": 1855,
+      "Ġbath": 1856,
+      "Ġcaught": 1857,
+      "Ġheart": 1858,
+      "Ġforget": 1859,
+      "Ġmark": 1860,
+      "Ġbutt": 1861,
+      "Ġdry": 1862,
+      "Ġyoung": 1863,
+      "Ġsea": 1864,
+      "Ġcour": 1865,
+      "Ġdropped": 1866,
+      "ese": 1867,
+      "Ġyard": 1868,
+      "Ġplac": 1869,
+      "ourn": 1870,
+      "Ġschool": 1871,
+      "Ġswings": 1872,
+      "bby": 1873,
+      "Ġwings": 1874,
+      "bs": 1875,
+      "Ġexplained": 1876,
+      "Ġjourn": 1877,
+      "Ġbring": 1878,
+      "Ġdrink": 1879,
+      "Ġstreet": 1880,
+      "Ġjuice": 1881,
+      "ung": 1882,
+      "Ġnearby": 1883,
+      "ĠEmma": 1884,
+      "Ġsmo": 1885,
+      "Ġsmart": 1886,
+      "Ġpushed": 1887,
+      "Ġstories": 1888,
+      "Ġdrove": 1889,
+      "Ġtiny": 1890,
+      "Ġpen": 1891,
+      "Ġcourse": 1892,
+      "Ġes": 1893,
+      "Ġmine": 1894,
+      "Ġtoday": 1895,
+      "Ġpocket": 1896,
+      "Ġyear": 1897,
+      "aughter": 1898,
+      "Ġje": 1899,
+      "Ġsecret": 1900,
+      "Ġexp": 1901,
+      "Ġwithout": 1902,
+      "Ġsinging": 1903,
+      "Ġwelcome": 1904,
+      "Ġhappen": 1905,
+      "to": 1906,
+      "Ġfit": 1907,
+      "Ġstu": 1908,
+      "vel": 1909,
+      "ract": 1910,
+      "Ġbus": 1911,
+      "Ġcheese": 1912,
+      "Ġcray": 1913,
+      "Ġfairy": 1914,
+      "Ġjar": 1915,
+      "Ġturns": 1916,
+      "Ġbush": 1917,
+      "bow": 1918,
+      "llo": 1919,
+      "Ġexploring": 1920,
+      "Ġlon": 1921,
+      "Ġstand": 1922,
+      "itting": 1923,
+      "Ġseemed": 1924,
+      "Ġspoon": 1925,
+      "ĠFinally": 1926,
+      "Ġgames": 1927,
+      "Ġwoke": 1928,
+      "issed": 1929,
+      "Ġresp": 1930,
+      "Ġtrou": 1931,
+      "Ġtwins": 1932,
+      "Ġhoped": 1933,
+      "Ġatt": 1934,
+      "Ġlonely": 1935,
+      "Ġant": 1936,
+      "ĠMama": 1937,
+      "orrow": 1938,
+      "Ġnoises": 1939,
+      "Ġhugs": 1940,
+      "ountain": 1941,
+      "yard": 1942,
+      "Ġdaughter": 1943,
+      "Ġinv": 1944,
+      "Ġkey": 1945,
+      "ail": 1946,
+      "Ġrocks": 1947,
+      "Ġdisco": 1948,
+      "Ġsu": 1949,
+      "Ġlunch": 1950,
+      "read": 1951,
+      "oun": 1952,
+      "vered": 1953,
+      "Ġbackyard": 1954,
+      "Ġsuc": 1955,
+      "Ġcow": 1956,
+      "Ġapple": 1957,
+      "ek": 1958,
+      "Ġswam": 1959,
+      "Ġshoes": 1960,
+      "Ġstars": 1961,
+      "Ġshook": 1962,
+      "ittens": 1963,
+      "Ġmiss": 1964,
+      "ches": 1965,
+      "Ġwish": 1966,
+      "Ġrelie": 1967,
+      "fused": 1968,
+      "Ġshapes": 1969,
+      "urple": 1970,
+      "Ġtower": 1971,
+      "ity": 1972,
+      "Ġcorn": 1973,
+      "Ġmoved": 1974,
+      "shine": 1975,
+      "Ġ3": 1976,
+      "Ġthough": 1977,
+      "Ġcir": 1978,
+      "umb": 1979,
+      "Ġtaking": 1980,
+      "ts": 1981,
+      "ĠTweet": 1982,
+      "ape": 1983,
+      "Ġrainbow": 1984,
+      "Ġthrow": 1985,
+      "Ġstar": 1986,
+      "Ġbench": 1987,
+      "Ġneck": 1988,
+      "ocked": 1989,
+      "Ġcreature": 1990,
+      "Ġbubble": 1991,
+      "Ġlate": 1992,
+      "Ġadventures": 1993,
+      "Ġowl": 1994,
+      "ions": 1995,
+      "And": 1996,
+      "Ġwhe": 1997,
+      "Ġpar": 1998,
+      "Ġshell": 1999,
+      "Ġkite": 2000,
+      "ĠFluffy": 2001,
+      "ining": 2002,
+      "Ġmil": 2003,
+      "unt": 2004,
+      "Ġfence": 2005,
+      "Ġmix": 2006,
+      "Ġlift": 2007,
+      "Ġaccidentally": 2008,
+      "Ġwise": 2009,
+      "Ġhello": 2010,
+      "Ġpurple": 2011,
+      "pper": 2012,
+      "Ġonto": 2013,
+      "Ġspin": 2014,
+      "ten": 2015,
+      "ours": 2016,
+      "Ġsitting": 2017,
+      "idge": 2018,
+      "Ġsunshine": 2019,
+      "Ġcute": 2020,
+      "Ġmat": 2021,
+      "ward": 2022,
+      "Ġshop": 2023,
+      "Ġwhist": 2024,
+      "Ġdist": 2025,
+      "Ġorange": 2026,
+      "Lila": 2027,
+      "Ġnaught": 2028,
+      "ĠSammy": 2029,
+      "Ġnaughty": 2030,
+      "Ġnest": 2031,
+      "ose": 2032,
+      "ors": 2033,
+      "lla": 2034,
+      "Ġmilk": 2035,
+      "fish": 2036,
+      "Ġaf": 2037,
+      "Ġboun": 2038,
+      "Ġphone": 2039,
+      "Ġarms": 2040,
+      "Ġeas": 2041,
+      "ness": 2042,
+      "Ġcarry": 2043,
+      "ĠGrandma": 2044,
+      "og": 2045,
+      "Ġbought": 2046,
+      "Ġdriver": 2047,
+      "Ġinstead": 2048,
+      "Later": 2049,
+      "Ġtalked": 2050,
+      "Ġsearched": 2051,
+      "gged": 2052,
+      "Ġpig": 2053,
+      "Ġcozy": 2054,
+      "Ġsunny": 2055,
+      "itty": 2056,
+      "Ġfeels": 2057,
+      "Ġfan": 2058,
+      "Ġwondered": 2059,
+      "Ġcomes": 2060,
+      "Ġswimming": 2061,
+      "uched": 2062,
+      "Ġtouched": 2063,
+      "Ġpop": 2064,
+      "ĠInside": 2065,
+      "ale": 2066,
+      "Ġlucky": 2067,
+      "Ġlaughing": 2068,
+      "Ġbelong": 2069,
+      "Ġsounds": 2070,
+      "Ġwom": 2071,
+      "Ġcave": 2072,
+      "let": 2073,
+      "Ġjourney": 2074,
+      "Ġwoman": 2075,
+      "Ġcou": 2076,
+      "Ġnothing": 2077,
+      "Ġcoat": 2078,
+      "Ġrelieved": 2079,
+      "ĠO": 2080,
+      "Ġpeace": 2081,
+      "adow": 2082,
+      "Ġnose": 2083,
+      "Ġbusy": 2084,
+      "Bob": 2085,
+      "Ġpast": 2086,
+      "Ġapples": 2087,
+      "Ġsick": 2088,
+      "Ġrope": 2089,
+      "Ġpatient": 2090,
+      "Ġact": 2091,
+      "Ġpudd": 2092,
+      "Ġinc": 2093,
+      "raid": 2094,
+      "Ġwatching": 2095,
+      "Ġbranch": 2096,
+      "Ġafraid": 2097,
+      "Ġtom": 2098,
+      "ider": 2099,
+      "Ġdays": 2100,
+      "Ġret": 2101,
+      "cing": 2102,
+      "ĠMary": 2103,
+      "Ġband": 2104,
+      "Ġfarm": 2105,
+      "Ġhuge": 2106,
+      "ĠThank": 2107,
+      "ator": 2108,
+      "Ġexciting": 2109,
+      "Ġdanced": 2110,
+      "thday": 2111,
+      "Ġwar": 2112,
+      "ĠSoon": 2113,
+      "ball": 2114,
+      "Ġgigg": 2115,
+      "blem": 2116,
+      "Ġzoom": 2117,
+      "Ġmad": 2118,
+      "Ġvill": 2119,
+      "Ġforever": 2120,
+      "Ġproblem": 2121,
+      "Ġcollect": 2122,
+      "ped": 2123,
+      "irt": 2124,
+      "Ġminut": 2125,
+      "Ġwra": 2126,
+      "ho": 2127,
+      "Ġlife": 2128,
+      "Ġknee": 2129,
+      "ces": 2130,
+      "Do": 2131,
+      "cer": 2132,
+      "mp": 2133,
+      "arp": 2134,
+      "Ġking": 2135,
+      "Ġasleep": 2136,
+      "Ġreturn": 2137,
+      "Ġsharp": 2138,
+      "Ġrel": 2139,
+      "Ġpower": 2140,
+      "eth": 2141,
+      "Ġholding": 2142,
+      "Ġfing": 2143,
+      "Ġhealthy": 2144,
+      "ĠMittens": 2145,
+      "Ġprot": 2146,
+      "Ġmeet": 2147,
+      "Ġorgan": 2148,
+      "Ġclever": 2149,
+      "Ġspotted": 2150,
+      "Ġletter": 2151,
+      "Ġgather": 2152,
+      "alm": 2153,
+      "Of": 2154,
+      "ere": 2155,
+      "Ġround": 2156,
+      "Ġstorm": 2157,
+      "Ġprotect": 2158,
+      "Ġgift": 2159,
+      "amed": 2160,
+      "Ġmail": 2161,
+      "ĠJen": 2162,
+      "Ġbirthday": 2163,
+      "Ġpres": 2164,
+      "Ġsaf": 2165,
+      "Ġneighbor": 2166,
+      "epend": 2167,
+      "Ġtakes": 2168,
+      "sc": 2169,
+      "Ġear": 2170,
+      "Ġcomfort": 2171,
+      "Ġent": 2172,
+      "Ġrep": 2173,
+      "Ġperson": 2174,
+      "Ġsmiling": 2175,
+      "ĠWith": 2176,
+      "Ġgently": 2177,
+      "Ġpointed": 2178,
+      "Every": 2179,
+      "owed": 2180,
+      "Ġspo": 2181,
+      "col": 2182,
+      "Ġtasty": 2183,
+      "ular": 2184,
+      "ĠJimmy": 2185,
+      "Ġplane": 2186,
+      "sting": 2187,
+      "hin": 2188,
+      "Ġhoney": 2189,
+      "itch": 2190,
+      "Ġpill": 2191,
+      "Ġpass": 2192,
+      "itten": 2193,
+      "Ġmatter": 2194,
+      "Ġadm": 2195,
+      "Ġtasted": 2196,
+      "Ġsmelled": 2197,
+      "nic": 2198,
+      "ove": 2199,
+      "Ġeag": 2200,
+      "Ġshining": 2201,
+      "Hey": 2202,
+      "Ġhope": 2203,
+      "Ġplaces": 2204,
+      "Ġkick": 2205,
+      "ĠCh": 2206,
+      "Ġpicnic": 2207,
+      "Ġbottle": 2208,
+      "Ġrespect": 2209,
+      "Ġblew": 2210,
+      "Ġappeared": 2211,
+      "Ġsupp": 2212,
+      "Tommy": 2213,
+      "ĠCome": 2214,
+      "Ġspider": 2215,
+      "Ġintere": 2216,
+      "Ġcheer": 2217,
+      "board": 2218,
+      "Ġwearing": 2219,
+      "Ġpresent": 2220,
+      "ert": 2221,
+      "Ġmist": 2222,
+      "ize": 2223,
+      "Ġtrouble": 2224,
+      "Ġtrip": 2225,
+      "Ġpract": 2226,
+      "Ġkiss": 2227,
+      "Ġquest": 2228,
+      "ond": 2229,
+      "Ġash": 2230,
+      "Ġloves": 2231,
+      "Ġtightly": 2232,
+      "gg": 2233,
+      "arge": 2234,
+      "Ġsur": 2235,
+      "Ġspread": 2236,
+      "aur": 2237,
+      "Ġwide": 2238,
+      "ones": 2239,
+      "umber": 2240,
+      "Ġfeather": 2241,
+      "Ġsplas": 2242,
+      "ont": 2243,
+      "ndp": 2244,
+      "Ġlater": 2245,
+      "Ġwhole": 2246,
+      "Ġanyone": 2247,
+      "Ġbread": 2248,
+      "Molly": 2249,
+      "Ġdes": 2250,
+      "Ġrec": 2251,
+      "ella": 2252,
+      "Ġroad": 2253,
+      "In": 2254,
+      "Ġoce": 2255,
+      "Ġgiant": 2256,
+      "Ġocean": 2257,
+      "els": 2258,
+      "Ġpuzz": 2259,
+      "Ġcookie": 2260,
+      "Ġpan": 2261,
+      "Ġpath": 2262,
+      "ÅĵI": 2263,
+      "Ġconfused": 2264,
+      "Ġscreamed": 2265,
+      "Ġclouds": 2266,
+      "eb": 2267,
+      "Ġimpress": 2268,
+      "Ġfront": 2269,
+      "ĠGo": 2270,
+      "Ġseat": 2271,
+      "lex": 2272,
+      "Ġlay": 2273,
+      "Ġwhich": 2274,
+      "la": 2275,
+      "Ġthin": 2276,
+      "Ġteach": 2277,
+      "erly": 2278,
+      "Ġdi": 2279,
+      "Ġanswer": 2280,
+      "ungle": 2281,
+      "Ġap": 2282,
+      "ssed": 2283,
+      "hile": 2284,
+      "ub": 2285,
+      "Ġlarge": 2286,
+      "Ġjungle": 2287,
+      "Ġpromise": 2288,
+      "Ġser": 2289,
+      "Ġber": 2290,
+      "Ġwild": 2291,
+      "Ġbark": 2292,
+      "Ġmach": 2293,
+      "oose": 2294,
+      "Ġbutton": 2295,
+      "ndpa": 2296,
+      "Good": 2297,
+      "Ġmyster": 2298,
+      "Ġsnake": 2299,
+      "Ġvillage": 2300,
+      "Ġhor": 2301,
+      "ĠEmily": 2302,
+      "Come": 2303,
+      "Ġtool": 2304,
+      "Ġputs": 2305,
+      "Ġlast": 2306,
+      "Ġimag": 2307,
+      "ĠJake": 2308,
+      "Lucy": 2309,
+      "Ġtid": 2310,
+      "Ġban": 2311,
+      "lebr": 2312,
+      "Ġeventually": 2313,
+      "Ġslid": 2314,
+      "Ġwave": 2315,
+      "Ġlive": 2316,
+      "Ġchased": 2317,
+      "ĠEverywhere": 2318,
+      "Ġcelebr": 2319,
+      "Ġcrayons": 2320,
+      "Just": 2321,
+      "Ġspent": 2322,
+      "Ġwrite": 2323,
+      "Ġgives": 2324,
+      "unk": 2325,
+      "ife": 2326,
+      "Ġdecor": 2327,
+      "Ġfoot": 2328,
+      "Ġdelight": 2329,
+      "Ġsol": 2330,
+      "Ġsandw": 2331,
+      "Ġdirt": 2332,
+      "ĠJenny": 2333,
+      "Ġtalking": 2334,
+      "Ġtreats": 2335,
+      "Ġcart": 2336,
+      "ching": 2337,
+      "Ġwaiting": 2338,
+      "Ġhiding": 2339,
+      "Ġsnowman": 2340,
+      "Ġinteresting": 2341,
+      "Ġhon": 2342,
+      "ony": 2343,
+      "Ġshelf": 2344,
+      "Ġtaste": 2345,
+      "een": 2346,
+      "Jim": 2347,
+      "Ġstep": 2348,
+      "Mum": 2349,
+      "Ġhelpful": 2350,
+      "Ġfeet": 2351,
+      "Ġshy": 2352,
+      "Ġgoes": 2353,
+      "Ġval": 2354,
+      "Ġemb": 2355,
+      "Ġstood": 2356,
+      "Ġshr": 2357,
+      "Ġbuilding": 2358,
+      "Ġoven": 2359,
+      "Ġstret": 2360,
+      "Ġlovely": 2361,
+      "Ġducks": 2362,
+      "Ġcorner": 2363,
+      "Ġwash": 2364,
+      "cks": 2365,
+      "Ġspe": 2366,
+      "Ġpretended": 2367,
+      "Ġrolled": 2368,
+      "Ġrude": 2369,
+      "old": 2370,
+      "Ġcalm": 2371,
+      "Ġpile": 2372,
+      "Ġteeth": 2373,
+      "Ġjumping": 2374,
+      "Ġzoo": 2375,
+      "Ġpuddle": 2376,
+      "Ġtidy": 2377,
+      "Mama": 2378,
+      "iger": 2379,
+      "ipe": 2380,
+      "Ġbugs": 2381,
+      "Ġashamed": 2382,
+      "Ġbat": 2383,
+      "ina": 2384,
+      "ĠRe": 2385,
+      "Ġob": 2386,
+      "Ġstra": 2387,
+      "ĠSt": 2388,
+      "Ġwhistle": 2389,
+      "Ġbanan": 2390,
+      "not": 2391,
+      "Ġnet": 2392,
+      "Ġforgive": 2393,
+      "Ġprince": 2394,
+      "ener": 2395,
+      "Ġshirt": 2396,
+      "Ġsel": 2397,
+      "Ġcoo": 2398,
+      "Ġembar": 2399,
+      "umpy": 2400,
+      "Ġsparkly": 2401,
+      "Ġremind": 2402,
+      "Ġsug": 2403,
+      "Ġcross": 2404,
+      "Ġmind": 2405,
+      "Ġcannot": 2406,
+      "Ġsuccess": 2407,
+      "Ġembarra": 2408,
+      "Soon": 2409,
+      "Ġmot": 2410,
+      "Ġsharing": 2411,
+      "Ġworm": 2412,
+      "Ġfold": 2413,
+      "Ġpeaceful": 2414,
+      "Ġwore": 2415,
+      "Ġmountain": 2416,
+      "Ġblow": 2417,
+      "lice": 2418,
+      "Ġign": 2419,
+      "Ġbell": 2420,
+      "Ġfurry": 2421,
+      "Ġgrab": 2422,
+      "als": 2423,
+      "ometimes": 2424,
+      "Ġwhenever": 2425,
+      "Ġpour": 2426,
+      "vous": 2427,
+      "llie": 2428,
+      "Ġpush": 2429,
+      "Ġbreath": 2430,
+      "Ġmachine": 2431,
+      "Ġsugar": 2432,
+      "Ġchick": 2433,
+      "Ġcreative": 2434,
+      "St": 2435,
+      "ned": 2436,
+      "Ġbal": 2437,
+      "Ġstir": 2438,
+      "Ġdolp": 2439,
+      "Ġtries": 2440,
+      "Now": 2441,
+      "Ġlad": 2442,
+      "ĠLe": 2443,
+      "Ġmed": 2444,
+      "Ġpool": 2445,
+      "Ġgener": 2446,
+      "Ġsal": 2447,
+      "ork": 2448,
+      "ult": 2449,
+      "Ġspray": 2450,
+      "Ġship": 2451,
+      "ian": 2452,
+      "Ġhum": 2453,
+      "Ġhel": 2454,
+      "isa": 2455,
+      "Ġselfish": 2456,
+      "Ġhar": 2457,
+      "Ġfaces": 2458,
+      "Ġmessy": 2459,
+      "Ġ'": 2460,
+      "Ġple": 2461,
+      "ĠSome": 2462,
+      "ĠHow": 2463,
+      "Ġgold": 2464,
+      "Ġchocol": 2465,
+      "Please": 2466,
+      "Ġminutes": 2467,
+      "Ġpillow": 2468,
+      "My": 2469,
+      "aking": 2470,
+      "Ġtun": 2471,
+      "Ġmissed": 2472,
+      "ighed": 2473,
+      "Ġvan": 2474,
+      "Ġfixed": 2475,
+      "Ġfighting": 2476,
+      "oin": 2477,
+      "Ġfig": 2478,
+      "Ġembarrassed": 2479,
+      "Ġmeant": 2480,
+      "Ġdrive": 2481,
+      "Ġtomorrow": 2482,
+      "Ġhours": 2483,
+      "Ġca": 2484,
+      "Ġner": 2485,
+      "Ġspicy": 2486,
+      "Ġknowing": 2487,
+      "ĠPlease": 2488,
+      "Sarah": 2489,
+      "Ġladder": 2490,
+      "ital": 2491,
+      "Ġhorse": 2492,
+      "ato": 2493,
+      "Ġug": 2494,
+      "ĠJust": 2495,
+      "Ġtrust": 2496,
+      "Ġhosp": 2497,
+      "Ġugly": 2498,
+      "Ġhospital": 2499,
+      "Ġchew": 2500,
+      "Ġbedroom": 2501,
+      "Ġeasy": 2502,
+      "Ġnervous": 2503,
+      "Ġrob": 2504,
+      "Ġthankful": 2505,
+      "Ġcarrots": 2506,
+      "Dad": 2507,
+      "elly": 2508,
+      "Ġgrew": 2509,
+      "Ġcolour": 2510,
+      "Ġbarked": 2511,
+      "Ġcouch": 2512,
+      "Ġnut": 2513,
+      "Ġmeadow": 2514,
+      "Ġtaught": 2515,
+      "Ġunderstood": 2516,
+      "Ġdisappoin": 2517,
+      "Ġpas": 2518,
+      "ano": 2519,
+      "Ġoften": 2520,
+      "Ġclass": 2521,
+      "Ġpassed": 2522,
+      "Ġknocked": 2523,
+      "Ġlanded": 2524,
+      "Ġmic": 2525,
+      "ird": 2526,
+      "Ġfear": 2527,
+      "Ġcoin": 2528,
+      "Ġmud": 2529,
+      "work": 2530,
+      "Ġdeter": 2531,
+      "Ġreg": 2532,
+      "Ġreturned": 2533,
+      "Ġdeterm": 2534,
+      "Ġhur": 2535,
+      "Ġfinish": 2536,
+      "izz": 2537,
+      "Ġtea": 2538,
+      "Ġsmooth": 2539,
+      "mo": 2540,
+      "Ġstuff": 2541,
+      "Ġmov": 2542,
+      "Ġgenerous": 2543,
+      "To": 2544,
+      "ĠOn": 2545,
+      "isp": 2546,
+      "Ġdrum": 2547,
+      "obby": 2548,
+      "Ġbubbles": 2549,
+      "Ġrobot": 2550,
+      "Ġthese": 2551,
+      "Ġseed": 2552,
+      "Ġglass": 2553,
+      "Ġdisappointed": 2554,
+      "ground": 2555,
+      "Ġring": 2556,
+      "Ġcard": 2557,
+      "Ġhears": 2558,
+      "Ġcarried": 2559,
+      "Ġmoon": 2560,
+      "Ġchocolate": 2561,
+      "Ġleaf": 2562,
+      "Ġsnacks": 2563,
+      "Ġcirc": 2564,
+      "Ġfancy": 2565,
+      "dle": 2566,
+      "Ġspend": 2567,
+      "ĠAnn": 2568,
+      "ustr": 2569,
+      "Ġcrab": 2570,
+      "Ġsongs": 2571,
+      "pack": 2572,
+      "Ġpir": 2573,
+      "ecially": 2574,
+      "osaur": 2575,
+      "Ġsold": 2576,
+      "Ġbridge": 2577,
+      "ĠEven": 2578,
+      "Ġsleepy": 2579,
+      "Ġhonest": 2580,
+      "Ġmir": 2581,
+      "ĠBr": 2582,
+      "Ġpaw": 2583,
+      "pecially": 2584,
+      "Ġav": 2585,
+      "ĠWhy": 2586,
+      "izzy": 2587,
+      "Ġchest": 2588,
+      "Ġwolf": 2589,
+      "Ġdinosaur": 2590,
+      "Ġespecially": 2591,
+      "Ġmap": 2592,
+      "Ġgas": 2593,
+      "ory": 2594,
+      "Ġchange": 2595,
+      "Ġgroup": 2596,
+      "Ġgathered": 2597,
+      "Ġsour": 2598,
+      "Ġpoor": 2599,
+      "Ġsplash": 2600,
+      "Ġwaves": 2601,
+      "Ġforward": 2602,
+      "Ġclown": 2603,
+      "Ġmysterious": 2604,
+      "ror": 2605,
+      "Ġbody": 2606,
+      "Ġfrustr": 2607,
+      "Ġcraw": 2608,
+      "Ġfake": 2609,
+      "Ġpin": 2610,
+      "Ġok": 2611,
+      "Ġrad": 2612,
+      "Ġwhisp": 2613,
+      "Ġtwirl": 2614,
+      "Ġstring": 2615,
+      "Ġsmelly": 2616,
+      "ĠTogether": 2617,
+      "sist": 2618,
+      "Ġcand": 2619,
+      "Ġgate": 2620,
+      "Ġscar": 2621,
+      "ĠKitty": 2622,
+      "Ġneckl": 2623,
+      "Billy": 2624,
+      "Ġmotor": 2625,
+      "ying": 2626,
+      "ote": 2627,
+      "Ġshore": 2628,
+      "urse": 2629,
+      "Ġjew": 2630,
+      "Ġweak": 2631,
+      "Ġgrumpy": 2632,
+      "Ġfinger": 2633,
+      "Ġsack": 2634,
+      "Ġkitten": 2635,
+      "Ġpolite": 2636,
+      "Ġglue": 2637,
+      "uce": 2638,
+      "Ġnumber": 2639,
+      "airs": 2640,
+      "Ġesc": 2641,
+      "Ġmirror": 2642,
+      "Ġsheep": 2643,
+      "Ġvase": 2644,
+      "Ġplants": 2645,
+      "Ġberries": 2646,
+      "most": 2647,
+      "Be": 2648,
+      "den": 2649,
+      "Ġjelly": 2650,
+      "ĠTheir": 2651,
+      "Ġemp": 2652,
+      "itter": 2653,
+      "There": 2654,
+      "Ġscr": 2655,
+      "Ġgray": 2656,
+      "Ġpuzzle": 2657,
+      "Ġnecklace": 2658,
+      "Ġmaybe": 2659,
+      "Ġplate": 2660,
+      "Ġalmost": 2661,
+      "usie": 2662,
+      "Ġfrustrated": 2663,
+      "Ġempty": 2664,
+      "port": 2665,
+      "orry": 2666,
+      "Ġthick": 2667,
+      "Ġjam": 2668,
+      "Ġskipped": 2669,
+      "ensive": 2670,
+      "ĠTeddy": 2671,
+      "aged": 2672,
+      "Ġcloset": 2673,
+      "Ġhidden": 2674,
+      "Ġexpensive": 2675,
+      "Ġdetermined": 2676,
+      "Ġbored": 2677,
+      "Ġlit": 2678,
+      "Ġdrew": 2679,
+      "Ġlegs": 2680,
+      "Ġhopping": 2681,
+      "ates": 2682,
+      "ĠSometimes": 2683,
+      "Ġsticks": 2684,
+      "Ġones": 2685,
+      "ĠAt": 2686,
+      "Ġbirdie": 2687,
+      "ĠDon": 2688,
+      "Ġpolice": 2689,
+      "Ġfruits": 2690,
+      "Ġtick": 2691,
+      "Ġaunt": 2692,
+      "Ġwis": 2693,
+      "Ġbake": 2694,
+      "Ġline": 2695,
+      "ots": 2696,
+      "Ġstone": 2697,
+      "Ġdogs": 2698,
+      "aul": 2699,
+      "Ġfigure": 2700,
+      "Jane": 2701,
+      "Ġsight": 2702,
+      "Ġcries": 2703,
+      "ĠBe": 2704,
+      "Ġmoving": 2705,
+      "Ġcontent": 2706,
+      "ĠBrown": 2707,
+      "Ġsaved": 2708,
+      "Ġcloth": 2709,
+      "?\".": 2710,
+      "box": 2711,
+      "Ġbranches": 2712,
+      "Ġpacked": 2713,
+      "Ġpowerful": 2714,
+      "Ġsplashed": 2715,
+      "Ġfeed": 2716,
+      "ested": 2717,
+      "Ġyelled": 2718,
+      "Where": 2719,
+      "dge": 2720,
+      "kin": 2721,
+      "Ġtiger": 2722,
+      "Ġpay": 2723,
+      "iddle": 2724,
+      "oop": 2725,
+      "ĠBella": 2726,
+      "Ġexam": 2727,
+      "Ġtaken": 2728,
+      "Ġcrane": 2729,
+      "Ġspoil": 2730,
+      "'d": 2731,
+      "Ġhang": 2732,
+      "Ġflag": 2733,
+      "Ġanswered": 2734,
+      "Ġdiscovered": 2735,
+      "ĠLeo": 2736,
+      "ush": 2737,
+      "Ġsave": 2738,
+      "Ġseek": 2739,
+      "Ġexcite": 2740,
+      "Ġpray": 2741,
+      "Ġjog": 2742,
+      "Ġstanding": 2743,
+      "Ġdolphin": 2744,
+      "Ġjack": 2745,
+      "Are": 2746,
+      "era": 2747,
+      "rag": 2748,
+      "Ġflut": 2749,
+      "getable": 2750,
+      "Ġboring": 2751,
+      "Ġlock": 2752,
+      "Ġincred": 2753,
+      "Ġexcitement": 2754,
+      "Ġsighed": 2755,
+      "Ġwip": 2756,
+      "Ġfis": 2757,
+      "Ġfill": 2758,
+      "Ġsoap": 2759,
+      "ĠMum": 2760,
+      "ola": 2761,
+      "Ġpleased": 2762,
+      "Ġjacket": 2763,
+      "light": 2764,
+      "Ġsugg": 2765,
+      "Ġmiddle": 2766,
+      "Ġeld": 2767,
+      "Ġwrote": 2768,
+      "Ġballoons": 2769,
+      "Ġorganized": 2770,
+      "que": 2771,
+      "Ġsailed": 2772,
+      "Their": 2773,
+      "Ġtells": 2774,
+      "Ġoy": 2775,
+      "Ġstones": 2776,
+      "Ġboard": 2777,
+      "Ġspun": 2778,
+      "Ġvegetable": 2779,
+      "lies": 2780,
+      "Ġind": 2781,
+      "iness": 2782,
+      "Ġworking": 2783,
+      "lower": 2784,
+      "alk": 2785,
+      "iff": 2786,
+      "Ġparrot": 2787,
+      "Stop": 2788,
+      "Ġscarf": 2789,
+      "Ġwagged": 2790,
+      "Ġclap": 2791,
+      "Ġmeasure": 2792,
+      "asing": 2793,
+      "Ġtears": 2794,
+      "body": 2795,
+      "Ġcomfortable": 2796,
+      "Ġleg": 2797,
+      "Ġswan": 2798,
+      "Ġtrue": 2799,
+      "Ġfright": 2800,
+      "Ġdrop": 2801,
+      "Ġsmoke": 2802,
+      "Ġfeathers": 2803,
+      "Ġincredible": 2804,
+      "ggs": 2805,
+      "ual": 2806,
+      "Ġtie": 2807,
+      "Ġcap": 2808,
+      "Ġlose": 2809,
+      "Ġpus": 2810,
+      "Ġeager": 2811,
+      "Ġmovie": 2812,
+      "fic": 2813,
+      "Ġcop": 2814,
+      "Ġeggs": 2815,
+      "oof": 2816,
+      "Ġrid": 2817,
+      "Ġcovered": 2818,
+      "Ġfil": 2819,
+      "Ġlem": 2820,
+      "Ġgrap": 2821,
+      "Ġdisappeared": 2822,
+      "Ġrecord": 2823,
+      "ĠTV": 2824,
+      "ĠBl": 2825,
+      "Ġext": 2826,
+      "Ġord": 2827,
+      "Ġgiggled": 2828,
+      "corn": 2829,
+      "Ġpri": 2830,
+      "Ġham": 2831,
+      "Ġrare": 2832,
+      "Ġyourself": 2833,
+      "Ġeng": 2834,
+      "Ġwhale": 2835,
+      "Ġknife": 2836,
+      "ĠLisa": 2837,
+      "Ġteam": 2838,
+      "ĠJohnny": 2839,
+      "zed": 2840,
+      "Ġtest": 2841,
+      "Ġbone": 2842,
+      "Ġdizzy": 2843,
+      "Ġlibr": 2844,
+      "Ġwrap": 2845,
+      "Ġquestions": 2846,
+      "iv": 2847,
+      "Ġlying": 2848,
+      "Ġstamp": 2849,
+      "Ġlicked": 2850,
+      "Ġnoisy": 2851,
+      "Ġkindness": 2852,
+      "Ġdiffic": 2853,
+      "Ġdrawing": 2854,
+      "apping": 2855,
+      "Jimmy": 2856,
+      "Ġstraw": 2857,
+      "Ġburn": 2858,
+      "Ġwagon": 2859,
+      "ately": 2860,
+      "Ġgrown": 2861,
+      "Ġrocket": 2862,
+      "Ġpopcorn": 2863,
+      "Sally": 2864,
+      "Ġbatter": 2865,
+      "Ġwand": 2866,
+      "Ġanc": 2867,
+      "ĠEnd": 2868,
+      "Ġsword": 2869,
+      "Ġhappening": 2870,
+      "Ġlifted": 2871,
+      "Ġbalance": 2872,
+      "Ġextra": 2873,
+      "Sorry": 2874,
+      "ha": 2875,
+      "Ġwander": 2876,
+      "Ġfat": 2877,
+      "ĠMark": 2878,
+      "ĠElla": 2879,
+      "Ġbecome": 2880,
+      "Ġtrack": 2881,
+      "Ġsmaller": 2882,
+      "Ġmistake": 2883,
+      "Ġtoast": 2884,
+      "ating": 2885,
+      "Ġmanaged": 2886,
+      "selves": 2887,
+      "ĠPeter": 2888,
+      "Ġbathroom": 2889,
+      "Ġharm": 2890,
+      "Ġdifficult": 2891,
+      "Ġtwist": 2892,
+      "Ġoffered": 2893,
+      "Ġruined": 2894,
+      "Ġmatch": 2895,
+      "Ġancient": 2896,
+      "Ġgar": 2897,
+      "illi": 2898,
+      "Ġdistance": 2899,
+      "Ġplayground": 2900,
+      "Ġlazy": 2901,
+      "Ġdancing": 2902,
+      "Ġadventur": 2903,
+      "af": 2904,
+      "ĠBa": 2905,
+      "Ġcalling": 2906,
+      "Ġcleaned": 2907,
+      "Ġcrown": 2908,
+      "ormal": 2909,
+      "Ġonce": 2910,
+      "Ġboss": 2911,
+      "Ġsell": 2912,
+      "Ġwalks": 2913,
+      "Ġfrightened": 2914,
+      "erri": 2915,
+      "Ġmask": 2916,
+      "Ġfluffy": 2917,
+      "emo": 2918,
+      "ĠZ": 2919,
+      "Ġfrag": 2920,
+      "Ġdest": 2921,
+      "Ġnormal": 2922,
+      "Ġyog": 2923,
+      "Ġpicks": 2924,
+      "Ġeye": 2925,
+      "Ġdrank": 2926,
+      "Ġcircle": 2927,
+      "Ġadventurous": 2928,
+      "Spot": 2929,
+      "Ġtent": 2930,
+      "Ġpress": 2931,
+      "Ġkissed": 2932,
+      "ict": 2933,
+      "Ġsciss": 2934,
+      "Ġgets": 2935,
+      "Ġtrunk": 2936,
+      "Ġcheck": 2937,
+      "Ġenjoying": 2938,
+      "Ġshells": 2939,
+      "Ġelderly": 2940,
+      "Ġscissors": 2941,
+      "Ġterri": 2942,
+      "Ġtoug": 2943,
+      "ages": 2944,
+      "Ġsteal": 2945,
+      "Me": 2946,
+      "ready": 2947,
+      "ete": 2948,
+      "Ġalready": 2949,
+      "ĠLittle": 2950,
+      "Ġjuicy": 2951,
+      "Ġstudy": 2952,
+      "Ġhorn": 2953,
+      "erp": 2954,
+      "Ġpizz": 2955,
+      "Ġallig": 2956,
+      "Ġlouder": 2957,
+      "Ġtowel": 2958,
+      "Ġcircles": 2959,
+      "Ġlead": 2960,
+      "Ġroar": 2961,
+      "Ġrose": 2962,
+      "Ġslipped": 2963,
+      "Ġtele": 2964,
+      "Ġfamous": 2965,
+      "Ġarg": 2966,
+      "Ġcheerful": 2967,
+      "ĠRex": 2968,
+      "Ġtough": 2969,
+      "ipper": 2970,
+      "Ġbarn": 2971,
+      "Ġfool": 2972,
+      "Ġdig": 2973,
+      "Ġdish": 2974,
+      "Ġagainst": 2975,
+      "Ġdeer": 2976,
+      "Ġsweetie": 2977,
+      "Ġengine": 2978,
+      "Ġed": 2979,
+      "Ġfather": 2980,
+      "Ġcover": 2981,
+      "Ġyours": 2982,
+      "Ġneeds": 2983,
+      "Joe": 2984,
+      "Ġbags": 2985,
+      "Ġspinning": 2986,
+      "Sue": 2987,
+      "Ġaw": 2988,
+      "anged": 2989,
+      "amond": 2990,
+      "Ġyarn": 2991,
+      "oph": 2992,
+      "Ġgiving": 2993,
+      "Ġdiamond": 2994,
+      "Ġsandwich": 2995,
+      "Ġindepend": 2996,
+      "Ġfragile": 2997,
+      "Who": 2998,
+      "cept": 2999,
+      "Ġnosy": 3000,
+      "Ġtwig": 3001,
+      "Ġhurts": 3002,
+      "Ġsuggested": 3003,
+      "Ġlemon": 3004,
+      "iest": 3005,
+      "ination": 3006,
+      "orge": 3007,
+      "Ġnod": 3008,
+      "Ġbloom": 3009,
+      "Ġhose": 3010,
+      "Ġboxes": 3011,
+      "Ġrealised": 3012,
+      "Ġfrown": 3013,
+      "ache": 3014,
+      "Ġrelax": 3015,
+      "Ġhammer": 3016,
+      "Ġadded": 3017,
+      "Ġweird": 3018,
+      "Ġmod": 3019,
+      "Ġcrack": 3020,
+      "Ġalligator": 3021,
+      "Amy": 3022,
+      "Gra": 3023,
+      "oot": 3024,
+      "Ġshake": 3025,
+      "rage": 3026,
+      "Ġlearning": 3027,
+      "Ġvegetables": 3028,
+      "Ġadd": 3029,
+      "Ġmelt": 3030,
+      "ĠSusie": 3031,
+      "elp": 3032,
+      "ĠBobby": 3033,
+      "Ġtrap": 3034,
+      "Ġcollar": 3035,
+      "Ġstubb": 3036,
+      "ique": 3037,
+      "Ġborrow": 3038,
+      "Ġpump": 3039,
+      "Ġloudly": 3040,
+      "Ġsearch": 3041,
+      "Ġchicken": 3042,
+      "Ġpizza": 3043,
+      "Ġindependent": 3044,
+      "Ġstubborn": 3045,
+      "Ġref": 3046,
+      "Ġasking": 3047,
+      "Ġbrilli": 3048,
+      "Ġdecide": 3049,
+      "Ġflash": 3050,
+      "Ġcaterp": 3051,
+      "Ġqueen": 3052,
+      "Ġsnee": 3053,
+      "ĠRose": 3054,
+      "Ġinvited": 3055,
+      "Ġstrawber": 3056,
+      "Ġfoolish": 3057,
+      "Ġcaterpill": 3058,
+      "gy": 3059,
+      "Ġtur": 3060,
+      "Ġdepend": 3061,
+      "Ġguit": 3062,
+      "Ġstri": 3063,
+      "Ġknight": 3064,
+      "Ġboys": 3065,
+      "Ġpee": 3066,
+      "Ġcomb": 3067,
+      "Ġclear": 3068,
+      "Ġunique": 3069,
+      "Ġbuttons": 3070,
+      "ĠTweety": 3071,
+      "Ġcolourful": 3072,
+      "Ġescape": 3073,
+      "Ġbrilliant": 3074,
+      "Ġrich": 3075,
+      "ĠBu": 3076,
+      "Ġsaying": 3077,
+      "Ġrode": 3078,
+      "Ġskin": 3079,
+      "Ġgarage": 3080,
+      "Help": 3081,
+      "dom": 3082,
+      "Ġmummy": 3083,
+      "Ġbeak": 3084,
+      "ured": 3085,
+      "aw": 3086,
+      "eorge": 3087,
+      "rop": 3088,
+      "edient": 3089,
+      "Ġunus": 3090,
+      "Ġoyster": 3091,
+      "Ġturkey": 3092,
+      "ĠOK": 3093,
+      "Ġfountain": 3094,
+      "Ġpatter": 3095,
+      "Ġweek": 3096,
+      "Ġchase": 3097,
+      "Ġrubb": 3098,
+      "Ġcounted": 3099,
+      "Ġregular": 3100,
+      "Ġwiped": 3101,
+      "Ġguitar": 3102,
+      "Ġunusual": 3103,
+      "land": 3104,
+      "Ġumb": 3105,
+      "Ġfork": 3106,
+      "Ġshows": 3107,
+      "Ġlights": 3108,
+      "Ġwalls": 3109,
+      "Ġdreamed": 3110,
+      "Ġbanana": 3111,
+      "Ġsuccessful": 3112,
+      "Ġjewel": 3113,
+      "Ġpattern": 3114,
+      "Ġumbre": 3115,
+      "cil": 3116,
+      "ray": 3117,
+      "inal": 3118,
+      "Ġlow": 3119,
+      "imed": 3120,
+      "Ġswe": 3121,
+      "Ġcryst": 3122,
+      "Ġpencil": 3123,
+      "Ġsafely": 3124,
+      "Ġtools": 3125,
+      "Well": 3126,
+      "Ġtape": 3127,
+      "Ġstream": 3128,
+      "ceed": 3129,
+      "Ġresc": 3130,
+      "Ġabove": 3131,
+      "Ġharder": 3132,
+      "Ġguess": 3133,
+      "Ġbottom": 3134,
+      "Ġmarket": 3135,
+      "Ġimpressed": 3136,
+      "Ġwaff": 3137,
+      "anut": 3138,
+      "iginal": 3139,
+      "Ġnotice": 3140,
+      "illa": 3141,
+      "Ġnods": 3142,
+      "Ġpeanut": 3143,
+      "olog": 3144,
+      "Ġpatch": 3145,
+      "Ġcrawled": 3146,
+      "Ġcaterpillar": 3147,
+      "na": 3148,
+      "Ġtank": 3149,
+      "Ġtask": 3150,
+      "Ġtire": 3151,
+      "Ġgun": 3152,
+      "Ġload": 3153,
+      "Ġcompet": 3154,
+      "umbled": 3155,
+      "Ġapolog": 3156,
+      "Ġsolve": 3157,
+      "How": 3158,
+      "Mummy": 3159,
+      "fast": 3160,
+      "hip": 3161,
+      "ĠNo": 3162,
+      "Ġbitter": 3163,
+      "arl": 3164,
+      "Ġears": 3165,
+      "Ġshone": 3166,
+      "Ġbrush": 3167,
+      "ĠFin": 3168,
+      "Ġoriginal": 3169,
+      "Ġfier": 3170,
+      "Ġglow": 3171,
+      "ĠNemo": 3172,
+      "Ġbreakfast": 3173,
+      "Ġadmired": 3174,
+      "ĠBlue": 3175,
+      "Ġedge": 3176,
+      "Ġdependable": 3177,
+      "und": 3178,
+      "uth": 3179,
+      "ĠIf": 3180,
+      "Ġclay": 3181,
+      "Ġstronger": 3182,
+      "Ġbossy": 3183,
+      "Ġcudd": 3184,
+      "aser": 3185,
+      "Ġgrandpa": 3186,
+      "Ġknows": 3187,
+      "Ġpicking": 3188,
+      "Ġjoke": 3189,
+      "Ġboats": 3190,
+      "Ġbald": 3191,
+      "Ġmedic": 3192,
+      "Ġscrat": 3193,
+      "Ġcone": 3194,
+      "Ġpenny": 3195,
+      "Ġlean": 3196,
+      "Ġraft": 3197,
+      "uggled": 3198,
+      "Ġsucceed": 3199,
+      "Ġobedient": 3200,
+      "Ġhumble": 3201,
+      "Ġlibrary": 3202,
+      "Re": 3203,
+      "head": 3204,
+      "Ġph": 3205,
+      "Ġnumb": 3206,
+      "Ġsauce": 3207,
+      "ĠBear": 3208,
+      "Ġtray": 3209,
+      "Ġproudly": 3210,
+      "Here": 3211,
+      "Ġsounded": 3212,
+      "Ġsquare": 3213,
+      "Ġterrible": 3214,
+      "Ġcrystal": 3215,
+      "Ġfierce": 3216,
+      "Jill": 3217,
+      "Ġwitch": 3218,
+      "inary": 3219,
+      "Ġhappiness": 3220,
+      "ĠLola": 3221,
+      "Ġhanded": 3222,
+      "Ġfridge": 3223,
+      "fa": 3224,
+      "Ġrough": 3225,
+      "ention": 3226,
+      "Ġchanged": 3227,
+      "Ġjoined": 3228,
+      "Ġraven": 3229,
+      "Ġmighty": 3230,
+      "Ġchose": 3231,
+      "Ġwheel": 3232,
+      "Ġumbrella": 3233,
+      "Ġtag": 3234,
+      "Ġcri": 3235,
+      "Ġow": 3236,
+      "arry": 3237,
+      "imp": 3238,
+      "ĠBill": 3239,
+      "Ġhelps": 3240,
+      "Ġfinding": 3241,
+      "Ġcleaning": 3242,
+      "Ġsquee": 3243,
+      "Ġfirework": 3244,
+      "Ġmedicine": 3245,
+      "azz": 3246,
+      "met": 3247,
+      "Ġplayful": 3248,
+      "Ġlocked": 3249,
+      "Ġgoat": 3250,
+      "Ġaccept": 3251,
+      "Ġcompass": 3252,
+      "Ġsurf": 3253,
+      "Ġcompetit": 3254,
+      "ext": 3255,
+      "kn": 3256,
+      "Ġsy": 3257,
+      "Ġsil": 3258,
+      "Ġbeet": 3259,
+      "ĠMar": 3260,
+      "uring": 3261,
+      "Ġchir": 3262,
+      "ĠEllie": 3263,
+      "Ġballs": 3264,
+      "ÅĵLet": 3265,
+      "Ġbutterflies": 3266,
+      "Ġguard": 3267,
+      "Ġcrayon": 3268,
+      "Ġdiscover": 3269,
+      "Ġparade": 3270,
+      "Ġmixed": 3271,
+      "Ġvalu": 3272,
+      "Ġhelmet": 3273,
+      "ĠBrownie": 3274,
+      "Em": 3275,
+      "ject": 3276,
+      "squ": 3277,
+      "ud": 3278,
+      "Ġgum": 3279,
+      "ature": 3280,
+      "Ġisland": 3281,
+      "Ġcost": 3282,
+      "Ġmole": 3283,
+      "Ġnicely": 3284,
+      "Ġkinds": 3285,
+      "Ġraced": 3286,
+      "Ġstove": 3287,
+      "Ġlaughs": 3288,
+      "Ġmarch": 3289,
+      "Ġfalls": 3290,
+      "Ġpersist": 3291,
+      "ĠBaby": 3292,
+      "ophie": 3293,
+      "Alice": 3294,
+      "ience": 3295,
+      "ito": 3296,
+      "Ġcage": 3297,
+      "Ġgoose": 3298,
+      "Ġcoins": 3299,
+      "Ġtrump": 3300,
+      "Ġmosqu": 3301,
+      "Ġserious": 3302,
+      "Ġmosquito": 3303,
+      "Ġflex": 3304,
+      "Ġcro": 3305,
+      "elon": 3306,
+      "Ġexcla": 3307,
+      "Ġchoose": 3308,
+      "Ġexplored": 3309,
+      "Ġunl": 3310,
+      "Ġbrothers": 3311,
+      "Ġguil": 3312,
+      "Ġnumbers": 3313,
+      "Ġtrumpet": 3314,
+      "Ġicy": 3315,
+      "Ġmoms": 3316,
+      "iew": 3317,
+      "Ġview": 3318,
+      "Ġenorm": 3319,
+      "Ġfireman": 3320,
+      "ĠMrs": 3321,
+      "Ġpractice": 3322,
+      "Ġenormous": 3323,
+      "wards": 3324,
+      "Ġsup": 3325,
+      "Ġvolc": 3326,
+      "Ġmeans": 3327,
+      "Ġpointing": 3328,
+      "Ġvaluable": 3329,
+      "Ġflexible": 3330,
+      "Ġexclaimed": 3331,
+      "Ġguilty": 3332,
+      "yal": 3333,
+      "Ġcam": 3334,
+      "Ġpipe": 3335,
+      "ision": 3336,
+      "ĠMy": 3337,
+      "Ġuseful": 3338,
+      "Ġfavour": 3339,
+      "Ġcrazy": 3340,
+      "Ġphot": 3341,
+      "known": 3342,
+      "Ġvolcano": 3343,
+      "Ġwake": 3344,
+      "Ġcity": 3345,
+      "omed": 3346,
+      "llip": 3347,
+      "Ġforth": 3348,
+      "Ġlollip": 3349,
+      "Ġseal": 3350,
+      "Ġallowed": 3351,
+      "Ġscare": 3352,
+      "Ġbrightly": 3353,
+      "Ġmarble": 3354,
+      "Ġpopular": 3355,
+      "Ġflashlight": 3356,
+      "Ġcompassion": 3357,
+      "Ġlollipop": 3358,
+      "ĠU": 3359,
+      "Ġing": 3360,
+      "Ġhunt": 3361,
+      "Ġdull": 3362,
+      "erry": 3363,
+      "Ġstat": 3364,
+      "Ġshel": 3365,
+      "!\".": 3366,
+      "Ġunknown": 3367,
+      "Ġhats": 3368,
+      "Ġshoot": 3369,
+      "redient": 3370,
+      "Ġbelonged": 3371,
+      "Ġfavourite": 3372,
+      "Ġingredient": 3373,
+      "Ġpil": 3374,
+      "Ġloyal": 3375,
+      "Ġbrace": 3376,
+      "ĠWhenever": 3377,
+      "Ġdreams": 3378,
+      "Ġkicked": 3379,
+      "Ġseeds": 3380,
+      "Ġtwirled": 3381,
+      "Ġsuper": 3382,
+      "time": 3383,
+      "Ġfine": 3384,
+      "Ġbees": 3385,
+      "Ġsofa": 3386,
+      "Ġshark": 3387,
+      "ĠMike": 3388,
+      "Ġanx": 3389,
+      "Ġsadly": 3390,
+      "Ġshowing": 3391,
+      "Ġways": 3392,
+      "Ġtrucks": 3393,
+      "Ġdelicate": 3394,
+      "ations": 3395,
+      "Ġrepe": 3396,
+      "Ġimpressive": 3397,
+      "Ġpoured": 3398,
+      "Ġpirate": 3399,
+      "Ġwhispered": 3400,
+      "Ġharmless": 3401,
+      "aff": 3402,
+      "Ġturt": 3403,
+      "Ġtied": 3404,
+      "aroo": 3405,
+      "ado": 3406,
+      "arth": 3407,
+      "Ġgrace": 3408,
+      "Ġhandle": 3409,
+      "Ġenc": 3410,
+      "Ġdeliver": 3411,
+      "Benny": 3412,
+      "Ġrushed": 3413,
+      "Ġusing": 3414,
+      "angaroo": 3415,
+      "Ġshape": 3416,
+      "Ġbushes": 3417,
+      "Ġpersistent": 3418,
+      "Ġgor": 3419,
+      "ĠSp": 3420,
+      "Ġkangaroo": 3421,
+      "Ġang": 3422,
+      "Ġoffice": 3423,
+      "Ġanxious": 3424,
+      "Go": 3425,
+      "alous": 3426,
+      "Ġspell": 3427,
+      "ĠWhile": 3428,
+      "iable": 3429,
+      "Ġpotato": 3430,
+      "Ġjealous": 3431,
+      "Ġwrapped": 3432,
+      "Ġfour": 3433,
+      "Ġcurt": 3434,
+      "Ġlog": 3435,
+      "Ġcoal": 3436,
+      "Ġreliable": 3437,
+      "Ġcurtain": 3438,
+      "Daisy": 3439,
+      "Ġsudden": 3440,
+      "mbol": 3441,
+      "ÅĵYes": 3442,
+      "aches": 3443,
+      "ĠPe": 3444,
+      "Ġpainted": 3445,
+      "ĠToby": 3446,
+      "Ġcere": 3447,
+      "gu": 3448,
+      "Ġtummy": 3449,
+      "Ġthose": 3450,
+      "ouses": 3451,
+      "uddy": 3452,
+      "Ġcush": 3453,
+      "Ġmetal": 3454,
+      "Ġsymbol": 3455,
+      "Ġbeetle": 3456,
+      "Ġcamera": 3457,
+      "Ġhouses": 3458,
+      "ilt": 3459,
+      "Ġcelebrate": 3460,
+      "Ġdelighted": 3461,
+      "Ġgorilla": 3462,
+      "Ġtooth": 3463,
+      "Ġthirst": 3464,
+      "keep": 3465,
+      "Ġshiver": 3466,
+      "Ġreward": 3467,
+      "Ġspace": 3468,
+      "Ġtravel": 3469,
+      "Ġrubbed": 3470,
+      "Ġprint": 3471,
+      "Ġdriving": 3472,
+      "Ġmarry": 3473,
+      "Ġwarned": 3474,
+      "Ġsoldier": 3475,
+      "Ġmotorcy": 3476,
+      "cut": 3477,
+      "Ġson": 3478,
+      "Ġtor": 3479,
+      "arlie": 3480,
+      "Ġhero": 3481,
+      "ief": 3482,
+      "Ġcarp": 3483,
+      "Ġexcitedly": 3484,
+      "Ġtemp": 3485,
+      "ĠPete": 3486,
+      "ĠBobo": 3487,
+      "cod": 3488,
+      "Ġhung": 3489,
+      "Ġgrowing": 3490,
+      "upid": 3491,
+      "Ġthinking": 3492,
+      "Ġtunn": 3493,
+      "While": 3494,
+      "cu": 3495,
+      "ipp": 3496,
+      "Ġhay": 3497,
+      "Ġyet": 3498,
+      "Ġvine": 3499,
+      "Ġacorn": 3500,
+      "icycle": 3501,
+      "Ġprep": 3502,
+      "Ġreminded": 3503,
+      "Ġgasped": 3504,
+      "Ġflute": 3505,
+      "Ġordinary": 3506,
+      "Ġcrocod": 3507,
+      "Ġamb": 3508,
+      "Ġcur": 3509,
+      "ĠBet": 3510,
+      "ĠMandy": 3511,
+      "Ġpup": 3512,
+      "Ġcreatures": 3513,
+      "Ġhurry": 3514,
+      "Ġspoiled": 3515,
+      "Ġtimes": 3516,
+      "Ġmis": 3517,
+      "Ġrice": 3518,
+      "Ġstupid": 3519,
+      "Ġshine": 3520,
+      "Ġresist": 3521,
+      "ugged": 3522,
+      "Ġlaw": 3523,
+      "Ġskull": 3524,
+      "coa": 3525,
+      "Ġmissing": 3526,
+      "Ġwheat": 3527,
+      "Ġsupport": 3528,
+      "Ġingredients": 3529,
+      "aid": 3530,
+      "loo": 3531,
+      "Ġcase": 3532,
+      "ery": 3533,
+      "Ġwashed": 3534,
+      "Ġdove": 3535,
+      "Ġspilled": 3536,
+      "Ġscoot": 3537,
+      "Ġmeal": 3538,
+      "Ġmule": 3539,
+      "ĠDucky": 3540,
+      "Ġmoder": 3541,
+      "arsh": 3542,
+      "ÅĵWhat": 3543,
+      "Ġtrick": 3544,
+      "Ġsett": 3545,
+      "ĠTweetie": 3546,
+      "Ġbounce": 3547,
+      "Ġfilthy": 3548,
+      "Ġbase": 3549,
+      "Ġhoop": 3550,
+      "Ġfre": 3551,
+      "Ġstumbled": 3552,
+      "Ġsoar": 3553,
+      "Ġweal": 3554,
+      "Ġseem": 3555,
+      "Ġword": 3556,
+      "Ġlab": 3557,
+      "ĠDave": 3558,
+      "ĠFr": 3559,
+      "Ġbadly": 3560,
+      "Ġhairy": 3561,
+      "Ġcrawl": 3562,
+      "Ġlively": 3563,
+      "Ġsteps": 3564,
+      "ÅĵLetâ": 3565,
+      "Ġbracelet": 3566,
+      "Ġcereal": 3567,
+      "Ġthirsty": 3568,
+      "Ġcarpet": 3569,
+      "Ġwool": 3570,
+      "ither": 3571,
+      "Ġgoal": 3572,
+      "Ġbackpack": 3573,
+      "Ġtruth": 3574,
+      "Ġcompl": 3575,
+      "Ġcheap": 3576,
+      "Ġdisg": 3577,
+      "Ġplaced": 3578,
+      "Ġearly": 3579,
+      "Ġdecorate": 3580,
+      "Ġnuts": 3581,
+      "Ow": 3582,
+      "cream": 3583,
+      "Ġbump": 3584,
+      "Ġthemselves": 3585,
+      "ices": 3586,
+      "Ġhelpless": 3587,
+      "Ġclum": 3588,
+      "Ġscatter": 3589,
+      "Ġscale": 3590,
+      "Ġnews": 3591,
+      "usting": 3592,
+      "Ġenv": 3593,
+      "âĤ¬âĢ": 3594,
+      "Ġtelling": 3595,
+      "Ġswinging": 3596,
+      "Ġsparkled": 3597,
+      "Ġcarrying": 3598,
+      "gging": 3599,
+      "ines": 3600,
+      "ric": 3601,
+      "Ġfriendship": 3602,
+      "Ġcareless": 3603,
+      "Ġsne": 3604,
+      "Ġdoesn": 3605,
+      "Ġfalling": 3606,
+      "Ġcomput": 3607,
+      "Ġpale": 3608,
+      "Ġpeeked": 3609,
+      "Ġcompassionate": 3610,
+      "com": 3611,
+      "vice": 3612,
+      "Ġsend": 3613,
+      "Ġstage": 3614,
+      "Ġmem": 3615,
+      "Ġchalk": 3616,
+      "Ġchasing": 3617,
+      "Ġpebble": 3618,
+      "ĠEverything": 3619,
+      "Ġcube": 3620,
+      "Ġpige": 3621,
+      "Ġcourage": 3622,
+      "Ġfingers": 3623,
+      "Ġturtle": 3624,
+      "bled": 3625,
+      "Ġsink": 3626,
+      "Ġbicycle": 3627,
+      "Ġshaking": 3628,
+      "Ġsleeping": 3629,
+      "Ġneighbour": 3630,
+      "Ġmodern": 3631,
+      "Ġdisgusting": 3632,
+      "Ġclumsy": 3633,
+      "gest": 3634,
+      "Ġhook": 3635,
+      "Ġcher": 3636,
+      "Ġnail": 3637,
+      "Ġbiggest": 3638,
+      "iches": 3639,
+      "Ġbul": 3640,
+      "Ġending": 3641,
+      "Ġdead": 3642,
+      "Ġtriang": 3643,
+      "ulance": 3644,
+      "Ġspoke": 3645,
+      "Ġpracticed": 3646,
+      "Ġambulance": 3647,
+      "Ġcomputer": 3648,
+      "ibb": 3649,
+      "Ġlamp": 3650,
+      "Ġstation": 3651,
+      "Ġchar": 3652,
+      "Ġwallet": 3653,
+      "ĠToday": 3654,
+      "Ġpackage": 3655,
+      "Ġmicrop": 3656,
+      "Ġcushion": 3657,
+      "keeper": 3658,
+      "Ġcrocodile": 3659,
+      "Ġmicrophone": 3660,
+      "under": 3661,
+      "ĠAlex": 3662,
+      "Ġthoughtful": 3663,
+      "Ġjolly": 3664,
+      "Ġpengu": 3665,
+      "Ġpumpkin": 3666,
+      "Ġcostum": 3667,
+      "Ġfive": 3668,
+      "Ġdough": 3669,
+      "Ġpony": 3670,
+      "Ġol": 3671,
+      "imi": 3672,
+      "Ġstairs": 3673,
+      "Ġknock": 3674,
+      "Ġgrand": 3675,
+      "Ġintell": 3676,
+      "Ġuniver": 3677,
+      "Ġbrighter": 3678,
+      "Ġopens": 3679,
+      "Ġdreaming": 3680,
+      "Ġbounced": 3681,
+      "Ġquestion": 3682,
+      "Ġstatue": 3683,
+      "Ġwine": 3684,
+      "isk": 3685,
+      "ĠAlice": 3686,
+      "Ġcocoa": 3687,
+      "ĠYour": 3688,
+      "Ġpepper": 3689,
+      "Ġbeauty": 3690,
+      "Ġperm": 3691,
+      "Ġpainting": 3692,
+      "Ġshoe": 3693,
+      "Ġelev": 3694,
+      "Everyone": 3695,
+      "hino": 3696,
+      "Ġwealthy": 3697,
+      "Ġintellig": 3698,
+      "noon": 3699,
+      "Ġsuit": 3700,
+      "Ġmild": 3701,
+      "Ġnature": 3702,
+      "ans": 3703,
+      "Ġhappier": 3704,
+      "Ġneat": 3705,
+      "Ġstarts": 3706,
+      "ucked": 3707,
+      "Ġafternoon": 3708,
+      "Ġtorn": 3709,
+      "Ġelevator": 3710,
+      "gen": 3711,
+      "ti": 3712,
+      "Ġten": 3713,
+      "Ġharsh": 3714,
+      "Ġped": 3715,
+      "atient": 3716,
+      "orant": 3717,
+      "Ġrece": 3718,
+      "Ġjet": 3719,
+      "illie": 3720,
+      "ĠRed": 3721,
+      "Ġreading": 3722,
+      "Ġsearching": 3723,
+      "Ġbasketball": 3724,
+      "Ġbarber": 3725,
+      "Ġspeed": 3726,
+      "See": 3727,
+      "awn": 3728,
+      "Ġstack": 3729,
+      "ĠMummy": 3730,
+      "Ġclock": 3731,
+      "ĠGive": 3732,
+      "Ġmagn": 3733,
+      "Ġleaving": 3734,
+      "Ġcupboard": 3735,
+      "Ġdesign": 3736,
+      "Ġslides": 3737,
+      "Ġsandwiches": 3738,
+      "Ġcandle": 3739,
+      "aulif": 3740,
+      "Ġriding": 3741,
+      "Ġfresh": 3742,
+      "oppy": 3743,
+      "Ġshocked": 3744,
+      "Ġener": 3745,
+      "Ġjumps": 3746,
+      "Ġhaircut": 3747,
+      "Ġrespectful": 3748,
+      "Ġcooking": 3749,
+      "Ġticket": 3750,
+      "Ġencou": 3751,
+      "Ġtunnel": 3752,
+      "auliflower": 3753,
+      "Give": 3754,
+      "Ġsle": 3755,
+      "reen": 3756,
+      "Ġmay": 3757,
+      "Ġthief": 3758,
+      "Ġyawn": 3759,
+      "Ġfort": 3760,
+      "Ġalert": 3761,
+      "Ġsorts": 3762,
+      "Ġimpatient": 3763,
+      "Ġcreate": 3764,
+      "ailable": 3765,
+      "Ġwheels": 3766,
+      "Ġvalue": 3767,
+      "Ġprize": 3768,
+      "Mary": 3769,
+      "ye": 3770,
+      "het": 3771,
+      "Ġsent": 3772,
+      "Ġbent": 3773,
+      "ince": 3774,
+      "Ġcomet": 3775,
+      "Ġcamp": 3776,
+      "Ġcauliflower": 3777,
+      "Ġmelon": 3778,
+      "Ġgem": 3779,
+      "Ġitself": 3780,
+      "iron": 3781,
+      "Ġmush": 3782,
+      "Ġmonkeys": 3783,
+      "Ġsalad": 3784,
+      "Ġdestro": 3785,
+      "Ġrescue": 3786,
+      "Ġscooter": 3787,
+      "Ġintelligent": 3788,
+      "az": 3789,
+      "Ġdug": 3790,
+      "iling": 3791,
+      "anger": 3792,
+      "Ġroof": 3793,
+      "Ġrhino": 3794,
+      "Ġscold": 3795,
+      "aghet": 3796,
+      "Ġexper": 3797,
+      "Ġbarking": 3798,
+      "Ġbananas": 3799,
+      "Ġignorant": 3800,
+      "Ġmicro": 3801,
+      "Ġavailable": 3802,
+      "Ġgraceful": 3803,
+      "Ġmotorcycle": 3804,
+      "aghetti": 3805,
+      "hood": 3806,
+      "ĠSn": 3807,
+      "Ġearth": 3808,
+      "Ġboots": 3809,
+      "Ġspaghetti": 3810,
+      "ummer": 3811,
+      "Ġagree": 3812,
+      "Ġbull": 3813,
+      "Ġanywhere": 3814,
+      "ĠGeorge": 3815,
+      "Ġbehave": 3816,
+      "ĠKim": 3817,
+      "Ġpaid": 3818,
+      "scope": 3819,
+      "Ġstretched": 3820,
+      "Ġfearful": 3821,
+      "Ġavo": 3822,
+      "Ġmicroscope": 3823,
+      "If": 3824,
+      "io": 3825,
+      "Ġnoteb": 3826,
+      "ĠEventually": 3827,
+      "Ġolder": 3828,
+      "Ġsniff": 3829,
+      "Ġadvice": 3830,
+      "Ġstops": 3831,
+      "Ġperform": 3832,
+      "Ġfurther": 3833,
+      "Ġenvious": 3834,
+      "Ġpigeon": 3835,
+      "Ġmushroom": 3836,
+      "Ġnotebook": 3837,
+      "ubby": 3838,
+      "Ġpun": 3839,
+      "ats": 3840,
+      "Ġnurse": 3841,
+      "orable": 3842,
+      "Ġthunder": 3843,
+      "Ġclapping": 3844,
+      "Ġvide": 3845,
+      "Ġbuilt": 3846,
+      "ĠCl": 3847,
+      "Ġuncom": 3848,
+      "Ġshouting": 3849,
+      "Ġarrow": 3850,
+      "Ġdrawer": 3851,
+      "Ġprov": 3852,
+      "fortable": 3853,
+      "Ġtomato": 3854,
+      "Ġmeeting": 3855,
+      "Ġobject": 3856,
+      "Ġyogurt": 3857,
+      "Ġtemple": 3858,
+      "Ġuncomfortable": 3859,
+      "ef": 3860,
+      "ues": 3861,
+      "ĠTony": 3862,
+      "Ġloop": 3863,
+      "Ġchubby": 3864,
+      "Ġswitch": 3865,
+      "Ġskip": 3866,
+      "Ġadorable": 3867,
+      "ÅĵIt": 3868,
+      "Ġcounting": 3869,
+      "Ġcooked": 3870,
+      "Ġpist": 3871,
+      "arian": 3872,
+      "enry": 3873,
+      "Ġstared": 3874,
+      "Ġshut": 3875,
+      "icop": 3876,
+      "Ġquite": 3877,
+      "Ġsnuggled": 3878,
+      "ĠGrandpa": 3879,
+      "Ġtroubled": 3880,
+      "Ġgiggle": 3881,
+      "Ġblowing": 3882,
+      "Ġhelicop": 3883,
+      "Ġfisher": 3884,
+      "Ġpistol": 3885,
+      "Ġhelicopter": 3886,
+      "par": 3887,
+      "ĠSophie": 3888,
+      "ooped": 3889,
+      "ips": 3890,
+      "Ġnowhere": 3891,
+      "Ġforgave": 3892,
+      "Ġmarched": 3893,
+      "Ġtreasures": 3894,
+      "host": 3895,
+      "Ġpassport": 3896,
+      "Ġstirred": 3897,
+      "Ġpushing": 3898,
+      "Ġcompetitive": 3899,
+      "Ġdestroy": 3900,
+      "Yay": 3901,
+      "aked": 3902,
+      "oe": 3903,
+      "tter": 3904,
+      "Ġgir": 3905,
+      "Ġghost": 3906,
+      "anic": 3907,
+      "kelet": 3908,
+      "htub": 3909,
+      "Ġreef": 3910,
+      "Ġsepar": 3911,
+      "opard": 3912,
+      "play": 3913,
+      "Ġenvel": 3914,
+      "Ġbreat": 3915,
+      "Ġrepair": 3916,
+      "Ġfootball": 3917,
+      "Ġbathtub": 3918,
+      "Ġrubber": 3919,
+      "Ġangel": 3920,
+      "Ġtriangle": 3921,
+      "Ġled": 3922,
+      "Ġmill": 3923,
+      "ĠSh": 3924,
+      "chanic": 3925,
+      "Ġnames": 3926,
+      "Ġleopard": 3927,
+      "Ġnobody": 3928,
+      "Ġanyway": 3929,
+      "uct": 3930,
+      "ctus": 3931,
+      "Ġshouldn": 3932,
+      "Ġzeb": 3933,
+      "Ġgiven": 3934,
+      "Ġholds": 3935,
+      "Ġbarrel": 3936,
+      "Ġbandage": 3937,
+      "Ġenth": 3938,
+      "Daddy": 3939,
+      "Ġzebra": 3940,
+      "ives": 3941,
+      "ube": 3942,
+      "year": 3943,
+      "Ġpor": 3944,
+      "Ġpand": 3945,
+      "Ġotter": 3946,
+      "Ġribb": 3947,
+      "Ġshield": 3948,
+      "Ġmechanic": 3949,
+      "Ġdonâ": 3950,
+      "Ġdisag": 3951,
+      "Ġdisplay": 3952,
+      "Ġmusician": 3953,
+      "ceros": 3954,
+      "Ġspeak": 3955,
+      "Ġcab": 3956,
+      "Ġcactus": 3957,
+      "ĠBetsy": 3958,
+      "Ġbulb": 3959,
+      "Ch": 3960,
+      "eath": 3961,
+      "ikes": 3962,
+      "xy": 3963,
+      "Ġtube": 3964,
+      "Ġahead": 3965,
+      "Ġsummer": 3966,
+      "Ġskelet": 3967,
+      "Ġpurse": 3968,
+      "Ġknob": 3969,
+      "Ġdidnâ": 3970,
+      "Ġcouldnâ": 3971,
+      "Ġcolours": 3972,
+      "Ġwindows": 3973,
+      "oomy": 3974,
+      "Ġgifted": 3975,
+      "Ġcartoon": 3976,
+      "Ġrhinoceros": 3977,
+      "gl": 3978,
+      "heart": 3979,
+      "Ġsize": 3980,
+      "Ġbet": 3981,
+      "ĠMiss": 3982,
+      "Ġscrew": 3983,
+      "Ġflour": 3984,
+      "Ġblin": 3985,
+      "apa": 3986,
+      "Ġdishes": 3987,
+      "Ġraining": 3988,
+      "Ġhoping": 3989,
+      "Ġshovel": 3990,
+      "Ġmint": 3991,
+      "Ġjellyfish": 3992,
+      "Ġsweater": 3993,
+      "Ġcharming": 3994,
+      "Ġpenguin": 3995,
+      "Ġenvelope": 3996,
+      "Ġenthus": 3997,
+      "Ġcabin": 3998,
+      "rec": 3999,
+      "Ġpant": 4000,
+      "Ġthread": 4001,
+      "Ġinse": 4002,
+      "Ġstaff": 4003,
+      "Ġliz": 4004,
+      "Ġunpack": 4005,
+      "Ġwriting": 4006,
+      "Ġtrash": 4007,
+      "Ġrolling": 4008,
+      "Ġwaffle": 4009,
+      "Ġiron": 4010,
+      "Ġwing": 4011,
+      "erable": 4012,
+      "Ġsheet": 4013,
+      "ĠBuddy": 4014,
+      "Ġshadow": 4015,
+      "Ġroared": 4016,
+      "Ġmuff": 4017,
+      "Ġairport": 4018,
+      "Ġceiling": 4019,
+      "Ġattic": 4020,
+      "Ġorganize": 4021,
+      "Ġstretch": 4022,
+      "Ġgrapes": 4023,
+      "Ġobs": 4024,
+      "ĠAre": 4025,
+      "ĠWould": 4026,
+      "ĠInst": 4027,
+      "Ġpiano": 4028,
+      "Ġsalt": 4029,
+      "Ġmiserable": 4030,
+      "Ġcord": 4031,
+      "Ġdess": 4032,
+      "Ġrefused": 4033,
+      "Ġscreen": 4034,
+      "ĠDan": 4035,
+      "Ġstrugg": 4036,
+      "Ġneedle": 4037,
+      "Ġbears": 4038,
+      "ĠAndy": 4039,
+      "Ġheaded": 4040,
+      "Ġsticky": 4041,
+      "Ġfreez": 4042,
+      "Ġzoomed": 4043,
+      "Ġimagined": 4044,
+      "Ġmedal": 4045,
+      "Ġmagnet": 4046,
+      "reci": 4047,
+      "Ġobser": 4048,
+      "Ġer": 4049,
+      "Ġlives": 4050,
+      "ĠAl": 4051,
+      "ĠPat": 4052,
+      "Ġappreci": 4053,
+      "asses": 4054,
+      "Ġsailor": 4055,
+      "Ġminute": 4056,
+      "Ġfisherman": 4057,
+      "vision": 4058,
+      "Ġrat": 4059,
+      "aled": 4060,
+      "Ġbrus": 4061,
+      "Ġchance": 4062,
+      "Ġpost": 4063,
+      "Ġsungl": 4064,
+      "Ġcheek": 4065,
+      "reeze": 4066,
+      "Ġdeaf": 4067,
+      "Ġrules": 4068,
+      "Ġfrogs": 4069,
+      "Ġairpl": 4070,
+      "ĠGod": 4071,
+      "Ġstrawberry": 4072,
+      "Ġslept": 4073,
+      "Ġlizard": 4074,
+      "Ġsunglasses": 4075,
+      "Ġluck": 4076,
+      "Ġinf": 4077,
+      "Ġbeep": 4078,
+      "ĠBunny": 4079,
+      "Ġmeas": 4080,
+      "Ġrod": 4081,
+      "Ġorder": 4082,
+      "Ġrestless": 4083,
+      "Ġsandbox": 4084,
+      "Ġmessage": 4085,
+      "ĠJoey": 4086,
+      "Ġcomplet": 4087,
+      "Ġattract": 4088,
+      "Ġgolden": 4089,
+      "Grandma": 4090,
+      "Ġpilot": 4091,
+      "Ġporch": 4092,
+      "Little": 4093,
+      "ler": 4094,
+      "ses": 4095
+    },
+    "merges": [
+      [
+        "h",
+        "e"
+      ],
+      [
+        "Ġ",
+        "t"
+      ],
+      [
+        "Ġ",
+        "a"
+      ],
+      [
+        "Ġ",
+        "s"
+      ],
+      [
+        "Ġ",
+        "w"
+      ],
+      [
+        "n",
+        "d"
+      ],
+      [
+        "Ġt",
+        "he"
+      ],
+      [
+        "e",
+        "d"
+      ],
+      [
+        "Ġa",
+        "nd"
+      ],
+      [
+        "Ġt",
+        "o"
+      ],
+      [
+        "Ġ",
+        "b"
+      ],
+      [
+        "i",
+        "n"
+      ],
+      [
+        "Ġ",
+        "h"
+      ],
+      [
+        "Ġw",
+        "a"
+      ],
+      [
+        "r",
+        "e"
+      ],
+      [
+        "Ġ",
+        "f"
+      ],
+      [
+        "i",
+        "t"
+      ],
+      [
+        "o",
+        "u"
+      ],
+      [
+        "Ġ",
+        "c"
+      ],
+      [
+        "Ġ",
+        "l"
+      ],
+      [
+        "Ġ",
+        "he"
+      ],
+      [
+        "Ġ",
+        "d"
+      ],
+      [
+        "e",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "s"
+      ],
+      [
+        "Ġ",
+        "m"
+      ],
+      [
+        "Ġ",
+        "p"
+      ],
+      [
+        "o",
+        "m"
+      ],
+      [
+        "Ġ",
+        "T"
+      ],
+      [
+        "Ġ",
+        "o"
+      ],
+      [
+        "a",
+        "y"
+      ],
+      [
+        "a",
+        "r"
+      ],
+      [
+        "in",
+        "g"
+      ],
+      [
+        "i",
+        "s"
+      ],
+      [
+        "Ġ",
+        "g"
+      ],
+      [
+        "i",
+        "l"
+      ],
+      [
+        "i",
+        "d"
+      ],
+      [
+        "a",
+        "t"
+      ],
+      [
+        "e",
+        "n"
+      ],
+      [
+        "Ġ",
+        "n"
+      ],
+      [
+        "Ġs",
+        "a"
+      ],
+      [
+        "Ġh",
+        "a"
+      ],
+      [
+        "Ġ",
+        "S"
+      ],
+      [
+        "i",
+        "m"
+      ],
+      [
+        "a",
+        "n"
+      ],
+      [
+        "ĠT",
+        "he"
+      ],
+      [
+        "o",
+        "r"
+      ],
+      [
+        "o",
+        "n"
+      ],
+      [
+        "Ġ",
+        "it"
+      ],
+      [
+        "Ġt",
+        "h"
+      ],
+      [
+        "l",
+        "l"
+      ],
+      [
+        "l",
+        "e"
+      ],
+      [
+        "Ġ",
+        "H"
+      ],
+      [
+        "Ġhe",
+        "r"
+      ],
+      [
+        "e",
+        "t"
+      ],
+      [
+        "o",
+        "t"
+      ],
+      [
+        "i",
+        "r"
+      ],
+      [
+        "ĠS",
+        "he"
+      ],
+      [
+        "ĠH",
+        "e"
+      ],
+      [
+        "v",
+        "er"
+      ],
+      [
+        "e",
+        "s"
+      ],
+      [
+        "Ġ",
+        "in"
+      ],
+      [
+        "u",
+        "t"
+      ],
+      [
+        "o",
+        "w"
+      ],
+      [
+        "c",
+        "k"
+      ],
+      [
+        "Ġ",
+        "e"
+      ],
+      [
+        "Ġ",
+        "u"
+      ],
+      [
+        "l",
+        "d"
+      ],
+      [
+        "ĠThe",
+        "y"
+      ],
+      [
+        "o",
+        "o"
+      ],
+      [
+        "i",
+        "g"
+      ],
+      [
+        "Ġsa",
+        "id"
+      ],
+      [
+        "a",
+        "m"
+      ],
+      [
+        "il",
+        "y"
+      ],
+      [
+        "Ġb",
+        "e"
+      ],
+      [
+        "Ġ",
+        "y"
+      ],
+      [
+        "Ġ",
+        "r"
+      ],
+      [
+        "Ġs",
+        "t"
+      ],
+      [
+        "c",
+        "e"
+      ],
+      [
+        "Ġs",
+        "he"
+      ],
+      [
+        "Ġ",
+        "\""
+      ],
+      [
+        "p",
+        "p"
+      ],
+      [
+        "k",
+        "e"
+      ],
+      [
+        "it",
+        "h"
+      ],
+      [
+        "O",
+        "n"
+      ],
+      [
+        "Ġ",
+        "I"
+      ],
+      [
+        "Ġw",
+        "ith"
+      ],
+      [
+        "v",
+        "e"
+      ],
+      [
+        "L",
+        "ily"
+      ],
+      [
+        "Ġo",
+        "n"
+      ],
+      [
+        "Ġo",
+        "f"
+      ],
+      [
+        "Ġs",
+        "o"
+      ],
+      [
+        "Ġh",
+        "is"
+      ],
+      [
+        "k",
+        "ed"
+      ],
+      [
+        "r",
+        "i"
+      ],
+      [
+        "n",
+        "t"
+      ],
+      [
+        "ver",
+        "y"
+      ],
+      [
+        "Ġp",
+        "l"
+      ],
+      [
+        "Ġd",
+        "ay"
+      ],
+      [
+        "a",
+        "d"
+      ],
+      [
+        "Ġy",
+        "ou"
+      ],
+      [
+        "Ġth",
+        "at"
+      ],
+      [
+        "Ġu",
+        "p"
+      ],
+      [
+        "Ġha",
+        "d"
+      ],
+      [
+        "s",
+        "t"
+      ],
+      [
+        "Ġpl",
+        "ay"
+      ],
+      [
+        "Ġthe",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Lily"
+      ],
+      [
+        "Ġw",
+        "e"
+      ],
+      [
+        "Ġm",
+        "om"
+      ],
+      [
+        "m",
+        "y"
+      ],
+      [
+        "Ġf",
+        "or"
+      ],
+      [
+        "e",
+        "l"
+      ],
+      [
+        "ou",
+        "ld"
+      ],
+      [
+        "u",
+        "n"
+      ],
+      [
+        "Ġ",
+        "B"
+      ],
+      [
+        "'",
+        "s"
+      ],
+      [
+        "it",
+        "t"
+      ],
+      [
+        "en",
+        "t"
+      ],
+      [
+        "Ġha",
+        "pp"
+      ],
+      [
+        "T",
+        "he"
+      ],
+      [
+        "c",
+        "h"
+      ],
+      [
+        "Ġl",
+        "i"
+      ],
+      [
+        "ou",
+        "t"
+      ],
+      [
+        "Ġwa",
+        "nt"
+      ],
+      [
+        "Ġs",
+        "h"
+      ],
+      [
+        "he",
+        "r"
+      ],
+      [
+        "l",
+        "y"
+      ],
+      [
+        "im",
+        "e"
+      ],
+      [
+        "itt",
+        "le"
+      ],
+      [
+        "ou",
+        "nd"
+      ],
+      [
+        "Ġ",
+        "very"
+      ],
+      [
+        "Ġt",
+        "ime"
+      ],
+      [
+        "om",
+        "e"
+      ],
+      [
+        "Ġl",
+        "ittle"
+      ],
+      [
+        "Ġthe",
+        "re"
+      ],
+      [
+        "s",
+        "e"
+      ],
+      [
+        "Ġd",
+        "o"
+      ],
+      [
+        "Ġw",
+        "h"
+      ],
+      [
+        "a",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "k"
+      ],
+      [
+        "e",
+        "nd"
+      ],
+      [
+        "a",
+        "l"
+      ],
+      [
+        "h",
+        "t"
+      ],
+      [
+        "Ġn",
+        "e"
+      ],
+      [
+        "Ġ",
+        "re"
+      ],
+      [
+        "Ġn",
+        "ot"
+      ],
+      [
+        "Ġhapp",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Ċ"
+      ],
+      [
+        "Ġb",
+        "ig"
+      ],
+      [
+        "Ġ",
+        "M"
+      ],
+      [
+        "Ġb",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "m"
+      ],
+      [
+        "a",
+        "ck"
+      ],
+      [
+        "Ġsa",
+        "w"
+      ],
+      [
+        "ĠI",
+        "t"
+      ],
+      [
+        "Ġa",
+        "s"
+      ],
+      [
+        "Ġa",
+        "n"
+      ],
+      [
+        "r",
+        "a"
+      ],
+      [
+        "ri",
+        "end"
+      ],
+      [
+        "Ġf",
+        "riend"
+      ],
+      [
+        "id",
+        "e"
+      ],
+      [
+        "On",
+        "e"
+      ],
+      [
+        "r",
+        "y"
+      ],
+      [
+        "'",
+        "t"
+      ],
+      [
+        "v",
+        "ed"
+      ],
+      [
+        "Ġ",
+        "is"
+      ],
+      [
+        "On",
+        "ce"
+      ],
+      [
+        "a",
+        "ke"
+      ],
+      [
+        ".",
+        "\""
+      ],
+      [
+        "Ġwe",
+        "re"
+      ],
+      [
+        "t",
+        "er"
+      ],
+      [
+        "u",
+        "g"
+      ],
+      [
+        "Ġl",
+        "oo"
+      ],
+      [
+        "Ġl",
+        "o"
+      ],
+      [
+        "o",
+        "re"
+      ],
+      [
+        "e",
+        "c"
+      ],
+      [
+        "ĠT",
+        "im"
+      ],
+      [
+        "Ġh",
+        "im"
+      ],
+      [
+        "Ġb",
+        "o"
+      ],
+      [
+        "!",
+        "\""
+      ],
+      [
+        "Ġto",
+        "o"
+      ],
+      [
+        "Ġg",
+        "o"
+      ],
+      [
+        "Ġup",
+        "on"
+      ],
+      [
+        "ir",
+        "l"
+      ],
+      [
+        "Ġ",
+        "j"
+      ],
+      [
+        "Ġwant",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "irl"
+      ],
+      [
+        "Ġs",
+        "e"
+      ],
+      [
+        "Ġ",
+        "out"
+      ],
+      [
+        "ar",
+        "d"
+      ],
+      [
+        "w",
+        "ay"
+      ],
+      [
+        "Ġs",
+        "p"
+      ],
+      [
+        "il",
+        "l"
+      ],
+      [
+        "i",
+        "nd"
+      ],
+      [
+        "Ġthe",
+        "m"
+      ],
+      [
+        "Ġc",
+        "ould"
+      ],
+      [
+        "f",
+        "u"
+      ],
+      [
+        "he",
+        "n"
+      ],
+      [
+        "Ġa",
+        "t"
+      ],
+      [
+        "u",
+        "r"
+      ],
+      [
+        "Ġd",
+        "id"
+      ],
+      [
+        "Ġsm",
+        "il"
+      ],
+      [
+        "Ġthe",
+        "ir"
+      ],
+      [
+        "Ġa",
+        "re"
+      ],
+      [
+        "Ġe",
+        "x"
+      ],
+      [
+        "Ġ",
+        "A"
+      ],
+      [
+        "a",
+        "in"
+      ],
+      [
+        "Ġw",
+        "ent"
+      ],
+      [
+        "ar",
+        "t"
+      ],
+      [
+        "he",
+        "d"
+      ],
+      [
+        "r",
+        "om"
+      ],
+      [
+        "i",
+        "c"
+      ],
+      [
+        "r",
+        "ound"
+      ],
+      [
+        "Ġha",
+        "ve"
+      ],
+      [
+        "Ġn",
+        "am"
+      ],
+      [
+        "l",
+        "p"
+      ],
+      [
+        "Ġa",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "J"
+      ],
+      [
+        "fu",
+        "l"
+      ],
+      [
+        "Ġk",
+        "n"
+      ],
+      [
+        "h",
+        "ing"
+      ],
+      [
+        "oo",
+        "d"
+      ],
+      [
+        "Ġhe",
+        "lp"
+      ],
+      [
+        "ig",
+        "ht"
+      ],
+      [
+        "Ġfriend",
+        "s"
+      ],
+      [
+        "on",
+        "e"
+      ],
+      [
+        "ar",
+        "k"
+      ],
+      [
+        "Ġb",
+        "ack"
+      ],
+      [
+        "u",
+        "m"
+      ],
+      [
+        "Ġc",
+        "an"
+      ],
+      [
+        "Ġnam",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "l"
+      ],
+      [
+        "?",
+        "\""
+      ],
+      [
+        "Ġf",
+        "un"
+      ],
+      [
+        "a",
+        "re"
+      ],
+      [
+        "ĠB",
+        "en"
+      ],
+      [
+        "Ġlo",
+        "ved"
+      ],
+      [
+        "Ġa",
+        "l"
+      ],
+      [
+        "el",
+        "t"
+      ],
+      [
+        "ĠTim",
+        "my"
+      ],
+      [
+        "Ġ",
+        "One"
+      ],
+      [
+        "o",
+        "p"
+      ],
+      [
+        "s",
+        "ide"
+      ],
+      [
+        "Ġl",
+        "e"
+      ],
+      [
+        "Ġn",
+        "o"
+      ],
+      [
+        "Ġs",
+        "c"
+      ],
+      [
+        "ĠT",
+        "om"
+      ],
+      [
+        "Ġf",
+        "elt"
+      ],
+      [
+        "ou",
+        "g"
+      ],
+      [
+        "Ġsmil",
+        "ed"
+      ],
+      [
+        "i",
+        "ck"
+      ],
+      [
+        "Ġas",
+        "ked"
+      ],
+      [
+        "Y",
+        "ou"
+      ],
+      [
+        "Ġto",
+        "y"
+      ],
+      [
+        "Ġm",
+        "an"
+      ],
+      [
+        "Ġa",
+        "round"
+      ],
+      [
+        "am",
+        "e"
+      ],
+      [
+        "Ġf",
+        "e"
+      ],
+      [
+        "Ġs",
+        "ay"
+      ],
+      [
+        "Ġbo",
+        "y"
+      ],
+      [
+        "Ġs",
+        "ome"
+      ],
+      [
+        "Ġloo",
+        "ked"
+      ],
+      [
+        "u",
+        "re"
+      ],
+      [
+        "om",
+        "et"
+      ],
+      [
+        "Ġb",
+        "r"
+      ],
+      [
+        "Ġw",
+        "ould"
+      ],
+      [
+        "Ġm",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ir"
+      ],
+      [
+        "Ġli",
+        "ke"
+      ],
+      [
+        "g",
+        "et"
+      ],
+      [
+        "Ġst",
+        "art"
+      ],
+      [
+        "Ġr",
+        "o"
+      ],
+      [
+        "a",
+        "s"
+      ],
+      [
+        "Ġse",
+        "e"
+      ],
+      [
+        "Ġ",
+        "W"
+      ],
+      [
+        "i",
+        "ce"
+      ],
+      [
+        "on",
+        "g"
+      ],
+      [
+        "Ġbir",
+        "d"
+      ],
+      [
+        "Ġs",
+        "omet"
+      ],
+      [
+        "d",
+        "d"
+      ],
+      [
+        "Ġw",
+        "or"
+      ],
+      [
+        "ad",
+        "e"
+      ],
+      [
+        "i",
+        "e"
+      ],
+      [
+        "k",
+        "ing"
+      ],
+      [
+        "Ġa",
+        "g"
+      ],
+      [
+        "ow",
+        "n"
+      ],
+      [
+        "Ġt",
+        "re"
+      ],
+      [
+        "Ġf",
+        "a"
+      ],
+      [
+        "Ġa",
+        "way"
+      ],
+      [
+        "Ġwh",
+        "at"
+      ],
+      [
+        "ing",
+        "s"
+      ],
+      [
+        "Ġstart",
+        "ed"
+      ],
+      [
+        "get",
+        "her"
+      ],
+      [
+        "Ġr",
+        "an"
+      ],
+      [
+        "Ã",
+        "¢"
+      ],
+      [
+        "â",
+        "Ĥ"
+      ],
+      [
+        "âĤ",
+        "¬"
+      ],
+      [
+        "ar",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ake"
+      ],
+      [
+        "ĠB",
+        "ut"
+      ],
+      [
+        "it",
+        "ed"
+      ],
+      [
+        "i",
+        "f"
+      ],
+      [
+        "ou",
+        "d"
+      ],
+      [
+        "Ġm",
+        "ade"
+      ],
+      [
+        "Ġto",
+        "gether"
+      ],
+      [
+        "Ġsomet",
+        "hing"
+      ],
+      [
+        "Ġex",
+        "c"
+      ],
+      [
+        "a",
+        "g"
+      ],
+      [
+        "Ġc",
+        "o"
+      ],
+      [
+        "Ġp",
+        "ark"
+      ],
+      [
+        "Ġne",
+        "w"
+      ],
+      [
+        "Ġsa",
+        "d"
+      ],
+      [
+        "Ġp",
+        "ut"
+      ],
+      [
+        ",",
+        "\""
+      ],
+      [
+        "Ġf",
+        "rom"
+      ],
+      [
+        "b",
+        "le"
+      ],
+      [
+        "t",
+        "her"
+      ],
+      [
+        "Ġp",
+        "r"
+      ],
+      [
+        "Ġm",
+        "u"
+      ],
+      [
+        "Ġc",
+        "ar"
+      ],
+      [
+        "Ġh",
+        "ome"
+      ],
+      [
+        "Ġ",
+        "You"
+      ],
+      [
+        "Ġthe",
+        "n"
+      ],
+      [
+        "Ġw",
+        "hen"
+      ],
+      [
+        "Ġf",
+        "ound"
+      ],
+      [
+        "e",
+        "ll"
+      ],
+      [
+        "Ġo",
+        "ther"
+      ],
+      [
+        "Ġag",
+        "ain"
+      ],
+      [
+        "Ġc",
+        "h"
+      ],
+      [
+        "Ġd",
+        "ec"
+      ],
+      [
+        "Ġwh",
+        "o"
+      ],
+      [
+        "Ġl",
+        "a"
+      ],
+      [
+        "ri",
+        "ed"
+      ],
+      [
+        "s",
+        "s"
+      ],
+      [
+        "Ġg",
+        "ood"
+      ],
+      [
+        "Ġh",
+        "ug"
+      ],
+      [
+        "Ġ",
+        "L"
+      ],
+      [
+        "pp",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "l"
+      ],
+      [
+        "e",
+        "p"
+      ],
+      [
+        "all",
+        "y"
+      ],
+      [
+        "Ġsay",
+        "s"
+      ],
+      [
+        "Ġf",
+        "l"
+      ],
+      [
+        "es",
+        "t"
+      ],
+      [
+        "a",
+        "ch"
+      ],
+      [
+        "Ġ",
+        "E"
+      ],
+      [
+        "Ġexc",
+        "ited"
+      ],
+      [
+        "p",
+        "l"
+      ],
+      [
+        "q",
+        "u"
+      ],
+      [
+        "oo",
+        "k"
+      ],
+      [
+        "Ġg",
+        "et"
+      ],
+      [
+        "oug",
+        "ht"
+      ],
+      [
+        "Ġplay",
+        "ing"
+      ],
+      [
+        "Ġg",
+        "ot"
+      ],
+      [
+        "Ġs",
+        "w"
+      ],
+      [
+        "ou",
+        "s"
+      ],
+      [
+        "h",
+        "at"
+      ],
+      [
+        "n",
+        "y"
+      ],
+      [
+        "id",
+        "ed"
+      ],
+      [
+        "u",
+        "ck"
+      ],
+      [
+        "Ġth",
+        "ings"
+      ],
+      [
+        "Ġe",
+        "very"
+      ],
+      [
+        "Ġdec",
+        "ided"
+      ],
+      [
+        "Ġc",
+        "ame"
+      ],
+      [
+        "Ġbe",
+        "c"
+      ],
+      [
+        "a",
+        "ve"
+      ],
+      [
+        "r",
+        "o"
+      ],
+      [
+        "a",
+        "x"
+      ],
+      [
+        "Ġli",
+        "ked"
+      ],
+      [
+        "Ġd",
+        "own"
+      ],
+      [
+        "Ġdo",
+        "g"
+      ],
+      [
+        "Ġsc",
+        "ared"
+      ],
+      [
+        "Ġ",
+        "v"
+      ],
+      [
+        "u",
+        "dd"
+      ],
+      [
+        "u",
+        "st"
+      ],
+      [
+        "Ġon",
+        "e"
+      ],
+      [
+        "Ġf",
+        "ind"
+      ],
+      [
+        "Ġb",
+        "l"
+      ],
+      [
+        "Ġth",
+        "an"
+      ],
+      [
+        "Ġ",
+        "D"
+      ],
+      [
+        "ou",
+        "se"
+      ],
+      [
+        "way",
+        "s"
+      ],
+      [
+        "Ġkn",
+        "e"
+      ],
+      [
+        "Ġdid",
+        "n"
+      ],
+      [
+        "a",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "my"
+      ],
+      [
+        "Ġc",
+        "are"
+      ],
+      [
+        "Ġal",
+        "ways"
+      ],
+      [
+        "Ġa",
+        "b"
+      ],
+      [
+        "is",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ad"
+      ],
+      [
+        "Ġfe",
+        "el"
+      ],
+      [
+        "ar",
+        "a"
+      ],
+      [
+        "b",
+        "b"
+      ],
+      [
+        "ar",
+        "n"
+      ],
+      [
+        "f",
+        "e"
+      ],
+      [
+        "Ġyou",
+        "r"
+      ],
+      [
+        "Ġout",
+        "side"
+      ],
+      [
+        "u",
+        "e"
+      ],
+      [
+        "Ġg",
+        "ra"
+      ],
+      [
+        "an",
+        "t"
+      ],
+      [
+        "Ġ",
+        "ke"
+      ],
+      [
+        "ĠM",
+        "om"
+      ],
+      [
+        "Ġtoo",
+        "k"
+      ],
+      [
+        "Ġl",
+        "ot"
+      ],
+      [
+        "n",
+        "n"
+      ],
+      [
+        "Ġb",
+        "u"
+      ],
+      [
+        "Ġab",
+        "out"
+      ],
+      [
+        "es",
+        "s"
+      ],
+      [
+        "Ġ",
+        "F"
+      ],
+      [
+        "nd",
+        "er"
+      ],
+      [
+        "Ġtre",
+        "e"
+      ],
+      [
+        "ec",
+        "i"
+      ],
+      [
+        "Ġloo",
+        "k"
+      ],
+      [
+        "Ġp",
+        "o"
+      ],
+      [
+        "Ġm",
+        "y"
+      ],
+      [
+        "ou",
+        "r"
+      ],
+      [
+        "Ġtoy",
+        "s"
+      ],
+      [
+        "it",
+        "e"
+      ],
+      [
+        "c",
+        "hed"
+      ],
+      [
+        "Ġkne",
+        "w"
+      ],
+      [
+        "Ġth",
+        "ought"
+      ],
+      [
+        "en",
+        "ed"
+      ],
+      [
+        "Ġle",
+        "arn"
+      ],
+      [
+        "Ġin",
+        "t"
+      ],
+      [
+        "Ġo",
+        "ld"
+      ],
+      [
+        "Ġm",
+        "ore"
+      ],
+      [
+        "nn",
+        "a"
+      ],
+      [
+        "is",
+        "e"
+      ],
+      [
+        "g",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "a"
+      ],
+      [
+        "udd",
+        "en"
+      ],
+      [
+        "eci",
+        "al"
+      ],
+      [
+        "Ġsp",
+        "ecial"
+      ],
+      [
+        "ĠM",
+        "ax"
+      ],
+      [
+        "a",
+        "u"
+      ],
+      [
+        "Ġw",
+        "ill"
+      ],
+      [
+        "er",
+        "s"
+      ],
+      [
+        "The",
+        "y"
+      ],
+      [
+        "re",
+        "t"
+      ],
+      [
+        "Ġp",
+        "e"
+      ],
+      [
+        "Ġh",
+        "o"
+      ],
+      [
+        "ĠS",
+        "am"
+      ],
+      [
+        "Ġt",
+        "ake"
+      ],
+      [
+        "Ġb",
+        "all"
+      ],
+      [
+        "Ġkn",
+        "ow"
+      ],
+      [
+        "Ġla",
+        "ug"
+      ],
+      [
+        "f",
+        "ter"
+      ],
+      [
+        "udden",
+        "ly"
+      ],
+      [
+        "Ġc",
+        "at"
+      ],
+      [
+        "Ġh",
+        "ow"
+      ],
+      [
+        "i",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "r"
+      ],
+      [
+        "Ġmu",
+        "ch"
+      ],
+      [
+        "Ġan",
+        "y"
+      ],
+      [
+        "Ġp",
+        "u"
+      ],
+      [
+        "m",
+        "a"
+      ],
+      [
+        "Ġs",
+        "l"
+      ],
+      [
+        "Ġs",
+        "or"
+      ],
+      [
+        "Ġm",
+        "o"
+      ],
+      [
+        "v",
+        "en"
+      ],
+      [
+        "is",
+        "h"
+      ],
+      [
+        "Ġsh",
+        "ow"
+      ],
+      [
+        "Ġcould",
+        "n"
+      ],
+      [
+        "au",
+        "se"
+      ],
+      [
+        "in",
+        "k"
+      ],
+      [
+        "B",
+        "ut"
+      ],
+      [
+        "Ġh",
+        "ouse"
+      ],
+      [
+        "Ġint",
+        "o"
+      ],
+      [
+        "um",
+        "p"
+      ],
+      [
+        "Ġo",
+        "ver"
+      ],
+      [
+        "Ġt",
+        "ried"
+      ],
+      [
+        "a",
+        "nd"
+      ],
+      [
+        "Ġe",
+        "at"
+      ],
+      [
+        "Ġs",
+        "k"
+      ],
+      [
+        "Ġs",
+        "un"
+      ],
+      [
+        "Ġt",
+        "w"
+      ],
+      [
+        "Ġcl",
+        "o"
+      ],
+      [
+        "i",
+        "a"
+      ],
+      [
+        "Ġr",
+        "un"
+      ],
+      [
+        "Ġha",
+        "nd"
+      ],
+      [
+        "ĠE",
+        "very"
+      ],
+      [
+        "Ġ",
+        "en"
+      ],
+      [
+        "Ġin",
+        "side"
+      ],
+      [
+        "d",
+        "y"
+      ],
+      [
+        "Ġ",
+        "if"
+      ],
+      [
+        "Ġto",
+        "ld"
+      ],
+      [
+        "Ġne",
+        "ver"
+      ],
+      [
+        "i",
+        "on"
+      ],
+      [
+        "Ġ",
+        "qu"
+      ],
+      [
+        "Ġbec",
+        "ause"
+      ],
+      [
+        "b",
+        "y"
+      ],
+      [
+        "Ġpr",
+        "oud"
+      ],
+      [
+        "Ġg",
+        "ave"
+      ],
+      [
+        "Ġsor",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "is"
+      ],
+      [
+        "Ġo",
+        "p"
+      ],
+      [
+        "Ġplay",
+        "ed"
+      ],
+      [
+        "at",
+        "e"
+      ],
+      [
+        "Ġex",
+        "pl"
+      ],
+      [
+        "Ġhe",
+        "ard"
+      ],
+      [
+        "t",
+        "y"
+      ],
+      [
+        "Ġo",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "ter"
+      ],
+      [
+        "an",
+        "k"
+      ],
+      [
+        "g",
+        "e"
+      ],
+      [
+        "s",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ick"
+      ],
+      [
+        "ot",
+        "her"
+      ],
+      [
+        "Ġro",
+        "om"
+      ],
+      [
+        "et",
+        "ter"
+      ],
+      [
+        "Ġj",
+        "ust"
+      ],
+      [
+        "a",
+        "ce"
+      ],
+      [
+        "Ġhug",
+        "ged"
+      ],
+      [
+        "a",
+        "k"
+      ],
+      [
+        "Ġg",
+        "re"
+      ],
+      [
+        "he",
+        "re"
+      ],
+      [
+        "Ġof",
+        "f"
+      ],
+      [
+        "ĠS",
+        "ara"
+      ],
+      [
+        "Ġp",
+        "ret"
+      ],
+      [
+        "il",
+        "e"
+      ],
+      [
+        "Ġe",
+        "ach"
+      ],
+      [
+        "Ġc",
+        "om"
+      ],
+      [
+        "Ġl",
+        "ong"
+      ],
+      [
+        "Ġbo",
+        "x"
+      ],
+      [
+        "or",
+        "t"
+      ],
+      [
+        "Ġst",
+        "r"
+      ],
+      [
+        "i",
+        "z"
+      ],
+      [
+        "Ġu",
+        "nt"
+      ],
+      [
+        "Ġwa",
+        "t"
+      ],
+      [
+        "ot",
+        "h"
+      ],
+      [
+        "Ġne",
+        "ed"
+      ],
+      [
+        "Ġj",
+        "o"
+      ],
+      [
+        "ĠW",
+        "e"
+      ],
+      [
+        "T",
+        "om"
+      ],
+      [
+        "Ġsm",
+        "all"
+      ],
+      [
+        "in",
+        "e"
+      ],
+      [
+        "Ġbe",
+        "ar"
+      ],
+      [
+        "M",
+        "om"
+      ],
+      [
+        "Ġunt",
+        "il"
+      ],
+      [
+        "Ġn",
+        "ice"
+      ],
+      [
+        "Ġt",
+        "ry"
+      ],
+      [
+        "v",
+        "ing"
+      ],
+      [
+        "u",
+        "c"
+      ],
+      [
+        "s",
+        "el"
+      ],
+      [
+        "oug",
+        "h"
+      ],
+      [
+        "Ġlearn",
+        "ed"
+      ],
+      [
+        "Ġk",
+        "ind"
+      ],
+      [
+        "ĠA",
+        "nna"
+      ],
+      [
+        "il",
+        "d"
+      ],
+      [
+        "Ġf",
+        "o"
+      ],
+      [
+        "Ġman",
+        "y"
+      ],
+      [
+        "'",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "ack"
+      ],
+      [
+        "Ġb",
+        "etter"
+      ],
+      [
+        "Ġ",
+        "im"
+      ],
+      [
+        "g",
+        "ry"
+      ],
+      [
+        "im",
+        "al"
+      ],
+      [
+        "Ġan",
+        "imal"
+      ],
+      [
+        "ur",
+        "t"
+      ],
+      [
+        "f",
+        "t"
+      ],
+      [
+        "Ġe",
+        "nd"
+      ],
+      [
+        "Ġs",
+        "n"
+      ],
+      [
+        "a",
+        "ut"
+      ],
+      [
+        "Ġt",
+        "e"
+      ],
+      [
+        "Ġc",
+        "le"
+      ],
+      [
+        "ĠJ",
+        "o"
+      ],
+      [
+        "v",
+        "ent"
+      ],
+      [
+        "ur",
+        "p"
+      ],
+      [
+        "Ġg",
+        "r"
+      ],
+      [
+        "Ġbe",
+        "aut"
+      ],
+      [
+        "Ġj",
+        "ump"
+      ],
+      [
+        "m",
+        "b"
+      ],
+      [
+        "Ġa",
+        "d"
+      ],
+      [
+        "re",
+        "am"
+      ],
+      [
+        "p",
+        "t"
+      ],
+      [
+        "ĠS",
+        "o"
+      ],
+      [
+        "ĠH",
+        "er"
+      ],
+      [
+        "Ġfl",
+        "ow"
+      ],
+      [
+        "i",
+        "es"
+      ],
+      [
+        "Ġc",
+        "he"
+      ],
+      [
+        "Ġb",
+        "ra"
+      ],
+      [
+        "Ġthan",
+        "ked"
+      ],
+      [
+        "Ġe",
+        "ven"
+      ],
+      [
+        "Ġb",
+        "est"
+      ],
+      [
+        "Ġc",
+        "all"
+      ],
+      [
+        "ad",
+        "y"
+      ],
+      [
+        "H",
+        "e"
+      ],
+      [
+        "Ġlot",
+        "s"
+      ],
+      [
+        "Ġlaug",
+        "hed"
+      ],
+      [
+        "sel",
+        "f"
+      ],
+      [
+        "Ġr",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "y"
+      ],
+      [
+        "ar",
+        "s"
+      ],
+      [
+        "ur",
+        "n"
+      ],
+      [
+        "Ġb",
+        "y"
+      ],
+      [
+        "Ġfa",
+        "st"
+      ],
+      [
+        "ll",
+        "y"
+      ],
+      [
+        "Ġf",
+        "am"
+      ],
+      [
+        "Ġ",
+        "C"
+      ],
+      [
+        "v",
+        "es"
+      ],
+      [
+        "ard",
+        "en"
+      ],
+      [
+        "Ġg",
+        "arden"
+      ],
+      [
+        "Ġbeaut",
+        "i"
+      ],
+      [
+        "w",
+        "n"
+      ],
+      [
+        "T",
+        "h"
+      ],
+      [
+        "Ġbeauti",
+        "ful"
+      ],
+      [
+        "Ġl",
+        "oud"
+      ],
+      [
+        "le",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "y"
+      ],
+      [
+        "Ġd",
+        "on"
+      ],
+      [
+        "h",
+        "n"
+      ],
+      [
+        "er",
+        "ed"
+      ],
+      [
+        "in",
+        "y"
+      ],
+      [
+        "Ġcare",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "ve"
+      ],
+      [
+        "Ġf",
+        "i"
+      ],
+      [
+        "ĠThe",
+        "n"
+      ],
+      [
+        "Å",
+        "ĵ"
+      ],
+      [
+        "a",
+        "se"
+      ],
+      [
+        "ec",
+        "t"
+      ],
+      [
+        "Ġsa",
+        "fe"
+      ],
+      [
+        "ĠA",
+        "nd"
+      ],
+      [
+        "Ġu",
+        "nder"
+      ],
+      [
+        "Ġc",
+        "ome"
+      ],
+      [
+        "ĠF",
+        "rom"
+      ],
+      [
+        "Y",
+        "es"
+      ],
+      [
+        "ĠM",
+        "ia"
+      ],
+      [
+        "I",
+        "t"
+      ],
+      [
+        "m",
+        "e"
+      ],
+      [
+        "Ġh",
+        "ard"
+      ],
+      [
+        "Ġc",
+        "u"
+      ],
+      [
+        "Ġw",
+        "o"
+      ],
+      [
+        "Ġl",
+        "ist"
+      ],
+      [
+        "Ġst",
+        "ay"
+      ],
+      [
+        "an",
+        "e"
+      ],
+      [
+        "s",
+        "h"
+      ],
+      [
+        "op",
+        "le"
+      ],
+      [
+        "Ġg",
+        "l"
+      ],
+      [
+        "n",
+        "ing"
+      ],
+      [
+        "Ġst",
+        "ill"
+      ],
+      [
+        "oo",
+        "l"
+      ],
+      [
+        "Ġh",
+        "urt"
+      ],
+      [
+        "re",
+        "e"
+      ],
+      [
+        "ĠH",
+        "is"
+      ],
+      [
+        "Ġim",
+        "p"
+      ],
+      [
+        "Ġfam",
+        "ily"
+      ],
+      [
+        "Ġ",
+        "â"
+      ],
+      [
+        "Ġb",
+        "oth"
+      ],
+      [
+        "r",
+        "m"
+      ],
+      [
+        "ig",
+        "h"
+      ],
+      [
+        "Ġli",
+        "ved"
+      ],
+      [
+        "he",
+        "s"
+      ],
+      [
+        "W",
+        "hen"
+      ],
+      [
+        "Ġpe",
+        "ople"
+      ],
+      [
+        "Ġanimal",
+        "s"
+      ],
+      [
+        "Ġco",
+        "l"
+      ],
+      [
+        "Ġbra",
+        "ve"
+      ],
+      [
+        "Ġwal",
+        "ked"
+      ],
+      [
+        "o",
+        "b"
+      ],
+      [
+        "T",
+        "im"
+      ],
+      [
+        "c",
+        "t"
+      ],
+      [
+        "Ġl",
+        "et"
+      ],
+      [
+        "urp",
+        "r"
+      ],
+      [
+        "ĠW",
+        "hen"
+      ],
+      [
+        "Ġtw",
+        "o"
+      ],
+      [
+        "Ġs",
+        "urpr"
+      ],
+      [
+        "Ġsh",
+        "ould"
+      ],
+      [
+        "is",
+        "hed"
+      ],
+      [
+        "Ġb",
+        "ad"
+      ],
+      [
+        "re",
+        "ss"
+      ],
+      [
+        "Ġke",
+        "pt"
+      ],
+      [
+        "Ġf",
+        "ore"
+      ],
+      [
+        "Ġf",
+        "lew"
+      ],
+      [
+        "Ġf",
+        "in"
+      ],
+      [
+        "Ġst",
+        "or"
+      ],
+      [
+        "Ġf",
+        "ly"
+      ],
+      [
+        "a",
+        "st"
+      ],
+      [
+        "is",
+        "ed"
+      ],
+      [
+        "i",
+        "p"
+      ],
+      [
+        "Ġit",
+        "s"
+      ],
+      [
+        "l",
+        "ed"
+      ],
+      [
+        "o",
+        "ck"
+      ],
+      [
+        "uc",
+        "y"
+      ],
+      [
+        "f",
+        "ore"
+      ],
+      [
+        "Ġgo",
+        "ing"
+      ],
+      [
+        "Ġcle",
+        "an"
+      ],
+      [
+        "Ġd",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ic"
+      ],
+      [
+        "Ġso",
+        "on"
+      ],
+      [
+        "Ġcall",
+        "ed"
+      ],
+      [
+        "Ġsh",
+        "are"
+      ],
+      [
+        "k",
+        "ay"
+      ],
+      [
+        "Ġan",
+        "gry"
+      ],
+      [
+        "Ġro",
+        "ck"
+      ],
+      [
+        "Ġc",
+        "on"
+      ],
+      [
+        "Ġpret",
+        "ty"
+      ],
+      [
+        "N",
+        "o"
+      ],
+      [
+        "Ġ",
+        "ide"
+      ],
+      [
+        "i",
+        "ed"
+      ],
+      [
+        "il",
+        "ly"
+      ],
+      [
+        "Ġg",
+        "round"
+      ],
+      [
+        "x",
+        "t"
+      ],
+      [
+        "Ġr",
+        "ed"
+      ],
+      [
+        "Ġexpl",
+        "ore"
+      ],
+      [
+        "Ġc",
+        "ry"
+      ],
+      [
+        "Ġad",
+        "vent"
+      ],
+      [
+        "Ġst",
+        "o"
+      ],
+      [
+        "s",
+        "o"
+      ],
+      [
+        "Ġre",
+        "al"
+      ],
+      [
+        "L",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ind"
+      ],
+      [
+        "Ġsh",
+        "iny"
+      ],
+      [
+        "b",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ook"
+      ],
+      [
+        "Ġal",
+        "so"
+      ],
+      [
+        "Ġdo",
+        "ll"
+      ],
+      [
+        "Ġide",
+        "a"
+      ],
+      [
+        "Ġbe",
+        "fore"
+      ],
+      [
+        "Ġop",
+        "ened"
+      ],
+      [
+        "dd",
+        "ed"
+      ],
+      [
+        "Ġwh",
+        "ile"
+      ],
+      [
+        "um",
+        "my"
+      ],
+      [
+        "Ġke",
+        "ep"
+      ],
+      [
+        "Ġe",
+        "y"
+      ],
+      [
+        "Ġn",
+        "ow"
+      ],
+      [
+        "Ġdo",
+        "or"
+      ],
+      [
+        "Ġfeel",
+        "ing"
+      ],
+      [
+        "âĤ¬",
+        "â"
+      ],
+      [
+        "o",
+        "on"
+      ],
+      [
+        "o",
+        "y"
+      ],
+      [
+        "Ġwal",
+        "king"
+      ],
+      [
+        "Ġno",
+        "ise"
+      ],
+      [
+        "Ġf",
+        "r"
+      ],
+      [
+        "le",
+        "s"
+      ],
+      [
+        "ag",
+        "e"
+      ],
+      [
+        "i",
+        "ous"
+      ],
+      [
+        "Ġcol",
+        "or"
+      ],
+      [
+        "Ġt",
+        "urn"
+      ],
+      [
+        "t",
+        "hing"
+      ],
+      [
+        "f",
+        "f"
+      ],
+      [
+        "u",
+        "ch"
+      ],
+      [
+        "t",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ed"
+      ],
+      [
+        "ar",
+        "y"
+      ],
+      [
+        "Ġd",
+        "ra"
+      ],
+      [
+        "Ġpick",
+        "ed"
+      ],
+      [
+        "im",
+        "b"
+      ],
+      [
+        "e",
+        "et"
+      ],
+      [
+        "Ġcl",
+        "imb"
+      ],
+      [
+        "Ġd",
+        "el"
+      ],
+      [
+        "W",
+        "hat"
+      ],
+      [
+        "Ġbe",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ood"
+      ],
+      [
+        "Ġu",
+        "n"
+      ],
+      [
+        "Ġf",
+        "ar"
+      ],
+      [
+        "t",
+        "ure"
+      ],
+      [
+        "j",
+        "oy"
+      ],
+      [
+        "Ġadvent",
+        "ure"
+      ],
+      [
+        "a",
+        "c"
+      ],
+      [
+        "Ġsmil",
+        "e"
+      ],
+      [
+        "Ġd",
+        "if"
+      ],
+      [
+        "Ħ",
+        "¢"
+      ],
+      [
+        "âĤ¬â",
+        "Ħ¢"
+      ],
+      [
+        "me",
+        "mb"
+      ],
+      [
+        "Ġw",
+        "r"
+      ],
+      [
+        "Ġth",
+        "r"
+      ],
+      [
+        "ug",
+        "ht"
+      ],
+      [
+        "Ġloo",
+        "king"
+      ],
+      [
+        "Ġne",
+        "xt"
+      ],
+      [
+        "ic",
+        "ed"
+      ],
+      [
+        "ĠL",
+        "ucy"
+      ],
+      [
+        "Ġno",
+        "dded"
+      ],
+      [
+        "Ġqu",
+        "ick"
+      ],
+      [
+        "Ġ",
+        "P"
+      ],
+      [
+        "Ġd",
+        "is"
+      ],
+      [
+        "Ġre",
+        "pl"
+      ],
+      [
+        "ĠD",
+        "ad"
+      ],
+      [
+        "Ġwa",
+        "it"
+      ],
+      [
+        "iz",
+        "ed"
+      ],
+      [
+        "Ġfore",
+        "st"
+      ],
+      [
+        "Ġclo",
+        "s"
+      ],
+      [
+        "ĠS",
+        "uddenly"
+      ],
+      [
+        "Ġt",
+        "ra"
+      ],
+      [
+        "T",
+        "hat"
+      ],
+      [
+        "Ġey",
+        "es"
+      ],
+      [
+        "g",
+        "er"
+      ],
+      [
+        "bb",
+        "it"
+      ],
+      [
+        "t",
+        "ed"
+      ],
+      [
+        "Ġo",
+        "wn"
+      ],
+      [
+        "Ġr",
+        "ain"
+      ],
+      [
+        "Ġimp",
+        "ort"
+      ],
+      [
+        "Ġgre",
+        "at"
+      ],
+      [
+        "Ġre",
+        "memb"
+      ],
+      [
+        "Ġpic",
+        "ture"
+      ],
+      [
+        "Th",
+        "ank"
+      ],
+      [
+        "S",
+        "uddenly"
+      ],
+      [
+        "Ġsto",
+        "pped"
+      ],
+      [
+        "Ġen",
+        "joy"
+      ],
+      [
+        "Ġv",
+        "o"
+      ],
+      [
+        "B",
+        "en"
+      ],
+      [
+        "Ġg",
+        "ive"
+      ],
+      [
+        "Ġimport",
+        "ant"
+      ],
+      [
+        "Ġwor",
+        "k"
+      ],
+      [
+        "Ġne",
+        "ar"
+      ],
+      [
+        "g",
+        "an"
+      ],
+      [
+        "p",
+        "ot"
+      ],
+      [
+        "Ġe",
+        "ver"
+      ],
+      [
+        "Ġa",
+        "pp"
+      ],
+      [
+        "Ġa",
+        "fter"
+      ],
+      [
+        "Ġquick",
+        "ly"
+      ],
+      [
+        "Ġlist",
+        "en"
+      ],
+      [
+        "Ġb",
+        "re"
+      ],
+      [
+        "t",
+        "ing"
+      ],
+      [
+        "bb",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "a"
+      ],
+      [
+        "Ġf",
+        "ish"
+      ],
+      [
+        "Ġrepl",
+        "ied"
+      ],
+      [
+        "Ġra",
+        "bbit"
+      ],
+      [
+        "Ġhand",
+        "s"
+      ],
+      [
+        "Ġ",
+        "G"
+      ],
+      [
+        "Ġnot",
+        "iced"
+      ],
+      [
+        "Ġbr",
+        "o"
+      ],
+      [
+        "Ġsl",
+        "ide"
+      ],
+      [
+        "Ġth",
+        "ink"
+      ],
+      [
+        "Ġwal",
+        "k"
+      ],
+      [
+        "Ġtr",
+        "uck"
+      ],
+      [
+        "Ġa",
+        "c"
+      ],
+      [
+        "k",
+        "es"
+      ],
+      [
+        "Ġstr",
+        "ong"
+      ],
+      [
+        "S",
+        "he"
+      ],
+      [
+        "Ġshow",
+        "ed"
+      ],
+      [
+        "Ġd",
+        "e"
+      ],
+      [
+        "Ġevery",
+        "one"
+      ],
+      [
+        "Ġwo",
+        "nder"
+      ],
+      [
+        "fe",
+        "re"
+      ],
+      [
+        "by",
+        "e"
+      ],
+      [
+        "Ġdif",
+        "fere"
+      ],
+      [
+        "ir",
+        "st"
+      ],
+      [
+        "S",
+        "o"
+      ],
+      [
+        "Ġs",
+        "ure"
+      ],
+      [
+        "Ġha",
+        "s"
+      ],
+      [
+        "Ġr",
+        "ight"
+      ],
+      [
+        "Ġbe",
+        "en"
+      ],
+      [
+        "Ġbec",
+        "ame"
+      ],
+      [
+        "Ġs",
+        "ound"
+      ],
+      [
+        "ma",
+        "z"
+      ],
+      [
+        "Ġto",
+        "w"
+      ],
+      [
+        "Ġr",
+        "u"
+      ],
+      [
+        "Ġt",
+        "al"
+      ],
+      [
+        "Ġa",
+        "maz"
+      ],
+      [
+        "Ġhe",
+        "ad"
+      ],
+      [
+        "Ġsh",
+        "out"
+      ],
+      [
+        "Ġbr",
+        "ight"
+      ],
+      [
+        "Ġy",
+        "e"
+      ],
+      [
+        "Ġwat",
+        "ched"
+      ],
+      [
+        "Ġ",
+        "R"
+      ],
+      [
+        "Ġm",
+        "or"
+      ],
+      [
+        "Ġch",
+        "ild"
+      ],
+      [
+        "a",
+        "ble"
+      ],
+      [
+        "Ġme",
+        "an"
+      ],
+      [
+        "Ġw",
+        "here"
+      ],
+      [
+        "ll",
+        "ow"
+      ],
+      [
+        "Ġh",
+        "igh"
+      ],
+      [
+        "ĠS",
+        "ue"
+      ],
+      [
+        "Ġfa",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "ook"
+      ],
+      [
+        "d",
+        "ay"
+      ],
+      [
+        "ay",
+        "be"
+      ],
+      [
+        "Ġwat",
+        "ch"
+      ],
+      [
+        "Ġbl",
+        "ue"
+      ],
+      [
+        "a",
+        "ught"
+      ],
+      [
+        "Ġdiffere",
+        "nt"
+      ],
+      [
+        "Ġst",
+        "ore"
+      ],
+      [
+        "Ġ",
+        "N"
+      ],
+      [
+        "Ġgood",
+        "bye"
+      ],
+      [
+        "Ġd",
+        "ress"
+      ],
+      [
+        "u",
+        "ll"
+      ],
+      [
+        "ĠB",
+        "ob"
+      ],
+      [
+        "n",
+        "g"
+      ],
+      [
+        "an",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "qu"
+      ],
+      [
+        "Ġo",
+        "kay"
+      ],
+      [
+        "is",
+        "y"
+      ],
+      [
+        "le",
+        "ase"
+      ],
+      [
+        "ĠMom",
+        "my"
+      ],
+      [
+        "Ġvo",
+        "ice"
+      ],
+      [
+        "J",
+        "o"
+      ],
+      [
+        "at",
+        "h"
+      ],
+      [
+        "Ġn",
+        "ight"
+      ],
+      [
+        "ĠS",
+        "pot"
+      ],
+      [
+        "Ġu",
+        "s"
+      ],
+      [
+        "Ġbo",
+        "at"
+      ],
+      [
+        "Ġflow",
+        "ers"
+      ],
+      [
+        "Ġpl",
+        "ace"
+      ],
+      [
+        "Ġfo",
+        "llow"
+      ],
+      [
+        "Ġa",
+        "r"
+      ],
+      [
+        "Ġu",
+        "se"
+      ],
+      [
+        "Ġclos",
+        "er"
+      ],
+      [
+        "un",
+        "ny"
+      ],
+      [
+        "le",
+        "ep"
+      ],
+      [
+        "ir",
+        "ed"
+      ],
+      [
+        "Ġfa",
+        "v"
+      ],
+      [
+        "Ġy",
+        "ell"
+      ],
+      [
+        "Ġgra",
+        "bbed"
+      ],
+      [
+        "Ġcu",
+        "ri"
+      ],
+      [
+        "Ġwa",
+        "rm"
+      ],
+      [
+        "Ġc",
+        "r"
+      ],
+      [
+        "Ġfor",
+        "g"
+      ],
+      [
+        "ĠSara",
+        "h"
+      ],
+      [
+        "ĠJo",
+        "hn"
+      ],
+      [
+        "Ġm",
+        "ag"
+      ],
+      [
+        "Ġst",
+        "ick"
+      ],
+      [
+        "W",
+        "e"
+      ],
+      [
+        "Ġjump",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "ake"
+      ],
+      [
+        "m",
+        "ore"
+      ],
+      [
+        "Ġt",
+        "ell"
+      ],
+      [
+        "Ġany",
+        "more"
+      ],
+      [
+        "A",
+        "fter"
+      ],
+      [
+        "Ġbut",
+        "ter"
+      ],
+      [
+        "nd",
+        "ma"
+      ],
+      [
+        "Ġth",
+        "ree"
+      ],
+      [
+        "Ġas",
+        "k"
+      ],
+      [
+        "c",
+        "o"
+      ],
+      [
+        "Ġ",
+        "our"
+      ],
+      [
+        "l",
+        "ie"
+      ],
+      [
+        "Ġcuri",
+        "ous"
+      ],
+      [
+        "ou",
+        "nt"
+      ],
+      [
+        "or",
+        "n"
+      ],
+      [
+        "Ġcon",
+        "t"
+      ],
+      [
+        "Ġfe",
+        "ll"
+      ],
+      [
+        "a",
+        "ched"
+      ],
+      [
+        "ĠT",
+        "h"
+      ],
+      [
+        "Ġbird",
+        "s"
+      ],
+      [
+        "as",
+        "s"
+      ],
+      [
+        "H",
+        "er"
+      ],
+      [
+        "is",
+        "s"
+      ],
+      [
+        "Ġhelp",
+        "ed"
+      ],
+      [
+        "ĠJ",
+        "ane"
+      ],
+      [
+        "Ġpu",
+        "ll"
+      ],
+      [
+        "Ġf",
+        "irst"
+      ],
+      [
+        "it",
+        "c"
+      ],
+      [
+        "Ġbl",
+        "ock"
+      ],
+      [
+        "Ġh",
+        "op"
+      ],
+      [
+        "Ġb",
+        "it"
+      ],
+      [
+        "Ġd",
+        "r"
+      ],
+      [
+        "Ġreal",
+        "ized"
+      ],
+      [
+        "Ġk",
+        "id"
+      ],
+      [
+        "L",
+        "ook"
+      ],
+      [
+        "il",
+        "a"
+      ],
+      [
+        "Ġm",
+        "on"
+      ],
+      [
+        "Ġbr",
+        "other"
+      ],
+      [
+        "A",
+        "nna"
+      ],
+      [
+        "S",
+        "ara"
+      ],
+      [
+        "Ġ",
+        "z"
+      ],
+      [
+        "ĠEvery",
+        "one"
+      ],
+      [
+        "Ġat",
+        "e"
+      ],
+      [
+        "Ġdo",
+        "es"
+      ],
+      [
+        "im",
+        "es"
+      ],
+      [
+        "Ġhapp",
+        "ened"
+      ],
+      [
+        "Ġst",
+        "op"
+      ],
+      [
+        "z",
+        "y"
+      ],
+      [
+        "Ġy",
+        "ummy"
+      ],
+      [
+        "Ġfav",
+        "or"
+      ],
+      [
+        "pp",
+        "y"
+      ],
+      [
+        "Ġk",
+        "itc"
+      ],
+      [
+        "Ġkitc",
+        "hen"
+      ],
+      [
+        "Ġsw",
+        "eet"
+      ],
+      [
+        "u",
+        "s"
+      ],
+      [
+        "Ġp",
+        "er"
+      ],
+      [
+        "Ġre",
+        "ally"
+      ],
+      [
+        "a",
+        "isy"
+      ],
+      [
+        "Ġgra",
+        "ss"
+      ],
+      [
+        "Ġfavor",
+        "ite"
+      ],
+      [
+        "Ġbe",
+        "gan"
+      ],
+      [
+        "Ġre",
+        "st"
+      ],
+      [
+        "Ġre",
+        "ady"
+      ],
+      [
+        "Ġle",
+        "a"
+      ],
+      [
+        "Ġre",
+        "ached"
+      ],
+      [
+        "Ġunder",
+        "st"
+      ],
+      [
+        "a",
+        "ir"
+      ],
+      [
+        "Ġst",
+        "e"
+      ],
+      [
+        "Ġb",
+        "unny"
+      ],
+      [
+        "ĠA",
+        "s"
+      ],
+      [
+        "Ġstor",
+        "y"
+      ],
+      [
+        "'",
+        "re"
+      ],
+      [
+        "Ġp",
+        "ain"
+      ],
+      [
+        "Ġs",
+        "ing"
+      ],
+      [
+        "st",
+        "er"
+      ],
+      [
+        "Ġhe",
+        "re"
+      ],
+      [
+        "Ġsa",
+        "nd"
+      ],
+      [
+        "Ġon",
+        "ly"
+      ],
+      [
+        "Ġfl",
+        "o"
+      ],
+      [
+        "Ġa",
+        "m"
+      ],
+      [
+        "Ġgl",
+        "ad"
+      ],
+      [
+        "Ġt",
+        "ri"
+      ],
+      [
+        "Ġbe",
+        "h"
+      ],
+      [
+        "Ġwor",
+        "ld"
+      ],
+      [
+        "Ġop",
+        "en"
+      ],
+      [
+        "Ġc",
+        "re"
+      ],
+      [
+        "fu",
+        "lly"
+      ],
+      [
+        "Ġpr",
+        "in"
+      ],
+      [
+        "w",
+        "here"
+      ],
+      [
+        "are",
+        "nt"
+      ],
+      [
+        "Ġflow",
+        "er"
+      ],
+      [
+        "Ġthr",
+        "ough"
+      ],
+      [
+        "Ġb",
+        "a"
+      ],
+      [
+        "Ġfi",
+        "re"
+      ],
+      [
+        "Ġd",
+        "one"
+      ],
+      [
+        "Ġha",
+        "ving"
+      ],
+      [
+        "Ġth",
+        "ing"
+      ],
+      [
+        "Ġdel",
+        "ic"
+      ],
+      [
+        "Ġhim",
+        "self"
+      ],
+      [
+        "Ġt",
+        "ired"
+      ],
+      [
+        "Ġp",
+        "arent"
+      ],
+      [
+        "Ġso",
+        "ft"
+      ],
+      [
+        "Ġf",
+        "ro"
+      ],
+      [
+        "Tim",
+        "my"
+      ],
+      [
+        "Ġta",
+        "st"
+      ],
+      [
+        "Ġbutter",
+        "f"
+      ],
+      [
+        "ĠL",
+        "et"
+      ],
+      [
+        "Ġc",
+        "ut"
+      ],
+      [
+        "Ġp",
+        "art"
+      ],
+      [
+        "Ġwh",
+        "y"
+      ],
+      [
+        "k",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ess"
+      ],
+      [
+        "C",
+        "an"
+      ],
+      [
+        "Ġwor",
+        "ry"
+      ],
+      [
+        "Mom",
+        "my"
+      ],
+      [
+        "i",
+        "ver"
+      ],
+      [
+        "Ġd",
+        "in"
+      ],
+      [
+        "u",
+        "ff"
+      ],
+      [
+        "at",
+        "er"
+      ],
+      [
+        "Ġmag",
+        "ic"
+      ],
+      [
+        "Ġwa",
+        "ved"
+      ],
+      [
+        "Ġshout",
+        "ed"
+      ],
+      [
+        "Ġpo",
+        "nd"
+      ],
+      [
+        "Ġkid",
+        "s"
+      ],
+      [
+        "Ġh",
+        "at"
+      ],
+      [
+        "Ġd",
+        "uck"
+      ],
+      [
+        "Ġse",
+        "es"
+      ],
+      [
+        "o",
+        "lly"
+      ],
+      [
+        "ill",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "ame"
+      ],
+      [
+        "i",
+        "ent"
+      ],
+      [
+        "Ġma",
+        "king"
+      ],
+      [
+        "at",
+        "her"
+      ],
+      [
+        "Jo",
+        "hn"
+      ],
+      [
+        "A",
+        "s"
+      ],
+      [
+        "ak",
+        "es"
+      ],
+      [
+        "Ġcat",
+        "ch"
+      ],
+      [
+        "Ġse",
+        "en"
+      ],
+      [
+        "Ġc",
+        "ool"
+      ],
+      [
+        "at",
+        "ion"
+      ],
+      [
+        "Ġcom",
+        "ing"
+      ],
+      [
+        "Ġl",
+        "ess"
+      ],
+      [
+        "Ġd",
+        "ark"
+      ],
+      [
+        "Ġu",
+        "sed"
+      ],
+      [
+        "ed",
+        "dy"
+      ],
+      [
+        "Ġfi",
+        "x"
+      ],
+      [
+        "ĠJo",
+        "e"
+      ],
+      [
+        "Ġthan",
+        "k"
+      ],
+      [
+        "m",
+        "er"
+      ],
+      [
+        "Ġto",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ady"
+      ],
+      [
+        "Ġha",
+        "ir"
+      ],
+      [
+        "ar",
+        "ing"
+      ],
+      [
+        "Ġp",
+        "rom"
+      ],
+      [
+        "Ġho",
+        "pped"
+      ],
+      [
+        "ĠC",
+        "an"
+      ],
+      [
+        "\"",
+        "."
+      ],
+      [
+        "ig",
+        "n"
+      ],
+      [
+        "Ġsurpr",
+        "ise"
+      ],
+      [
+        "Ġdra",
+        "w"
+      ],
+      [
+        "Ġm",
+        "um"
+      ],
+      [
+        "Ġm",
+        "ouse"
+      ],
+      [
+        "Ġfun",
+        "ny"
+      ],
+      [
+        "re",
+        "l"
+      ],
+      [
+        "Ġc",
+        "ra"
+      ],
+      [
+        "Ġ",
+        "-"
+      ],
+      [
+        "ap",
+        "er"
+      ],
+      [
+        "Ġf",
+        "ull"
+      ],
+      [
+        "Ġto",
+        "uch"
+      ],
+      [
+        "Ġl",
+        "ight"
+      ],
+      [
+        "Ġsp",
+        "ot"
+      ],
+      [
+        "re",
+        "n"
+      ],
+      [
+        "Ġd",
+        "ro"
+      ],
+      [
+        "ĠBen",
+        "ny"
+      ],
+      [
+        "Ġparent",
+        "s"
+      ],
+      [
+        "Ġwor",
+        "ked"
+      ],
+      [
+        "in",
+        "s"
+      ],
+      [
+        "one",
+        "y"
+      ],
+      [
+        "ĠD",
+        "o"
+      ],
+      [
+        "Ġsurpr",
+        "ised"
+      ],
+      [
+        "Ġcare",
+        "fully"
+      ],
+      [
+        "Ġtre",
+        "es"
+      ],
+      [
+        "Ġfro",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "ing"
+      ],
+      [
+        "Ġdo",
+        "ing"
+      ],
+      [
+        "D",
+        "on"
+      ],
+      [
+        "Ġs",
+        "at"
+      ],
+      [
+        "in",
+        "ally"
+      ],
+      [
+        "ĠT",
+        "hat"
+      ],
+      [
+        "Ġ",
+        "ice"
+      ],
+      [
+        "ĠI",
+        "n"
+      ],
+      [
+        "Ġhe",
+        "ld"
+      ],
+      [
+        "W",
+        "ow"
+      ],
+      [
+        "Ġrun",
+        "ning"
+      ],
+      [
+        "Ġpret",
+        "end"
+      ],
+      [
+        "Ġsw",
+        "im"
+      ],
+      [
+        "Ġs",
+        "et"
+      ],
+      [
+        "Ġre",
+        "ad"
+      ],
+      [
+        "Ġdelic",
+        "ious"
+      ],
+      [
+        "Ġneed",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "ight"
+      ],
+      [
+        "Ġsl",
+        "ow"
+      ],
+      [
+        "Ġrememb",
+        "ered"
+      ],
+      [
+        "Ġlo",
+        "st"
+      ],
+      [
+        "Ġco",
+        "ld"
+      ],
+      [
+        "Ġsm",
+        "ell"
+      ],
+      [
+        "ard",
+        "s"
+      ],
+      [
+        "Ġw",
+        "ood"
+      ],
+      [
+        "Ġhapp",
+        "ily"
+      ],
+      [
+        "h",
+        "y"
+      ],
+      [
+        "el",
+        "y"
+      ],
+      [
+        "Ġlook",
+        "s"
+      ],
+      [
+        "Ġbeh",
+        "ind"
+      ],
+      [
+        "Ġher",
+        "self"
+      ],
+      [
+        "Ġc",
+        "ried"
+      ],
+      [
+        "Ġenjoy",
+        "ed"
+      ],
+      [
+        "Ġnam",
+        "e"
+      ],
+      [
+        "as",
+        "k"
+      ],
+      [
+        "Ġye",
+        "ars"
+      ],
+      [
+        "Ġbu",
+        "y"
+      ],
+      [
+        "Ġho",
+        "le"
+      ],
+      [
+        "Ġblock",
+        "s"
+      ],
+      [
+        "Ġd",
+        "ri"
+      ],
+      [
+        "Ġs",
+        "leep"
+      ],
+      [
+        "Ġg",
+        "i"
+      ],
+      [
+        "Ġyell",
+        "ow"
+      ],
+      [
+        "c",
+        "ess"
+      ],
+      [
+        "Ġbutterf",
+        "ly"
+      ],
+      [
+        "i",
+        "ke"
+      ],
+      [
+        "u",
+        "ed"
+      ],
+      [
+        "Ġw",
+        "ished"
+      ],
+      [
+        "Ġper",
+        "f"
+      ],
+      [
+        "Ġan",
+        "other"
+      ],
+      [
+        "ĠD",
+        "aisy"
+      ],
+      [
+        "Ġgre",
+        "en"
+      ],
+      [
+        "Ġmo",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "all"
+      ],
+      [
+        "Ġa",
+        "ir"
+      ],
+      [
+        "Ġb",
+        "ag"
+      ],
+      [
+        "Ġflo",
+        "or"
+      ],
+      [
+        "Ġcar",
+        "s"
+      ],
+      [
+        "Ġless",
+        "on"
+      ],
+      [
+        "u",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ow"
+      ],
+      [
+        "Ġar",
+        "ri"
+      ],
+      [
+        "Ġwind",
+        "ow"
+      ],
+      [
+        "Ġsh",
+        "o"
+      ],
+      [
+        "Ġchild",
+        "ren"
+      ],
+      [
+        "n",
+        "er"
+      ],
+      [
+        "Ġfin",
+        "ished"
+      ],
+      [
+        "Ġh",
+        "ill"
+      ],
+      [
+        "ĠA",
+        "fter"
+      ],
+      [
+        "and",
+        "y"
+      ],
+      [
+        "s",
+        "p"
+      ],
+      [
+        "en",
+        "s"
+      ],
+      [
+        "Ġp",
+        "aper"
+      ],
+      [
+        "Ġli",
+        "kes"
+      ],
+      [
+        "F",
+        "rom"
+      ],
+      [
+        "s",
+        "y"
+      ],
+      [
+        "Ġho",
+        "ld"
+      ],
+      [
+        "S",
+        "am"
+      ],
+      [
+        "Ġwr",
+        "ong"
+      ],
+      [
+        "re",
+        "ed"
+      ],
+      [
+        "Ġcont",
+        "in"
+      ],
+      [
+        "Ġunderst",
+        "and"
+      ],
+      [
+        "at",
+        "ter"
+      ],
+      [
+        "u",
+        "it"
+      ],
+      [
+        "re",
+        "w"
+      ],
+      [
+        "Ġg",
+        "ent"
+      ],
+      [
+        "Ġany",
+        "thing"
+      ],
+      [
+        "Ġclo",
+        "se"
+      ],
+      [
+        "Ġwa",
+        "ll"
+      ],
+      [
+        "Ġe",
+        "l"
+      ],
+      [
+        "as",
+        "ure"
+      ],
+      [
+        "Ġle",
+        "ft"
+      ],
+      [
+        "Ġa",
+        "ble"
+      ],
+      [
+        "Ġarri",
+        "ved"
+      ],
+      [
+        "Ġh",
+        "un"
+      ],
+      [
+        "ro",
+        "ss"
+      ],
+      [
+        "a",
+        "v"
+      ],
+      [
+        "Ġhe",
+        "ar"
+      ],
+      [
+        "Ġfriend",
+        "ly"
+      ],
+      [
+        "Ġforg",
+        "ot"
+      ],
+      [
+        "Ġg",
+        "one"
+      ],
+      [
+        "am",
+        "a"
+      ],
+      [
+        "Ġcre",
+        "at"
+      ],
+      [
+        "Ġw",
+        "et"
+      ],
+      [
+        "Ġli",
+        "on"
+      ],
+      [
+        "H",
+        "ell"
+      ],
+      [
+        "Hell",
+        "o"
+      ],
+      [
+        "Ġd",
+        "ream"
+      ],
+      [
+        "Ġh",
+        "ot"
+      ],
+      [
+        "b",
+        "o"
+      ],
+      [
+        "b",
+        "er"
+      ],
+      [
+        "ĠS",
+        "ally"
+      ],
+      [
+        "Ġf",
+        "illed"
+      ],
+      [
+        "Ġd",
+        "ir"
+      ],
+      [
+        "ie",
+        "ld"
+      ],
+      [
+        "Ġcook",
+        "ies"
+      ],
+      [
+        "Ġlaug",
+        "h"
+      ],
+      [
+        "Ġbro",
+        "ken"
+      ],
+      [
+        "Ġdin",
+        "ner"
+      ],
+      [
+        "l",
+        "f"
+      ],
+      [
+        "Ġel",
+        "se"
+      ],
+      [
+        "Ġh",
+        "id"
+      ],
+      [
+        "c",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ink"
+      ],
+      [
+        "Ġfollow",
+        "ed"
+      ],
+      [
+        "Ġta",
+        "ble"
+      ],
+      [
+        "Ġm",
+        "ar"
+      ],
+      [
+        "Ġcolor",
+        "s"
+      ],
+      [
+        "ou",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "ent"
+      ],
+      [
+        "Ġcontin",
+        "ued"
+      ],
+      [
+        "Ġwonder",
+        "ful"
+      ],
+      [
+        "ĠE",
+        "m"
+      ],
+      [
+        "e",
+        "y"
+      ],
+      [
+        "in",
+        "ed"
+      ],
+      [
+        "ir",
+        "rel"
+      ],
+      [
+        "r",
+        "ot"
+      ],
+      [
+        "Ġfin",
+        "ally"
+      ],
+      [
+        "J",
+        "ack"
+      ],
+      [
+        "Ġa",
+        "rm"
+      ],
+      [
+        "Ġm",
+        "ight"
+      ],
+      [
+        "ĠN",
+        "ow"
+      ],
+      [
+        "Ġc",
+        "ast"
+      ],
+      [
+        "Ġy",
+        "es"
+      ],
+      [
+        "Ġbu",
+        "ild"
+      ],
+      [
+        "Ġen",
+        "ough"
+      ],
+      [
+        "ĠB",
+        "illy"
+      ],
+      [
+        "Ġsome",
+        "one"
+      ],
+      [
+        "Ġperf",
+        "ect"
+      ],
+      [
+        "Ġfa",
+        "ir"
+      ],
+      [
+        "Ġstay",
+        "ed"
+      ],
+      [
+        "a",
+        "pp"
+      ],
+      [
+        "Ġmor",
+        "ning"
+      ],
+      [
+        "ĠThe",
+        "re"
+      ],
+      [
+        "Ġpu",
+        "ppy"
+      ],
+      [
+        "o",
+        "l"
+      ],
+      [
+        "Ġdad",
+        "dy"
+      ],
+      [
+        "Ġtry",
+        "ing"
+      ],
+      [
+        "'",
+        "ll"
+      ],
+      [
+        "Ġj",
+        "u"
+      ],
+      [
+        "Ġother",
+        "s"
+      ],
+      [
+        "Ġbook",
+        "s"
+      ],
+      [
+        "Ġag",
+        "reed"
+      ],
+      [
+        "Ġmu",
+        "s"
+      ],
+      [
+        "Ġsn",
+        "ow"
+      ],
+      [
+        "Ġsqu",
+        "irrel"
+      ],
+      [
+        "Ġc",
+        "ream"
+      ],
+      [
+        "ro",
+        "om"
+      ],
+      [
+        "Ġget",
+        "ting"
+      ],
+      [
+        "Ġgra",
+        "ndma"
+      ],
+      [
+        "ĠL",
+        "ila"
+      ],
+      [
+        "Ġlea",
+        "ves"
+      ],
+      [
+        "Ġba",
+        "by"
+      ],
+      [
+        "Ġc",
+        "ount"
+      ],
+      [
+        "ic",
+        "y"
+      ],
+      [
+        "Ġfe",
+        "w"
+      ],
+      [
+        "A",
+        "t"
+      ],
+      [
+        "Ġf",
+        "all"
+      ],
+      [
+        "The",
+        "n"
+      ],
+      [
+        "g",
+        "on"
+      ],
+      [
+        "Ġbre",
+        "ak"
+      ],
+      [
+        "Ġclimb",
+        "ed"
+      ],
+      [
+        "ri",
+        "es"
+      ],
+      [
+        "Ġbe",
+        "ach"
+      ],
+      [
+        "as",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ug"
+      ],
+      [
+        "Ġp",
+        "lease"
+      ],
+      [
+        "Ġm",
+        "other"
+      ],
+      [
+        "Ġbr",
+        "ought"
+      ],
+      [
+        "Ġtra",
+        "in"
+      ],
+      [
+        "an",
+        "ce"
+      ],
+      [
+        "ĠTh",
+        "is"
+      ],
+      [
+        "Ġde",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "is"
+      ],
+      [
+        "at",
+        "ed"
+      ],
+      [
+        "s",
+        "hed"
+      ],
+      [
+        "Ġm",
+        "et"
+      ],
+      [
+        "Ġwas",
+        "n"
+      ],
+      [
+        "Ġsomet",
+        "imes"
+      ],
+      [
+        "Ġevery",
+        "thing"
+      ],
+      [
+        "ĠTom",
+        "my"
+      ],
+      [
+        "i",
+        "ch"
+      ],
+      [
+        "Ġmus",
+        "ic"
+      ],
+      [
+        "ke",
+        "y"
+      ],
+      [
+        "l",
+        "ing"
+      ],
+      [
+        "Th",
+        "is"
+      ],
+      [
+        "o",
+        "s"
+      ],
+      [
+        "Ġturn",
+        "ed"
+      ],
+      [
+        "l",
+        "c"
+      ],
+      [
+        "Ġr",
+        "ide"
+      ],
+      [
+        "o",
+        "om"
+      ],
+      [
+        "Ġs",
+        "ong"
+      ],
+      [
+        "or",
+        "ing"
+      ],
+      [
+        "Ġsp",
+        "ark"
+      ],
+      [
+        "Ġf",
+        "ight"
+      ],
+      [
+        "Ġhun",
+        "gry"
+      ],
+      [
+        "on",
+        "s"
+      ],
+      [
+        "Ġpicture",
+        "s"
+      ],
+      [
+        "d",
+        "s"
+      ],
+      [
+        "Ġm",
+        "akes"
+      ],
+      [
+        "Ġse",
+        "ar"
+      ],
+      [
+        "uck",
+        "y"
+      ],
+      [
+        "Ġlist",
+        "ened"
+      ],
+      [
+        "Ġjo",
+        "y"
+      ],
+      [
+        "Ġpo",
+        "l"
+      ],
+      [
+        "ĠW",
+        "hat"
+      ],
+      [
+        "H",
+        "is"
+      ],
+      [
+        "e",
+        "e"
+      ],
+      [
+        "Ġcl",
+        "ot"
+      ],
+      [
+        "Ġsa",
+        "il"
+      ],
+      [
+        "a",
+        "pped"
+      ],
+      [
+        "b",
+        "ble"
+      ],
+      [
+        "Ġcom",
+        "p"
+      ],
+      [
+        "Ġpl",
+        "an"
+      ],
+      [
+        "Ġwant",
+        "s"
+      ],
+      [
+        "Ġclot",
+        "hes"
+      ],
+      [
+        "Ġpo",
+        "in"
+      ],
+      [
+        "Ġ",
+        "K"
+      ],
+      [
+        "z",
+        "z"
+      ],
+      [
+        "Ġball",
+        "oon"
+      ],
+      [
+        "Ġstr",
+        "ange"
+      ],
+      [
+        "m",
+        "an"
+      ],
+      [
+        "en",
+        "ny"
+      ],
+      [
+        "Ġp",
+        "i"
+      ],
+      [
+        "Ġgr",
+        "ow"
+      ],
+      [
+        "Ġfly",
+        "ing"
+      ],
+      [
+        "r",
+        "ow"
+      ],
+      [
+        "Ġsc",
+        "ary"
+      ],
+      [
+        "Ġtre",
+        "at"
+      ],
+      [
+        "Ġwa",
+        "ited"
+      ],
+      [
+        "Ġamaz",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "eddy"
+      ],
+      [
+        "Ġcast",
+        "le"
+      ],
+      [
+        "is",
+        "ter"
+      ],
+      [
+        "Ġe",
+        "le"
+      ],
+      [
+        "Ġamaz",
+        "ing"
+      ],
+      [
+        "m",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "l"
+      ],
+      [
+        "O",
+        "h"
+      ],
+      [
+        "Ġle",
+        "ave"
+      ],
+      [
+        "Ġown",
+        "er"
+      ],
+      [
+        "Ġprom",
+        "ised"
+      ],
+      [
+        "Ġdan",
+        "ger"
+      ],
+      [
+        "e",
+        "ver"
+      ],
+      [
+        "O",
+        "K"
+      ],
+      [
+        "Ġs",
+        "uch"
+      ],
+      [
+        "Ġwh",
+        "ite"
+      ],
+      [
+        "Ġp",
+        "at"
+      ],
+      [
+        "Ġtal",
+        "k"
+      ],
+      [
+        "uff",
+        "y"
+      ],
+      [
+        "Ġf",
+        "ur"
+      ],
+      [
+        "Ġp",
+        "ie"
+      ],
+      [
+        "op",
+        "e"
+      ],
+      [
+        "r",
+        "ed"
+      ],
+      [
+        "Ġpull",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "re"
+      ],
+      [
+        "Ġwood",
+        "s"
+      ],
+      [
+        "ĠT",
+        "o"
+      ],
+      [
+        "Ġsh",
+        "ared"
+      ],
+      [
+        "Ġal",
+        "one"
+      ],
+      [
+        "Ġtow",
+        "ards"
+      ],
+      [
+        "c",
+        "le"
+      ],
+      [
+        "ĠM",
+        "aybe"
+      ],
+      [
+        "Ġs",
+        "it"
+      ],
+      [
+        "Ġn",
+        "ap"
+      ],
+      [
+        "Ġcolor",
+        "ful"
+      ],
+      [
+        "am",
+        "p"
+      ],
+      [
+        "h",
+        "one"
+      ],
+      [
+        "Ġvis",
+        "it"
+      ],
+      [
+        "ig",
+        "g"
+      ],
+      [
+        "ug",
+        "g"
+      ],
+      [
+        "th",
+        "y"
+      ],
+      [
+        "en",
+        "ce"
+      ],
+      [
+        "Ġta",
+        "il"
+      ],
+      [
+        "ct",
+        "or"
+      ],
+      [
+        "Ġmagic",
+        "al"
+      ],
+      [
+        "Ġr",
+        "iver"
+      ],
+      [
+        "Ġh",
+        "ig"
+      ],
+      [
+        "Ġbe",
+        "lie"
+      ],
+      [
+        "Ġgr",
+        "ate"
+      ],
+      [
+        "u",
+        "ally"
+      ],
+      [
+        "an",
+        "g"
+      ],
+      [
+        "ot",
+        "t"
+      ],
+      [
+        "Ġh",
+        "ide"
+      ],
+      [
+        "Ġs",
+        "illy"
+      ],
+      [
+        "Ġsmil",
+        "es"
+      ],
+      [
+        "ow",
+        "er"
+      ],
+      [
+        "Ġs",
+        "ide"
+      ],
+      [
+        "M",
+        "ax"
+      ],
+      [
+        "Ġro",
+        "ll"
+      ],
+      [
+        "Ġg",
+        "u"
+      ],
+      [
+        "ĠA",
+        "my"
+      ],
+      [
+        "Ġpr",
+        "o"
+      ],
+      [
+        "et",
+        "er"
+      ],
+      [
+        "Ġfast",
+        "er"
+      ],
+      [
+        "Ġgrate",
+        "ful"
+      ],
+      [
+        "Ġtre",
+        "asure"
+      ],
+      [
+        "as",
+        "ed"
+      ],
+      [
+        "Ġsn",
+        "ack"
+      ],
+      [
+        "u",
+        "p"
+      ],
+      [
+        "Ġla",
+        "nd"
+      ],
+      [
+        "av",
+        "y"
+      ],
+      [
+        "Ġmor",
+        "al"
+      ],
+      [
+        "ain",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "ister"
+      ],
+      [
+        "ĠG",
+        "ra"
+      ],
+      [
+        "Ġsh",
+        "ap"
+      ],
+      [
+        "Ġpain",
+        "t"
+      ],
+      [
+        "Ġslow",
+        "ly"
+      ],
+      [
+        "Ġf",
+        "ield"
+      ],
+      [
+        "Ġp",
+        "et"
+      ],
+      [
+        "Ġs",
+        "ec"
+      ],
+      [
+        "or",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "im"
+      ],
+      [
+        "Ġbr",
+        "an"
+      ],
+      [
+        "Ġm",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "st"
+      ],
+      [
+        "Ġhelp",
+        "ing"
+      ],
+      [
+        "Ġwor",
+        "ried"
+      ],
+      [
+        "Ġjo",
+        "b"
+      ],
+      [
+        "Ġfo",
+        "x"
+      ],
+      [
+        "s",
+        "et"
+      ],
+      [
+        "Ġm",
+        "oney"
+      ],
+      [
+        "Ġp",
+        "ot"
+      ],
+      [
+        "Ġqu",
+        "i"
+      ],
+      [
+        "Ġbe",
+        "l"
+      ],
+      [
+        "Ġac",
+        "c"
+      ],
+      [
+        "Ġli",
+        "ving"
+      ],
+      [
+        "Ġmon",
+        "ster"
+      ],
+      [
+        "le",
+        "ss"
+      ],
+      [
+        "Ġpart",
+        "y"
+      ],
+      [
+        "e",
+        "ar"
+      ],
+      [
+        "Ġmo",
+        "st"
+      ],
+      [
+        "Ġwe",
+        "ar"
+      ],
+      [
+        "Ġrememb",
+        "er"
+      ],
+      [
+        "i",
+        "re"
+      ],
+      [
+        "Ġs",
+        "ign"
+      ],
+      [
+        "w",
+        "l"
+      ],
+      [
+        "Ġcl",
+        "oud"
+      ],
+      [
+        "Ġc",
+        "andy"
+      ],
+      [
+        "Ġhig",
+        "her"
+      ],
+      [
+        "i",
+        "pped"
+      ],
+      [
+        "id",
+        "ent"
+      ],
+      [
+        "ĠA",
+        "ll"
+      ],
+      [
+        "d",
+        "er"
+      ],
+      [
+        "z",
+        "e"
+      ],
+      [
+        "Ġqui",
+        "et"
+      ],
+      [
+        "Ġto",
+        "wn"
+      ],
+      [
+        "un",
+        "ch"
+      ],
+      [
+        "Ġprin",
+        "cess"
+      ],
+      [
+        "Ġrun",
+        "s"
+      ],
+      [
+        "ask",
+        "et"
+      ],
+      [
+        "e",
+        "m"
+      ],
+      [
+        "Ġevery",
+        "where"
+      ],
+      [
+        "Ġjo",
+        "in"
+      ],
+      [
+        "Ġste",
+        "pped"
+      ],
+      [
+        "Ġb",
+        "asket"
+      ],
+      [
+        "Ġl",
+        "ake"
+      ],
+      [
+        "Ġcu",
+        "p"
+      ],
+      [
+        "s",
+        "w"
+      ],
+      [
+        "out",
+        "h"
+      ],
+      [
+        "Ġcar",
+        "rot"
+      ],
+      [
+        "Ġco",
+        "ll"
+      ],
+      [
+        "Ġpl",
+        "ant"
+      ],
+      [
+        "Ġsc",
+        "ream"
+      ],
+      [
+        "ĠDad",
+        "dy"
+      ],
+      [
+        "Ġb",
+        "uck"
+      ],
+      [
+        "Ġhe",
+        "avy"
+      ],
+      [
+        "Ġbig",
+        "ger"
+      ],
+      [
+        "Ġch",
+        "o"
+      ],
+      [
+        "Ġbl",
+        "ank"
+      ],
+      [
+        "Ġclo",
+        "sed"
+      ],
+      [
+        "Ġw",
+        "on"
+      ],
+      [
+        "is",
+        "es"
+      ],
+      [
+        "Ġan",
+        "sw"
+      ],
+      [
+        "b",
+        "r"
+      ],
+      [
+        "Ġblank",
+        "et"
+      ],
+      [
+        "Ġm",
+        "outh"
+      ],
+      [
+        "am",
+        "es"
+      ],
+      [
+        "ec",
+        "es"
+      ],
+      [
+        "Ġeat",
+        "ing"
+      ],
+      [
+        "Ġpi",
+        "eces"
+      ],
+      [
+        "ck",
+        "et"
+      ],
+      [
+        "Ġst",
+        "re"
+      ],
+      [
+        "Ġwe",
+        "lc"
+      ],
+      [
+        "Ġwould",
+        "n"
+      ],
+      [
+        "Ġre",
+        "ach"
+      ],
+      [
+        "Ġbro",
+        "ke"
+      ],
+      [
+        "e",
+        "ared"
+      ],
+      [
+        "Ġdanger",
+        "ous"
+      ],
+      [
+        "g",
+        "s"
+      ],
+      [
+        "p",
+        "h"
+      ],
+      [
+        "ĠM",
+        "olly"
+      ],
+      [
+        "Ġc",
+        "e"
+      ],
+      [
+        "ĠM",
+        "r"
+      ],
+      [
+        "or",
+        "d"
+      ],
+      [
+        "f",
+        "ort"
+      ],
+      [
+        "Ġdoll",
+        "s"
+      ],
+      [
+        "m",
+        "ing"
+      ],
+      [
+        "Ġdan",
+        "ce"
+      ],
+      [
+        "Ġdra",
+        "gon"
+      ],
+      [
+        "Ġthink",
+        "s"
+      ],
+      [
+        "Ġask",
+        "s"
+      ],
+      [
+        "Ġac",
+        "ross"
+      ],
+      [
+        "O",
+        "kay"
+      ],
+      [
+        "Ġch",
+        "air"
+      ],
+      [
+        "Ġte",
+        "ac"
+      ],
+      [
+        "Ġb",
+        "ott"
+      ],
+      [
+        "H",
+        "i"
+      ],
+      [
+        "Ġp",
+        "a"
+      ],
+      [
+        "Ġne",
+        "igh"
+      ],
+      [
+        "Ġb",
+        "ar"
+      ],
+      [
+        "Ġb",
+        "ike"
+      ],
+      [
+        "Ġp",
+        "ack"
+      ],
+      [
+        "it",
+        "ing"
+      ],
+      [
+        "Ġdis",
+        "app"
+      ],
+      [
+        "Ġneigh",
+        "b"
+      ],
+      [
+        "Ġst",
+        "uck"
+      ],
+      [
+        "d",
+        "e"
+      ],
+      [
+        "Ġg",
+        "if"
+      ],
+      [
+        "Ġfr",
+        "uit"
+      ],
+      [
+        "Ġbelie",
+        "ve"
+      ],
+      [
+        "c",
+        "y"
+      ],
+      [
+        "Ġ",
+        "ve"
+      ],
+      [
+        "Ġcry",
+        "ing"
+      ],
+      [
+        "i",
+        "er"
+      ],
+      [
+        "ph",
+        "ant"
+      ],
+      [
+        "Ġs",
+        "uddenly"
+      ],
+      [
+        "Ġs",
+        "oup"
+      ],
+      [
+        "Ġr",
+        "ace"
+      ],
+      [
+        "Ġth",
+        "rew"
+      ],
+      [
+        "S",
+        "ure"
+      ],
+      [
+        "Ġfar",
+        "mer"
+      ],
+      [
+        "Ġacc",
+        "ident"
+      ],
+      [
+        "Ġdir",
+        "ty"
+      ],
+      [
+        "Ġele",
+        "phant"
+      ],
+      [
+        "Ġmon",
+        "key"
+      ],
+      [
+        "Ġhe",
+        "al"
+      ],
+      [
+        "w",
+        "eet"
+      ],
+      [
+        "Ġre",
+        "m"
+      ],
+      [
+        "Ġp",
+        "ers"
+      ],
+      [
+        "Ġsa",
+        "me"
+      ],
+      [
+        "or",
+        "ed"
+      ],
+      [
+        "vent",
+        "ually"
+      ],
+      [
+        "e",
+        "ad"
+      ],
+      [
+        "pp",
+        "ing"
+      ],
+      [
+        "Ġgent",
+        "le"
+      ],
+      [
+        "Ġf",
+        "ree"
+      ],
+      [
+        "Ġbr",
+        "own"
+      ],
+      [
+        "M",
+        "aybe"
+      ],
+      [
+        "Ġin",
+        "st"
+      ],
+      [
+        "Ġbe",
+        "e"
+      ],
+      [
+        "i",
+        "x"
+      ],
+      [
+        "Ġb",
+        "en"
+      ],
+      [
+        "Ġw",
+        "in"
+      ],
+      [
+        "Ġbl",
+        "ack"
+      ],
+      [
+        "Ġal",
+        "ong"
+      ],
+      [
+        "Ġlong",
+        "er"
+      ],
+      [
+        "i",
+        "ble"
+      ],
+      [
+        "Ġsp",
+        "r"
+      ],
+      [
+        "Ġcl",
+        "apped"
+      ],
+      [
+        "F",
+        "inally"
+      ],
+      [
+        "W",
+        "hy"
+      ],
+      [
+        "ck",
+        "ed"
+      ],
+      [
+        "Ġwor",
+        "ds"
+      ],
+      [
+        "ĠF",
+        "l"
+      ],
+      [
+        "Ġteac",
+        "her"
+      ],
+      [
+        "Ġup",
+        "set"
+      ],
+      [
+        "ch",
+        "ool"
+      ],
+      [
+        "Ġpie",
+        "ce"
+      ],
+      [
+        "Ġwe",
+        "ll"
+      ],
+      [
+        "Ġche",
+        "ered"
+      ],
+      [
+        "Ġh",
+        "it"
+      ],
+      [
+        "Ġsa",
+        "ng"
+      ],
+      [
+        "m",
+        "ent"
+      ],
+      [
+        "Ġbow",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ite"
+      ],
+      [
+        "Ġdo",
+        "ctor"
+      ],
+      [
+        "ĠJ",
+        "ill"
+      ],
+      [
+        "Ġbuck",
+        "et"
+      ],
+      [
+        "M",
+        "ia"
+      ],
+      [
+        "Ġb",
+        "ath"
+      ],
+      [
+        "Ġc",
+        "aught"
+      ],
+      [
+        "Ġhe",
+        "art"
+      ],
+      [
+        "Ġfor",
+        "get"
+      ],
+      [
+        "Ġm",
+        "ark"
+      ],
+      [
+        "Ġbut",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ry"
+      ],
+      [
+        "Ġyou",
+        "ng"
+      ],
+      [
+        "Ġse",
+        "a"
+      ],
+      [
+        "Ġc",
+        "our"
+      ],
+      [
+        "Ġdro",
+        "pped"
+      ],
+      [
+        "es",
+        "e"
+      ],
+      [
+        "Ġy",
+        "ard"
+      ],
+      [
+        "Ġpl",
+        "ac"
+      ],
+      [
+        "our",
+        "n"
+      ],
+      [
+        "Ġs",
+        "chool"
+      ],
+      [
+        "Ġsw",
+        "ings"
+      ],
+      [
+        "bb",
+        "y"
+      ],
+      [
+        "Ġw",
+        "ings"
+      ],
+      [
+        "b",
+        "s"
+      ],
+      [
+        "Ġexpl",
+        "ained"
+      ],
+      [
+        "Ġj",
+        "ourn"
+      ],
+      [
+        "Ġbr",
+        "ing"
+      ],
+      [
+        "Ġdr",
+        "ink"
+      ],
+      [
+        "Ġstre",
+        "et"
+      ],
+      [
+        "Ġju",
+        "ice"
+      ],
+      [
+        "un",
+        "g"
+      ],
+      [
+        "Ġnear",
+        "by"
+      ],
+      [
+        "ĠEm",
+        "ma"
+      ],
+      [
+        "Ġsm",
+        "o"
+      ],
+      [
+        "Ġsm",
+        "art"
+      ],
+      [
+        "Ġpu",
+        "shed"
+      ],
+      [
+        "Ġstor",
+        "ies"
+      ],
+      [
+        "Ġdro",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "iny"
+      ],
+      [
+        "Ġp",
+        "en"
+      ],
+      [
+        "Ġcour",
+        "se"
+      ],
+      [
+        "Ġ",
+        "es"
+      ],
+      [
+        "Ġm",
+        "ine"
+      ],
+      [
+        "Ġto",
+        "day"
+      ],
+      [
+        "Ġpo",
+        "cket"
+      ],
+      [
+        "Ġye",
+        "ar"
+      ],
+      [
+        "aught",
+        "er"
+      ],
+      [
+        "Ġj",
+        "e"
+      ],
+      [
+        "Ġsec",
+        "ret"
+      ],
+      [
+        "Ġex",
+        "p"
+      ],
+      [
+        "Ġwith",
+        "out"
+      ],
+      [
+        "Ġsing",
+        "ing"
+      ],
+      [
+        "Ġwelc",
+        "ome"
+      ],
+      [
+        "Ġhapp",
+        "en"
+      ],
+      [
+        "t",
+        "o"
+      ],
+      [
+        "Ġf",
+        "it"
+      ],
+      [
+        "Ġst",
+        "u"
+      ],
+      [
+        "ve",
+        "l"
+      ],
+      [
+        "ra",
+        "ct"
+      ],
+      [
+        "Ġbu",
+        "s"
+      ],
+      [
+        "Ġche",
+        "ese"
+      ],
+      [
+        "Ġcr",
+        "ay"
+      ],
+      [
+        "Ġfair",
+        "y"
+      ],
+      [
+        "Ġj",
+        "ar"
+      ],
+      [
+        "Ġturn",
+        "s"
+      ],
+      [
+        "Ġbu",
+        "sh"
+      ],
+      [
+        "b",
+        "ow"
+      ],
+      [
+        "ll",
+        "o"
+      ],
+      [
+        "Ġexpl",
+        "oring"
+      ],
+      [
+        "Ġl",
+        "on"
+      ],
+      [
+        "Ġst",
+        "and"
+      ],
+      [
+        "itt",
+        "ing"
+      ],
+      [
+        "Ġsee",
+        "med"
+      ],
+      [
+        "Ġsp",
+        "oon"
+      ],
+      [
+        "ĠF",
+        "inally"
+      ],
+      [
+        "Ġg",
+        "ames"
+      ],
+      [
+        "Ġwo",
+        "ke"
+      ],
+      [
+        "is",
+        "sed"
+      ],
+      [
+        "Ġre",
+        "sp"
+      ],
+      [
+        "Ġtr",
+        "ou"
+      ],
+      [
+        "Ġtw",
+        "ins"
+      ],
+      [
+        "Ġhop",
+        "ed"
+      ],
+      [
+        "Ġat",
+        "t"
+      ],
+      [
+        "Ġlon",
+        "ely"
+      ],
+      [
+        "Ġa",
+        "nt"
+      ],
+      [
+        "ĠM",
+        "ama"
+      ],
+      [
+        "or",
+        "row"
+      ],
+      [
+        "Ġno",
+        "ises"
+      ],
+      [
+        "Ġhug",
+        "s"
+      ],
+      [
+        "ount",
+        "ain"
+      ],
+      [
+        "y",
+        "ard"
+      ],
+      [
+        "Ġd",
+        "aughter"
+      ],
+      [
+        "Ġin",
+        "v"
+      ],
+      [
+        "Ġke",
+        "y"
+      ],
+      [
+        "a",
+        "il"
+      ],
+      [
+        "Ġrock",
+        "s"
+      ],
+      [
+        "Ġdis",
+        "co"
+      ],
+      [
+        "Ġs",
+        "u"
+      ],
+      [
+        "Ġl",
+        "unch"
+      ],
+      [
+        "re",
+        "ad"
+      ],
+      [
+        "ou",
+        "n"
+      ],
+      [
+        "ver",
+        "ed"
+      ],
+      [
+        "Ġback",
+        "yard"
+      ],
+      [
+        "Ġs",
+        "uc"
+      ],
+      [
+        "Ġc",
+        "ow"
+      ],
+      [
+        "Ġapp",
+        "le"
+      ],
+      [
+        "e",
+        "k"
+      ],
+      [
+        "Ġsw",
+        "am"
+      ],
+      [
+        "Ġsho",
+        "es"
+      ],
+      [
+        "Ġst",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "ook"
+      ],
+      [
+        "itt",
+        "ens"
+      ],
+      [
+        "Ġm",
+        "iss"
+      ],
+      [
+        "c",
+        "hes"
+      ],
+      [
+        "Ġw",
+        "ish"
+      ],
+      [
+        "Ġre",
+        "lie"
+      ],
+      [
+        "fu",
+        "sed"
+      ],
+      [
+        "Ġshap",
+        "es"
+      ],
+      [
+        "urp",
+        "le"
+      ],
+      [
+        "Ġtow",
+        "er"
+      ],
+      [
+        "it",
+        "y"
+      ],
+      [
+        "Ġc",
+        "orn"
+      ],
+      [
+        "Ġmo",
+        "ved"
+      ],
+      [
+        "sh",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "3"
+      ],
+      [
+        "Ġth",
+        "ough"
+      ],
+      [
+        "Ġc",
+        "ir"
+      ],
+      [
+        "um",
+        "b"
+      ],
+      [
+        "Ġta",
+        "king"
+      ],
+      [
+        "t",
+        "s"
+      ],
+      [
+        "ĠT",
+        "weet"
+      ],
+      [
+        "ap",
+        "e"
+      ],
+      [
+        "Ġrain",
+        "bow"
+      ],
+      [
+        "Ġthr",
+        "ow"
+      ],
+      [
+        "Ġst",
+        "ar"
+      ],
+      [
+        "Ġben",
+        "ch"
+      ],
+      [
+        "Ġne",
+        "ck"
+      ],
+      [
+        "ock",
+        "ed"
+      ],
+      [
+        "Ġcreat",
+        "ure"
+      ],
+      [
+        "Ġbu",
+        "bble"
+      ],
+      [
+        "Ġl",
+        "ate"
+      ],
+      [
+        "Ġadventure",
+        "s"
+      ],
+      [
+        "Ġo",
+        "wl"
+      ],
+      [
+        "ion",
+        "s"
+      ],
+      [
+        "A",
+        "nd"
+      ],
+      [
+        "Ġw",
+        "he"
+      ],
+      [
+        "Ġp",
+        "ar"
+      ],
+      [
+        "Ġshe",
+        "ll"
+      ],
+      [
+        "Ġk",
+        "ite"
+      ],
+      [
+        "ĠFl",
+        "uffy"
+      ],
+      [
+        "in",
+        "ing"
+      ],
+      [
+        "Ġm",
+        "il"
+      ],
+      [
+        "u",
+        "nt"
+      ],
+      [
+        "Ġf",
+        "ence"
+      ],
+      [
+        "Ġm",
+        "ix"
+      ],
+      [
+        "Ġli",
+        "ft"
+      ],
+      [
+        "Ġaccident",
+        "ally"
+      ],
+      [
+        "Ġw",
+        "ise"
+      ],
+      [
+        "Ġhe",
+        "llo"
+      ],
+      [
+        "Ġp",
+        "urple"
+      ],
+      [
+        "pp",
+        "er"
+      ],
+      [
+        "Ġon",
+        "to"
+      ],
+      [
+        "Ġsp",
+        "in"
+      ],
+      [
+        "t",
+        "en"
+      ],
+      [
+        "our",
+        "s"
+      ],
+      [
+        "Ġs",
+        "itting"
+      ],
+      [
+        "id",
+        "ge"
+      ],
+      [
+        "Ġsun",
+        "shine"
+      ],
+      [
+        "Ġcut",
+        "e"
+      ],
+      [
+        "Ġm",
+        "at"
+      ],
+      [
+        "w",
+        "ard"
+      ],
+      [
+        "Ġsh",
+        "op"
+      ],
+      [
+        "Ġwh",
+        "ist"
+      ],
+      [
+        "Ġd",
+        "ist"
+      ],
+      [
+        "Ġor",
+        "ange"
+      ],
+      [
+        "L",
+        "ila"
+      ],
+      [
+        "Ġn",
+        "aught"
+      ],
+      [
+        "ĠSam",
+        "my"
+      ],
+      [
+        "Ġnaught",
+        "y"
+      ],
+      [
+        "Ġn",
+        "est"
+      ],
+      [
+        "o",
+        "se"
+      ],
+      [
+        "or",
+        "s"
+      ],
+      [
+        "ll",
+        "a"
+      ],
+      [
+        "Ġmil",
+        "k"
+      ],
+      [
+        "f",
+        "ish"
+      ],
+      [
+        "Ġa",
+        "f"
+      ],
+      [
+        "Ġb",
+        "oun"
+      ],
+      [
+        "Ġp",
+        "hone"
+      ],
+      [
+        "Ġarm",
+        "s"
+      ],
+      [
+        "Ġe",
+        "as"
+      ],
+      [
+        "n",
+        "ess"
+      ],
+      [
+        "Ġcar",
+        "ry"
+      ],
+      [
+        "ĠGra",
+        "ndma"
+      ],
+      [
+        "o",
+        "g"
+      ],
+      [
+        "Ġb",
+        "ought"
+      ],
+      [
+        "Ġdri",
+        "ver"
+      ],
+      [
+        "Ġinst",
+        "ead"
+      ],
+      [
+        "L",
+        "ater"
+      ],
+      [
+        "Ġtal",
+        "ked"
+      ],
+      [
+        "Ġsear",
+        "ched"
+      ],
+      [
+        "g",
+        "ged"
+      ],
+      [
+        "Ġp",
+        "ig"
+      ],
+      [
+        "Ġco",
+        "zy"
+      ],
+      [
+        "Ġsun",
+        "ny"
+      ],
+      [
+        "itt",
+        "y"
+      ],
+      [
+        "Ġfeel",
+        "s"
+      ],
+      [
+        "Ġf",
+        "an"
+      ],
+      [
+        "Ġwonder",
+        "ed"
+      ],
+      [
+        "Ġcom",
+        "es"
+      ],
+      [
+        "Ġswim",
+        "ming"
+      ],
+      [
+        "u",
+        "ched"
+      ],
+      [
+        "Ġto",
+        "uched"
+      ],
+      [
+        "Ġp",
+        "op"
+      ],
+      [
+        "ĠIn",
+        "side"
+      ],
+      [
+        "a",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ucky"
+      ],
+      [
+        "Ġlaug",
+        "hing"
+      ],
+      [
+        "Ġbel",
+        "ong"
+      ],
+      [
+        "Ġsound",
+        "s"
+      ],
+      [
+        "Ġw",
+        "om"
+      ],
+      [
+        "Ġc",
+        "ave"
+      ],
+      [
+        "le",
+        "t"
+      ],
+      [
+        "Ġjourn",
+        "ey"
+      ],
+      [
+        "Ġwom",
+        "an"
+      ],
+      [
+        "Ġc",
+        "ou"
+      ],
+      [
+        "Ġnot",
+        "hing"
+      ],
+      [
+        "Ġco",
+        "at"
+      ],
+      [
+        "Ġrelie",
+        "ved"
+      ],
+      [
+        "Ġ",
+        "O"
+      ],
+      [
+        "Ġpe",
+        "ace"
+      ],
+      [
+        "ad",
+        "ow"
+      ],
+      [
+        "Ġno",
+        "se"
+      ],
+      [
+        "Ġbu",
+        "sy"
+      ],
+      [
+        "B",
+        "ob"
+      ],
+      [
+        "Ġp",
+        "ast"
+      ],
+      [
+        "Ġapp",
+        "les"
+      ],
+      [
+        "Ġs",
+        "ick"
+      ],
+      [
+        "Ġr",
+        "ope"
+      ],
+      [
+        "Ġpat",
+        "ient"
+      ],
+      [
+        "Ġa",
+        "ct"
+      ],
+      [
+        "Ġp",
+        "udd"
+      ],
+      [
+        "Ġin",
+        "c"
+      ],
+      [
+        "ra",
+        "id"
+      ],
+      [
+        "Ġwatch",
+        "ing"
+      ],
+      [
+        "Ġbran",
+        "ch"
+      ],
+      [
+        "Ġaf",
+        "raid"
+      ],
+      [
+        "Ġto",
+        "m"
+      ],
+      [
+        "id",
+        "er"
+      ],
+      [
+        "Ġday",
+        "s"
+      ],
+      [
+        "Ġre",
+        "t"
+      ],
+      [
+        "c",
+        "ing"
+      ],
+      [
+        "ĠM",
+        "ary"
+      ],
+      [
+        "Ġb",
+        "and"
+      ],
+      [
+        "Ġfar",
+        "m"
+      ],
+      [
+        "Ġhug",
+        "e"
+      ],
+      [
+        "ĠTh",
+        "ank"
+      ],
+      [
+        "at",
+        "or"
+      ],
+      [
+        "Ġexc",
+        "iting"
+      ],
+      [
+        "Ġdan",
+        "ced"
+      ],
+      [
+        "th",
+        "day"
+      ],
+      [
+        "Ġwa",
+        "r"
+      ],
+      [
+        "ĠSo",
+        "on"
+      ],
+      [
+        "b",
+        "all"
+      ],
+      [
+        "Ġg",
+        "igg"
+      ],
+      [
+        "ble",
+        "m"
+      ],
+      [
+        "Ġz",
+        "oom"
+      ],
+      [
+        "Ġm",
+        "ad"
+      ],
+      [
+        "Ġv",
+        "ill"
+      ],
+      [
+        "Ġfore",
+        "ver"
+      ],
+      [
+        "Ġpro",
+        "blem"
+      ],
+      [
+        "Ġcoll",
+        "ect"
+      ],
+      [
+        "p",
+        "ed"
+      ],
+      [
+        "ir",
+        "t"
+      ],
+      [
+        "Ġmin",
+        "ut"
+      ],
+      [
+        "Ġw",
+        "ra"
+      ],
+      [
+        "h",
+        "o"
+      ],
+      [
+        "Ġli",
+        "fe"
+      ],
+      [
+        "Ġkne",
+        "e"
+      ],
+      [
+        "c",
+        "es"
+      ],
+      [
+        "D",
+        "o"
+      ],
+      [
+        "c",
+        "er"
+      ],
+      [
+        "m",
+        "p"
+      ],
+      [
+        "ar",
+        "p"
+      ],
+      [
+        "Ġk",
+        "ing"
+      ],
+      [
+        "Ġas",
+        "leep"
+      ],
+      [
+        "Ġret",
+        "urn"
+      ],
+      [
+        "Ġsh",
+        "arp"
+      ],
+      [
+        "Ġre",
+        "l"
+      ],
+      [
+        "Ġp",
+        "ower"
+      ],
+      [
+        "et",
+        "h"
+      ],
+      [
+        "Ġhold",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ing"
+      ],
+      [
+        "Ġheal",
+        "thy"
+      ],
+      [
+        "ĠM",
+        "ittens"
+      ],
+      [
+        "Ġpr",
+        "ot"
+      ],
+      [
+        "Ġme",
+        "et"
+      ],
+      [
+        "Ġor",
+        "gan"
+      ],
+      [
+        "Ġcle",
+        "ver"
+      ],
+      [
+        "Ġspot",
+        "ted"
+      ],
+      [
+        "Ġl",
+        "etter"
+      ],
+      [
+        "Ġg",
+        "ather"
+      ],
+      [
+        "al",
+        "m"
+      ],
+      [
+        "O",
+        "f"
+      ],
+      [
+        "e",
+        "re"
+      ],
+      [
+        "Ġr",
+        "ound"
+      ],
+      [
+        "Ġstor",
+        "m"
+      ],
+      [
+        "Ġprot",
+        "ect"
+      ],
+      [
+        "Ġgif",
+        "t"
+      ],
+      [
+        "am",
+        "ed"
+      ],
+      [
+        "Ġma",
+        "il"
+      ],
+      [
+        "ĠJ",
+        "en"
+      ],
+      [
+        "Ġbir",
+        "thday"
+      ],
+      [
+        "Ġpre",
+        "s"
+      ],
+      [
+        "Ġsa",
+        "f"
+      ],
+      [
+        "Ġneighb",
+        "or"
+      ],
+      [
+        "ep",
+        "end"
+      ],
+      [
+        "Ġta",
+        "kes"
+      ],
+      [
+        "s",
+        "c"
+      ],
+      [
+        "Ġe",
+        "ar"
+      ],
+      [
+        "Ġcom",
+        "fort"
+      ],
+      [
+        "Ġ",
+        "ent"
+      ],
+      [
+        "Ġre",
+        "p"
+      ],
+      [
+        "Ġpers",
+        "on"
+      ],
+      [
+        "Ġsmil",
+        "ing"
+      ],
+      [
+        "ĠW",
+        "ith"
+      ],
+      [
+        "Ġgent",
+        "ly"
+      ],
+      [
+        "Ġpoin",
+        "ted"
+      ],
+      [
+        "E",
+        "very"
+      ],
+      [
+        "ow",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "o"
+      ],
+      [
+        "co",
+        "l"
+      ],
+      [
+        "Ġtast",
+        "y"
+      ],
+      [
+        "ul",
+        "ar"
+      ],
+      [
+        "ĠJim",
+        "my"
+      ],
+      [
+        "Ġpl",
+        "ane"
+      ],
+      [
+        "st",
+        "ing"
+      ],
+      [
+        "h",
+        "in"
+      ],
+      [
+        "Ġh",
+        "oney"
+      ],
+      [
+        "it",
+        "ch"
+      ],
+      [
+        "Ġp",
+        "ill"
+      ],
+      [
+        "Ġp",
+        "ass"
+      ],
+      [
+        "itt",
+        "en"
+      ],
+      [
+        "Ġm",
+        "atter"
+      ],
+      [
+        "Ġad",
+        "m"
+      ],
+      [
+        "Ġtast",
+        "ed"
+      ],
+      [
+        "Ġsmell",
+        "ed"
+      ],
+      [
+        "n",
+        "ic"
+      ],
+      [
+        "o",
+        "ve"
+      ],
+      [
+        "Ġe",
+        "ag"
+      ],
+      [
+        "Ġsh",
+        "ining"
+      ],
+      [
+        "He",
+        "y"
+      ],
+      [
+        "Ġhop",
+        "e"
+      ],
+      [
+        "Ġplac",
+        "es"
+      ],
+      [
+        "Ġk",
+        "ick"
+      ],
+      [
+        "ĠC",
+        "h"
+      ],
+      [
+        "Ġpic",
+        "nic"
+      ],
+      [
+        "Ġbott",
+        "le"
+      ],
+      [
+        "Ġresp",
+        "ect"
+      ],
+      [
+        "Ġb",
+        "lew"
+      ],
+      [
+        "Ġapp",
+        "eared"
+      ],
+      [
+        "Ġsu",
+        "pp"
+      ],
+      [
+        "Tom",
+        "my"
+      ],
+      [
+        "ĠC",
+        "ome"
+      ],
+      [
+        "Ġsp",
+        "ider"
+      ],
+      [
+        "Ġint",
+        "ere"
+      ],
+      [
+        "Ġche",
+        "er"
+      ],
+      [
+        "bo",
+        "ard"
+      ],
+      [
+        "Ġwe",
+        "aring"
+      ],
+      [
+        "Ġpres",
+        "ent"
+      ],
+      [
+        "er",
+        "t"
+      ],
+      [
+        "Ġm",
+        "ist"
+      ],
+      [
+        "iz",
+        "e"
+      ],
+      [
+        "Ġtrou",
+        "ble"
+      ],
+      [
+        "Ġtri",
+        "p"
+      ],
+      [
+        "Ġp",
+        "ract"
+      ],
+      [
+        "Ġk",
+        "iss"
+      ],
+      [
+        "Ġqu",
+        "est"
+      ],
+      [
+        "o",
+        "nd"
+      ],
+      [
+        "Ġas",
+        "h"
+      ],
+      [
+        "Ġlo",
+        "ves"
+      ],
+      [
+        "Ġtight",
+        "ly"
+      ],
+      [
+        "g",
+        "g"
+      ],
+      [
+        "ar",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "ur"
+      ],
+      [
+        "Ġsp",
+        "read"
+      ],
+      [
+        "a",
+        "ur"
+      ],
+      [
+        "Ġw",
+        "ide"
+      ],
+      [
+        "on",
+        "es"
+      ],
+      [
+        "um",
+        "ber"
+      ],
+      [
+        "Ġfe",
+        "ather"
+      ],
+      [
+        "Ġspl",
+        "as"
+      ],
+      [
+        "on",
+        "t"
+      ],
+      [
+        "nd",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ater"
+      ],
+      [
+        "Ġwho",
+        "le"
+      ],
+      [
+        "Ġany",
+        "one"
+      ],
+      [
+        "Ġbre",
+        "ad"
+      ],
+      [
+        "M",
+        "olly"
+      ],
+      [
+        "Ġd",
+        "es"
+      ],
+      [
+        "Ġre",
+        "c"
+      ],
+      [
+        "ell",
+        "a"
+      ],
+      [
+        "Ġro",
+        "ad"
+      ],
+      [
+        "I",
+        "n"
+      ],
+      [
+        "Ġo",
+        "ce"
+      ],
+      [
+        "Ġgi",
+        "ant"
+      ],
+      [
+        "Ġoce",
+        "an"
+      ],
+      [
+        "el",
+        "s"
+      ],
+      [
+        "Ġpu",
+        "zz"
+      ],
+      [
+        "Ġcook",
+        "ie"
+      ],
+      [
+        "Ġp",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ath"
+      ],
+      [
+        "Åĵ",
+        "I"
+      ],
+      [
+        "Ġcon",
+        "fused"
+      ],
+      [
+        "Ġscream",
+        "ed"
+      ],
+      [
+        "Ġcloud",
+        "s"
+      ],
+      [
+        "e",
+        "b"
+      ],
+      [
+        "Ġimp",
+        "ress"
+      ],
+      [
+        "Ġfr",
+        "ont"
+      ],
+      [
+        "ĠG",
+        "o"
+      ],
+      [
+        "Ġse",
+        "at"
+      ],
+      [
+        "le",
+        "x"
+      ],
+      [
+        "Ġl",
+        "ay"
+      ],
+      [
+        "Ġwh",
+        "ich"
+      ],
+      [
+        "l",
+        "a"
+      ],
+      [
+        "Ġth",
+        "in"
+      ],
+      [
+        "Ġte",
+        "ach"
+      ],
+      [
+        "er",
+        "ly"
+      ],
+      [
+        "Ġd",
+        "i"
+      ],
+      [
+        "Ġansw",
+        "er"
+      ],
+      [
+        "ung",
+        "le"
+      ],
+      [
+        "Ġa",
+        "p"
+      ],
+      [
+        "ss",
+        "ed"
+      ],
+      [
+        "h",
+        "ile"
+      ],
+      [
+        "u",
+        "b"
+      ],
+      [
+        "Ġl",
+        "arge"
+      ],
+      [
+        "Ġj",
+        "ungle"
+      ],
+      [
+        "Ġprom",
+        "ise"
+      ],
+      [
+        "Ġs",
+        "er"
+      ],
+      [
+        "Ġb",
+        "er"
+      ],
+      [
+        "Ġw",
+        "ild"
+      ],
+      [
+        "Ġb",
+        "ark"
+      ],
+      [
+        "Ġm",
+        "ach"
+      ],
+      [
+        "oo",
+        "se"
+      ],
+      [
+        "Ġbutt",
+        "on"
+      ],
+      [
+        "ndp",
+        "a"
+      ],
+      [
+        "G",
+        "ood"
+      ],
+      [
+        "Ġmy",
+        "ster"
+      ],
+      [
+        "Ġsn",
+        "ake"
+      ],
+      [
+        "Ġvill",
+        "age"
+      ],
+      [
+        "Ġh",
+        "or"
+      ],
+      [
+        "ĠEm",
+        "ily"
+      ],
+      [
+        "C",
+        "ome"
+      ],
+      [
+        "Ġtoo",
+        "l"
+      ],
+      [
+        "Ġput",
+        "s"
+      ],
+      [
+        "Ġla",
+        "st"
+      ],
+      [
+        "Ġim",
+        "ag"
+      ],
+      [
+        "ĠJ",
+        "ake"
+      ],
+      [
+        "L",
+        "ucy"
+      ],
+      [
+        "Ġt",
+        "id"
+      ],
+      [
+        "Ġb",
+        "an"
+      ],
+      [
+        "le",
+        "br"
+      ],
+      [
+        "Ġe",
+        "ventually"
+      ],
+      [
+        "Ġsl",
+        "id"
+      ],
+      [
+        "Ġwa",
+        "ve"
+      ],
+      [
+        "Ġli",
+        "ve"
+      ],
+      [
+        "Ġch",
+        "ased"
+      ],
+      [
+        "ĠEvery",
+        "where"
+      ],
+      [
+        "Ġce",
+        "lebr"
+      ],
+      [
+        "Ġcray",
+        "ons"
+      ],
+      [
+        "J",
+        "ust"
+      ],
+      [
+        "Ġsp",
+        "ent"
+      ],
+      [
+        "Ġwr",
+        "ite"
+      ],
+      [
+        "Ġgi",
+        "ves"
+      ],
+      [
+        "un",
+        "k"
+      ],
+      [
+        "if",
+        "e"
+      ],
+      [
+        "Ġdec",
+        "or"
+      ],
+      [
+        "Ġfo",
+        "ot"
+      ],
+      [
+        "Ġdel",
+        "ight"
+      ],
+      [
+        "Ġso",
+        "l"
+      ],
+      [
+        "Ġsand",
+        "w"
+      ],
+      [
+        "Ġdir",
+        "t"
+      ],
+      [
+        "ĠJ",
+        "enny"
+      ],
+      [
+        "Ġtal",
+        "king"
+      ],
+      [
+        "Ġtreat",
+        "s"
+      ],
+      [
+        "Ġc",
+        "art"
+      ],
+      [
+        "ch",
+        "ing"
+      ],
+      [
+        "Ġwait",
+        "ing"
+      ],
+      [
+        "Ġhid",
+        "ing"
+      ],
+      [
+        "Ġsnow",
+        "man"
+      ],
+      [
+        "Ġintere",
+        "sting"
+      ],
+      [
+        "Ġh",
+        "on"
+      ],
+      [
+        "on",
+        "y"
+      ],
+      [
+        "Ġshe",
+        "lf"
+      ],
+      [
+        "Ġtast",
+        "e"
+      ],
+      [
+        "e",
+        "en"
+      ],
+      [
+        "J",
+        "im"
+      ],
+      [
+        "Ġst",
+        "ep"
+      ],
+      [
+        "M",
+        "um"
+      ],
+      [
+        "Ġhelp",
+        "ful"
+      ],
+      [
+        "Ġfe",
+        "et"
+      ],
+      [
+        "Ġsh",
+        "y"
+      ],
+      [
+        "Ġgo",
+        "es"
+      ],
+      [
+        "Ġv",
+        "al"
+      ],
+      [
+        "Ġe",
+        "mb"
+      ],
+      [
+        "Ġst",
+        "ood"
+      ],
+      [
+        "Ġsh",
+        "r"
+      ],
+      [
+        "Ġbuild",
+        "ing"
+      ],
+      [
+        "Ġo",
+        "ven"
+      ],
+      [
+        "Ġst",
+        "ret"
+      ],
+      [
+        "Ġlove",
+        "ly"
+      ],
+      [
+        "Ġduck",
+        "s"
+      ],
+      [
+        "Ġcorn",
+        "er"
+      ],
+      [
+        "Ġwas",
+        "h"
+      ],
+      [
+        "ck",
+        "s"
+      ],
+      [
+        "Ġsp",
+        "e"
+      ],
+      [
+        "Ġpretend",
+        "ed"
+      ],
+      [
+        "Ġroll",
+        "ed"
+      ],
+      [
+        "Ġru",
+        "de"
+      ],
+      [
+        "o",
+        "ld"
+      ],
+      [
+        "Ġc",
+        "alm"
+      ],
+      [
+        "Ġp",
+        "ile"
+      ],
+      [
+        "Ġte",
+        "eth"
+      ],
+      [
+        "Ġjump",
+        "ing"
+      ],
+      [
+        "Ġz",
+        "oo"
+      ],
+      [
+        "Ġpudd",
+        "le"
+      ],
+      [
+        "Ġtid",
+        "y"
+      ],
+      [
+        "M",
+        "ama"
+      ],
+      [
+        "ig",
+        "er"
+      ],
+      [
+        "ip",
+        "e"
+      ],
+      [
+        "Ġbug",
+        "s"
+      ],
+      [
+        "Ġash",
+        "amed"
+      ],
+      [
+        "Ġb",
+        "at"
+      ],
+      [
+        "in",
+        "a"
+      ],
+      [
+        "ĠR",
+        "e"
+      ],
+      [
+        "Ġo",
+        "b"
+      ],
+      [
+        "Ġst",
+        "ra"
+      ],
+      [
+        "ĠS",
+        "t"
+      ],
+      [
+        "Ġwhist",
+        "le"
+      ],
+      [
+        "Ġban",
+        "an"
+      ],
+      [
+        "n",
+        "ot"
+      ],
+      [
+        "Ġn",
+        "et"
+      ],
+      [
+        "Ġforg",
+        "ive"
+      ],
+      [
+        "Ġprin",
+        "ce"
+      ],
+      [
+        "en",
+        "er"
+      ],
+      [
+        "Ġsh",
+        "irt"
+      ],
+      [
+        "Ġs",
+        "el"
+      ],
+      [
+        "Ġc",
+        "oo"
+      ],
+      [
+        "Ġemb",
+        "ar"
+      ],
+      [
+        "ump",
+        "y"
+      ],
+      [
+        "Ġspark",
+        "ly"
+      ],
+      [
+        "Ġrem",
+        "ind"
+      ],
+      [
+        "Ġs",
+        "ug"
+      ],
+      [
+        "Ġc",
+        "ross"
+      ],
+      [
+        "Ġm",
+        "ind"
+      ],
+      [
+        "Ġcan",
+        "not"
+      ],
+      [
+        "Ġsuc",
+        "cess"
+      ],
+      [
+        "Ġembar",
+        "ra"
+      ],
+      [
+        "S",
+        "oon"
+      ],
+      [
+        "Ġm",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "aring"
+      ],
+      [
+        "Ġwor",
+        "m"
+      ],
+      [
+        "Ġfo",
+        "ld"
+      ],
+      [
+        "Ġpeace",
+        "ful"
+      ],
+      [
+        "Ġw",
+        "ore"
+      ],
+      [
+        "Ġm",
+        "ountain"
+      ],
+      [
+        "Ġbl",
+        "ow"
+      ],
+      [
+        "l",
+        "ice"
+      ],
+      [
+        "Ġ",
+        "ign"
+      ],
+      [
+        "Ġbe",
+        "ll"
+      ],
+      [
+        "Ġfur",
+        "ry"
+      ],
+      [
+        "Ġgra",
+        "b"
+      ],
+      [
+        "al",
+        "s"
+      ],
+      [
+        "omet",
+        "imes"
+      ],
+      [
+        "Ġwhen",
+        "ever"
+      ],
+      [
+        "Ġp",
+        "our"
+      ],
+      [
+        "v",
+        "ous"
+      ],
+      [
+        "ll",
+        "ie"
+      ],
+      [
+        "Ġpu",
+        "sh"
+      ],
+      [
+        "Ġbre",
+        "ath"
+      ],
+      [
+        "Ġmach",
+        "ine"
+      ],
+      [
+        "Ġsug",
+        "ar"
+      ],
+      [
+        "Ġch",
+        "ick"
+      ],
+      [
+        "Ġcreat",
+        "ive"
+      ],
+      [
+        "S",
+        "t"
+      ],
+      [
+        "n",
+        "ed"
+      ],
+      [
+        "Ġb",
+        "al"
+      ],
+      [
+        "Ġst",
+        "ir"
+      ],
+      [
+        "Ġdo",
+        "lp"
+      ],
+      [
+        "Ġtri",
+        "es"
+      ],
+      [
+        "N",
+        "ow"
+      ],
+      [
+        "Ġl",
+        "ad"
+      ],
+      [
+        "ĠL",
+        "e"
+      ],
+      [
+        "Ġm",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ool"
+      ],
+      [
+        "Ġg",
+        "ener"
+      ],
+      [
+        "Ġsa",
+        "l"
+      ],
+      [
+        "or",
+        "k"
+      ],
+      [
+        "ul",
+        "t"
+      ],
+      [
+        "Ġspr",
+        "ay"
+      ],
+      [
+        "Ġsh",
+        "ip"
+      ],
+      [
+        "i",
+        "an"
+      ],
+      [
+        "Ġh",
+        "um"
+      ],
+      [
+        "Ġhe",
+        "l"
+      ],
+      [
+        "is",
+        "a"
+      ],
+      [
+        "Ġsel",
+        "fish"
+      ],
+      [
+        "Ġh",
+        "ar"
+      ],
+      [
+        "Ġfa",
+        "ces"
+      ],
+      [
+        "Ġmess",
+        "y"
+      ],
+      [
+        "Ġ",
+        "'"
+      ],
+      [
+        "Ġp",
+        "le"
+      ],
+      [
+        "ĠS",
+        "ome"
+      ],
+      [
+        "ĠH",
+        "ow"
+      ],
+      [
+        "Ġgo",
+        "ld"
+      ],
+      [
+        "Ġcho",
+        "col"
+      ],
+      [
+        "P",
+        "lease"
+      ],
+      [
+        "Ġminut",
+        "es"
+      ],
+      [
+        "Ġpill",
+        "ow"
+      ],
+      [
+        "M",
+        "y"
+      ],
+      [
+        "a",
+        "king"
+      ],
+      [
+        "Ġt",
+        "un"
+      ],
+      [
+        "Ġm",
+        "issed"
+      ],
+      [
+        "ig",
+        "hed"
+      ],
+      [
+        "Ġv",
+        "an"
+      ],
+      [
+        "Ġfix",
+        "ed"
+      ],
+      [
+        "Ġfight",
+        "ing"
+      ],
+      [
+        "o",
+        "in"
+      ],
+      [
+        "Ġf",
+        "ig"
+      ],
+      [
+        "Ġembarra",
+        "ssed"
+      ],
+      [
+        "Ġme",
+        "ant"
+      ],
+      [
+        "Ġdri",
+        "ve"
+      ],
+      [
+        "Ġtom",
+        "orrow"
+      ],
+      [
+        "Ġh",
+        "ours"
+      ],
+      [
+        "Ġc",
+        "a"
+      ],
+      [
+        "Ġn",
+        "er"
+      ],
+      [
+        "Ġsp",
+        "icy"
+      ],
+      [
+        "Ġknow",
+        "ing"
+      ],
+      [
+        "ĠP",
+        "lease"
+      ],
+      [
+        "Sara",
+        "h"
+      ],
+      [
+        "Ġlad",
+        "der"
+      ],
+      [
+        "it",
+        "al"
+      ],
+      [
+        "Ġhor",
+        "se"
+      ],
+      [
+        "at",
+        "o"
+      ],
+      [
+        "Ġu",
+        "g"
+      ],
+      [
+        "ĠJ",
+        "ust"
+      ],
+      [
+        "Ġtr",
+        "ust"
+      ],
+      [
+        "Ġho",
+        "sp"
+      ],
+      [
+        "Ġug",
+        "ly"
+      ],
+      [
+        "Ġhosp",
+        "ital"
+      ],
+      [
+        "Ġche",
+        "w"
+      ],
+      [
+        "Ġbed",
+        "room"
+      ],
+      [
+        "Ġeas",
+        "y"
+      ],
+      [
+        "Ġner",
+        "vous"
+      ],
+      [
+        "Ġro",
+        "b"
+      ],
+      [
+        "Ġthank",
+        "ful"
+      ],
+      [
+        "Ġcarrot",
+        "s"
+      ],
+      [
+        "D",
+        "ad"
+      ],
+      [
+        "ell",
+        "y"
+      ],
+      [
+        "Ġgre",
+        "w"
+      ],
+      [
+        "Ġcol",
+        "our"
+      ],
+      [
+        "Ġbar",
+        "ked"
+      ],
+      [
+        "Ġcou",
+        "ch"
+      ],
+      [
+        "Ġn",
+        "ut"
+      ],
+      [
+        "Ġme",
+        "adow"
+      ],
+      [
+        "Ġta",
+        "ught"
+      ],
+      [
+        "Ġunderst",
+        "ood"
+      ],
+      [
+        "Ġdisapp",
+        "oin"
+      ],
+      [
+        "Ġp",
+        "as"
+      ],
+      [
+        "an",
+        "o"
+      ],
+      [
+        "Ġof",
+        "ten"
+      ],
+      [
+        "Ġcl",
+        "ass"
+      ],
+      [
+        "Ġpas",
+        "sed"
+      ],
+      [
+        "Ġkn",
+        "ocked"
+      ],
+      [
+        "Ġland",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ic"
+      ],
+      [
+        "ir",
+        "d"
+      ],
+      [
+        "Ġfe",
+        "ar"
+      ],
+      [
+        "Ġco",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "d"
+      ],
+      [
+        "w",
+        "ork"
+      ],
+      [
+        "Ġd",
+        "eter"
+      ],
+      [
+        "Ġre",
+        "g"
+      ],
+      [
+        "Ġreturn",
+        "ed"
+      ],
+      [
+        "Ġdeter",
+        "m"
+      ],
+      [
+        "Ġh",
+        "ur"
+      ],
+      [
+        "Ġfin",
+        "ish"
+      ],
+      [
+        "iz",
+        "z"
+      ],
+      [
+        "Ġte",
+        "a"
+      ],
+      [
+        "Ġsmo",
+        "oth"
+      ],
+      [
+        "m",
+        "o"
+      ],
+      [
+        "Ġst",
+        "uff"
+      ],
+      [
+        "Ġmo",
+        "v"
+      ],
+      [
+        "Ġgener",
+        "ous"
+      ],
+      [
+        "T",
+        "o"
+      ],
+      [
+        "Ġ",
+        "On"
+      ],
+      [
+        "is",
+        "p"
+      ],
+      [
+        "Ġdr",
+        "um"
+      ],
+      [
+        "o",
+        "bby"
+      ],
+      [
+        "Ġbubble",
+        "s"
+      ],
+      [
+        "Ġrob",
+        "ot"
+      ],
+      [
+        "Ġthe",
+        "se"
+      ],
+      [
+        "Ġse",
+        "ed"
+      ],
+      [
+        "Ġgl",
+        "ass"
+      ],
+      [
+        "Ġdisappoin",
+        "ted"
+      ],
+      [
+        "g",
+        "round"
+      ],
+      [
+        "Ġr",
+        "ing"
+      ],
+      [
+        "Ġc",
+        "ard"
+      ],
+      [
+        "Ġhe",
+        "ars"
+      ],
+      [
+        "Ġcar",
+        "ried"
+      ],
+      [
+        "Ġmo",
+        "on"
+      ],
+      [
+        "Ġchocol",
+        "ate"
+      ],
+      [
+        "Ġlea",
+        "f"
+      ],
+      [
+        "Ġsnack",
+        "s"
+      ],
+      [
+        "Ġcir",
+        "c"
+      ],
+      [
+        "Ġfan",
+        "cy"
+      ],
+      [
+        "d",
+        "le"
+      ],
+      [
+        "Ġsp",
+        "end"
+      ],
+      [
+        "ĠA",
+        "nn"
+      ],
+      [
+        "ust",
+        "r"
+      ],
+      [
+        "Ġcra",
+        "b"
+      ],
+      [
+        "Ġsong",
+        "s"
+      ],
+      [
+        "p",
+        "ack"
+      ],
+      [
+        "Ġp",
+        "ir"
+      ],
+      [
+        "eci",
+        "ally"
+      ],
+      [
+        "os",
+        "aur"
+      ],
+      [
+        "Ġso",
+        "ld"
+      ],
+      [
+        "Ġbr",
+        "idge"
+      ],
+      [
+        "ĠE",
+        "ven"
+      ],
+      [
+        "Ġsleep",
+        "y"
+      ],
+      [
+        "Ġhon",
+        "est"
+      ],
+      [
+        "Ġm",
+        "ir"
+      ],
+      [
+        "ĠB",
+        "r"
+      ],
+      [
+        "Ġpa",
+        "w"
+      ],
+      [
+        "p",
+        "ecially"
+      ],
+      [
+        "Ġa",
+        "v"
+      ],
+      [
+        "ĠW",
+        "hy"
+      ],
+      [
+        "iz",
+        "zy"
+      ],
+      [
+        "Ġche",
+        "st"
+      ],
+      [
+        "Ġwo",
+        "lf"
+      ],
+      [
+        "Ġdin",
+        "osaur"
+      ],
+      [
+        "Ġes",
+        "pecially"
+      ],
+      [
+        "Ġm",
+        "ap"
+      ],
+      [
+        "Ġg",
+        "as"
+      ],
+      [
+        "or",
+        "y"
+      ],
+      [
+        "Ġch",
+        "ange"
+      ],
+      [
+        "Ġgr",
+        "oup"
+      ],
+      [
+        "Ġgather",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "our"
+      ],
+      [
+        "Ġpo",
+        "or"
+      ],
+      [
+        "Ġspl",
+        "ash"
+      ],
+      [
+        "Ġwa",
+        "ves"
+      ],
+      [
+        "Ġfor",
+        "ward"
+      ],
+      [
+        "Ġcl",
+        "own"
+      ],
+      [
+        "Ġmyster",
+        "ious"
+      ],
+      [
+        "r",
+        "or"
+      ],
+      [
+        "Ġbo",
+        "dy"
+      ],
+      [
+        "Ġfr",
+        "ustr"
+      ],
+      [
+        "Ġcra",
+        "w"
+      ],
+      [
+        "Ġf",
+        "ake"
+      ],
+      [
+        "Ġp",
+        "in"
+      ],
+      [
+        "Ġo",
+        "k"
+      ],
+      [
+        "Ġr",
+        "ad"
+      ],
+      [
+        "Ġwh",
+        "isp"
+      ],
+      [
+        "Ġtw",
+        "irl"
+      ],
+      [
+        "Ġstr",
+        "ing"
+      ],
+      [
+        "Ġsmell",
+        "y"
+      ],
+      [
+        "ĠTo",
+        "gether"
+      ],
+      [
+        "s",
+        "ist"
+      ],
+      [
+        "Ġc",
+        "and"
+      ],
+      [
+        "Ġg",
+        "ate"
+      ],
+      [
+        "Ġsc",
+        "ar"
+      ],
+      [
+        "ĠK",
+        "itty"
+      ],
+      [
+        "Ġneck",
+        "l"
+      ],
+      [
+        "B",
+        "illy"
+      ],
+      [
+        "Ġmot",
+        "or"
+      ],
+      [
+        "y",
+        "ing"
+      ],
+      [
+        "ot",
+        "e"
+      ],
+      [
+        "Ġsh",
+        "ore"
+      ],
+      [
+        "ur",
+        "se"
+      ],
+      [
+        "Ġje",
+        "w"
+      ],
+      [
+        "Ġwe",
+        "ak"
+      ],
+      [
+        "Ġgr",
+        "umpy"
+      ],
+      [
+        "Ġfing",
+        "er"
+      ],
+      [
+        "Ġsa",
+        "ck"
+      ],
+      [
+        "Ġk",
+        "itten"
+      ],
+      [
+        "Ġpol",
+        "ite"
+      ],
+      [
+        "Ġgl",
+        "ue"
+      ],
+      [
+        "u",
+        "ce"
+      ],
+      [
+        "Ġn",
+        "umber"
+      ],
+      [
+        "air",
+        "s"
+      ],
+      [
+        "Ġes",
+        "c"
+      ],
+      [
+        "Ġmir",
+        "ror"
+      ],
+      [
+        "Ġshe",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "ase"
+      ],
+      [
+        "Ġplant",
+        "s"
+      ],
+      [
+        "Ġber",
+        "ries"
+      ],
+      [
+        "mo",
+        "st"
+      ],
+      [
+        "B",
+        "e"
+      ],
+      [
+        "d",
+        "en"
+      ],
+      [
+        "Ġj",
+        "elly"
+      ],
+      [
+        "ĠThe",
+        "ir"
+      ],
+      [
+        "Ġe",
+        "mp"
+      ],
+      [
+        "itt",
+        "er"
+      ],
+      [
+        "The",
+        "re"
+      ],
+      [
+        "Ġsc",
+        "r"
+      ],
+      [
+        "Ġgr",
+        "ay"
+      ],
+      [
+        "Ġpuzz",
+        "le"
+      ],
+      [
+        "Ġneckl",
+        "ace"
+      ],
+      [
+        "Ġm",
+        "aybe"
+      ],
+      [
+        "Ġpl",
+        "ate"
+      ],
+      [
+        "Ġal",
+        "most"
+      ],
+      [
+        "us",
+        "ie"
+      ],
+      [
+        "Ġfrustr",
+        "ated"
+      ],
+      [
+        "Ġemp",
+        "ty"
+      ],
+      [
+        "p",
+        "ort"
+      ],
+      [
+        "or",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "ick"
+      ],
+      [
+        "Ġj",
+        "am"
+      ],
+      [
+        "Ġsk",
+        "ipped"
+      ],
+      [
+        "ens",
+        "ive"
+      ],
+      [
+        "ĠT",
+        "eddy"
+      ],
+      [
+        "ag",
+        "ed"
+      ],
+      [
+        "Ġclos",
+        "et"
+      ],
+      [
+        "Ġhid",
+        "den"
+      ],
+      [
+        "Ġexp",
+        "ensive"
+      ],
+      [
+        "Ġdeterm",
+        "ined"
+      ],
+      [
+        "Ġb",
+        "ored"
+      ],
+      [
+        "Ġl",
+        "it"
+      ],
+      [
+        "Ġd",
+        "rew"
+      ],
+      [
+        "Ġle",
+        "gs"
+      ],
+      [
+        "Ġho",
+        "pping"
+      ],
+      [
+        "at",
+        "es"
+      ],
+      [
+        "ĠS",
+        "ometimes"
+      ],
+      [
+        "Ġstick",
+        "s"
+      ],
+      [
+        "Ġon",
+        "es"
+      ],
+      [
+        "ĠA",
+        "t"
+      ],
+      [
+        "Ġbird",
+        "ie"
+      ],
+      [
+        "ĠD",
+        "on"
+      ],
+      [
+        "Ġpol",
+        "ice"
+      ],
+      [
+        "Ġfruit",
+        "s"
+      ],
+      [
+        "Ġt",
+        "ick"
+      ],
+      [
+        "Ġa",
+        "unt"
+      ],
+      [
+        "Ġw",
+        "is"
+      ],
+      [
+        "Ġb",
+        "ake"
+      ],
+      [
+        "Ġl",
+        "ine"
+      ],
+      [
+        "ot",
+        "s"
+      ],
+      [
+        "Ġst",
+        "one"
+      ],
+      [
+        "Ġdog",
+        "s"
+      ],
+      [
+        "au",
+        "l"
+      ],
+      [
+        "Ġfig",
+        "ure"
+      ],
+      [
+        "J",
+        "ane"
+      ],
+      [
+        "Ġs",
+        "ight"
+      ],
+      [
+        "Ġc",
+        "ries"
+      ],
+      [
+        "ĠB",
+        "e"
+      ],
+      [
+        "Ġmo",
+        "ving"
+      ],
+      [
+        "Ġcont",
+        "ent"
+      ],
+      [
+        "ĠBr",
+        "own"
+      ],
+      [
+        "Ġsa",
+        "ved"
+      ],
+      [
+        "Ġcl",
+        "oth"
+      ],
+      [
+        "?\"",
+        "."
+      ],
+      [
+        "bo",
+        "x"
+      ],
+      [
+        "Ġbran",
+        "ches"
+      ],
+      [
+        "Ġpack",
+        "ed"
+      ],
+      [
+        "Ġpower",
+        "ful"
+      ],
+      [
+        "Ġsplas",
+        "hed"
+      ],
+      [
+        "Ġfe",
+        "ed"
+      ],
+      [
+        "est",
+        "ed"
+      ],
+      [
+        "Ġyell",
+        "ed"
+      ],
+      [
+        "W",
+        "here"
+      ],
+      [
+        "d",
+        "ge"
+      ],
+      [
+        "k",
+        "in"
+      ],
+      [
+        "Ġt",
+        "iger"
+      ],
+      [
+        "Ġp",
+        "ay"
+      ],
+      [
+        "id",
+        "dle"
+      ],
+      [
+        "oo",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ella"
+      ],
+      [
+        "Ġex",
+        "am"
+      ],
+      [
+        "Ġta",
+        "ken"
+      ],
+      [
+        "Ġcr",
+        "ane"
+      ],
+      [
+        "Ġspo",
+        "il"
+      ],
+      [
+        "'",
+        "d"
+      ],
+      [
+        "Ġha",
+        "ng"
+      ],
+      [
+        "Ġfl",
+        "ag"
+      ],
+      [
+        "Ġansw",
+        "ered"
+      ],
+      [
+        "Ġdisco",
+        "vered"
+      ],
+      [
+        "ĠLe",
+        "o"
+      ],
+      [
+        "u",
+        "sh"
+      ],
+      [
+        "Ġsa",
+        "ve"
+      ],
+      [
+        "Ġsee",
+        "k"
+      ],
+      [
+        "Ġexc",
+        "ite"
+      ],
+      [
+        "Ġpr",
+        "ay"
+      ],
+      [
+        "Ġjo",
+        "g"
+      ],
+      [
+        "Ġstand",
+        "ing"
+      ],
+      [
+        "Ġdolp",
+        "hin"
+      ],
+      [
+        "Ġj",
+        "ack"
+      ],
+      [
+        "A",
+        "re"
+      ],
+      [
+        "er",
+        "a"
+      ],
+      [
+        "ra",
+        "g"
+      ],
+      [
+        "Ġfl",
+        "ut"
+      ],
+      [
+        "get",
+        "able"
+      ],
+      [
+        "Ġb",
+        "oring"
+      ],
+      [
+        "Ġlo",
+        "ck"
+      ],
+      [
+        "Ġinc",
+        "red"
+      ],
+      [
+        "Ġexcite",
+        "ment"
+      ],
+      [
+        "Ġs",
+        "ighed"
+      ],
+      [
+        "Ġw",
+        "ip"
+      ],
+      [
+        "Ġf",
+        "is"
+      ],
+      [
+        "Ġf",
+        "ill"
+      ],
+      [
+        "Ġso",
+        "ap"
+      ],
+      [
+        "ĠM",
+        "um"
+      ],
+      [
+        "ol",
+        "a"
+      ],
+      [
+        "Ġple",
+        "ased"
+      ],
+      [
+        "Ġjack",
+        "et"
+      ],
+      [
+        "l",
+        "ight"
+      ],
+      [
+        "Ġs",
+        "ugg"
+      ],
+      [
+        "Ġm",
+        "iddle"
+      ],
+      [
+        "Ġe",
+        "ld"
+      ],
+      [
+        "Ġwr",
+        "ote"
+      ],
+      [
+        "Ġballoon",
+        "s"
+      ],
+      [
+        "Ġorgan",
+        "ized"
+      ],
+      [
+        "qu",
+        "e"
+      ],
+      [
+        "Ġsail",
+        "ed"
+      ],
+      [
+        "The",
+        "ir"
+      ],
+      [
+        "Ġtell",
+        "s"
+      ],
+      [
+        "Ġo",
+        "y"
+      ],
+      [
+        "Ġst",
+        "ones"
+      ],
+      [
+        "Ġbo",
+        "ard"
+      ],
+      [
+        "Ġsp",
+        "un"
+      ],
+      [
+        "Ġve",
+        "getable"
+      ],
+      [
+        "l",
+        "ies"
+      ],
+      [
+        "Ġ",
+        "ind"
+      ],
+      [
+        "in",
+        "ess"
+      ],
+      [
+        "Ġwor",
+        "king"
+      ],
+      [
+        "l",
+        "ower"
+      ],
+      [
+        "al",
+        "k"
+      ],
+      [
+        "if",
+        "f"
+      ],
+      [
+        "Ġpar",
+        "rot"
+      ],
+      [
+        "St",
+        "op"
+      ],
+      [
+        "Ġscar",
+        "f"
+      ],
+      [
+        "Ġwa",
+        "gged"
+      ],
+      [
+        "Ġcl",
+        "ap"
+      ],
+      [
+        "Ġme",
+        "asure"
+      ],
+      [
+        "as",
+        "ing"
+      ],
+      [
+        "Ġte",
+        "ars"
+      ],
+      [
+        "bo",
+        "dy"
+      ],
+      [
+        "Ġcomfort",
+        "able"
+      ],
+      [
+        "Ġle",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "an"
+      ],
+      [
+        "Ġtr",
+        "ue"
+      ],
+      [
+        "Ġfr",
+        "ight"
+      ],
+      [
+        "Ġdr",
+        "op"
+      ],
+      [
+        "Ġsmo",
+        "ke"
+      ],
+      [
+        "Ġfeather",
+        "s"
+      ],
+      [
+        "Ġincred",
+        "ible"
+      ],
+      [
+        "g",
+        "gs"
+      ],
+      [
+        "u",
+        "al"
+      ],
+      [
+        "Ġt",
+        "ie"
+      ],
+      [
+        "Ġc",
+        "ap"
+      ],
+      [
+        "Ġlo",
+        "se"
+      ],
+      [
+        "Ġpu",
+        "s"
+      ],
+      [
+        "Ġeag",
+        "er"
+      ],
+      [
+        "Ġmov",
+        "ie"
+      ],
+      [
+        "f",
+        "ic"
+      ],
+      [
+        "Ġc",
+        "op"
+      ],
+      [
+        "Ġe",
+        "ggs"
+      ],
+      [
+        "oo",
+        "f"
+      ],
+      [
+        "Ġr",
+        "id"
+      ],
+      [
+        "Ġco",
+        "vered"
+      ],
+      [
+        "Ġf",
+        "il"
+      ],
+      [
+        "Ġle",
+        "m"
+      ],
+      [
+        "Ġgra",
+        "p"
+      ],
+      [
+        "Ġdisapp",
+        "eared"
+      ],
+      [
+        "Ġrec",
+        "ord"
+      ],
+      [
+        "ĠT",
+        "V"
+      ],
+      [
+        "ĠB",
+        "l"
+      ],
+      [
+        "Ġex",
+        "t"
+      ],
+      [
+        "Ġor",
+        "d"
+      ],
+      [
+        "Ġgigg",
+        "led"
+      ],
+      [
+        "c",
+        "orn"
+      ],
+      [
+        "Ġp",
+        "ri"
+      ],
+      [
+        "Ġha",
+        "m"
+      ],
+      [
+        "Ġr",
+        "are"
+      ],
+      [
+        "Ġyour",
+        "self"
+      ],
+      [
+        "Ġen",
+        "g"
+      ],
+      [
+        "Ġwh",
+        "ale"
+      ],
+      [
+        "Ġkn",
+        "ife"
+      ],
+      [
+        "ĠL",
+        "isa"
+      ],
+      [
+        "Ġte",
+        "am"
+      ],
+      [
+        "ĠJohn",
+        "ny"
+      ],
+      [
+        "z",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "est"
+      ],
+      [
+        "Ġb",
+        "one"
+      ],
+      [
+        "Ġd",
+        "izzy"
+      ],
+      [
+        "Ġli",
+        "br"
+      ],
+      [
+        "Ġwra",
+        "p"
+      ],
+      [
+        "Ġquest",
+        "ions"
+      ],
+      [
+        "i",
+        "v"
+      ],
+      [
+        "Ġl",
+        "ying"
+      ],
+      [
+        "Ġst",
+        "amp"
+      ],
+      [
+        "Ġli",
+        "cked"
+      ],
+      [
+        "Ġno",
+        "isy"
+      ],
+      [
+        "Ġkind",
+        "ness"
+      ],
+      [
+        "Ġdif",
+        "fic"
+      ],
+      [
+        "Ġdraw",
+        "ing"
+      ],
+      [
+        "app",
+        "ing"
+      ],
+      [
+        "Jim",
+        "my"
+      ],
+      [
+        "Ġstra",
+        "w"
+      ],
+      [
+        "Ġb",
+        "urn"
+      ],
+      [
+        "Ġwa",
+        "gon"
+      ],
+      [
+        "at",
+        "ely"
+      ],
+      [
+        "Ġgr",
+        "own"
+      ],
+      [
+        "Ġrock",
+        "et"
+      ],
+      [
+        "Ġpop",
+        "corn"
+      ],
+      [
+        "S",
+        "ally"
+      ],
+      [
+        "Ġb",
+        "atter"
+      ],
+      [
+        "Ġwa",
+        "nd"
+      ],
+      [
+        "Ġan",
+        "c"
+      ],
+      [
+        "ĠE",
+        "nd"
+      ],
+      [
+        "Ġsw",
+        "ord"
+      ],
+      [
+        "Ġhappen",
+        "ing"
+      ],
+      [
+        "Ġlift",
+        "ed"
+      ],
+      [
+        "Ġbal",
+        "ance"
+      ],
+      [
+        "Ġext",
+        "ra"
+      ],
+      [
+        "S",
+        "orry"
+      ],
+      [
+        "h",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "nder"
+      ],
+      [
+        "Ġf",
+        "at"
+      ],
+      [
+        "ĠM",
+        "ark"
+      ],
+      [
+        "ĠE",
+        "lla"
+      ],
+      [
+        "Ġbec",
+        "ome"
+      ],
+      [
+        "Ġtr",
+        "ack"
+      ],
+      [
+        "Ġsmall",
+        "er"
+      ],
+      [
+        "Ġmist",
+        "ake"
+      ],
+      [
+        "Ġto",
+        "ast"
+      ],
+      [
+        "at",
+        "ing"
+      ],
+      [
+        "Ġman",
+        "aged"
+      ],
+      [
+        "sel",
+        "ves"
+      ],
+      [
+        "ĠP",
+        "eter"
+      ],
+      [
+        "Ġbath",
+        "room"
+      ],
+      [
+        "Ġhar",
+        "m"
+      ],
+      [
+        "Ġdiffic",
+        "ult"
+      ],
+      [
+        "Ġtw",
+        "ist"
+      ],
+      [
+        "Ġoff",
+        "ered"
+      ],
+      [
+        "Ġru",
+        "ined"
+      ],
+      [
+        "Ġmat",
+        "ch"
+      ],
+      [
+        "Ġanc",
+        "ient"
+      ],
+      [
+        "Ġg",
+        "ar"
+      ],
+      [
+        "ill",
+        "i"
+      ],
+      [
+        "Ġdist",
+        "ance"
+      ],
+      [
+        "Ġplay",
+        "ground"
+      ],
+      [
+        "Ġla",
+        "zy"
+      ],
+      [
+        "Ġdan",
+        "cing"
+      ],
+      [
+        "Ġadvent",
+        "ur"
+      ],
+      [
+        "a",
+        "f"
+      ],
+      [
+        "ĠB",
+        "a"
+      ],
+      [
+        "Ġcall",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ed"
+      ],
+      [
+        "Ġcr",
+        "own"
+      ],
+      [
+        "orm",
+        "al"
+      ],
+      [
+        "Ġon",
+        "ce"
+      ],
+      [
+        "Ġbo",
+        "ss"
+      ],
+      [
+        "Ġse",
+        "ll"
+      ],
+      [
+        "Ġwalk",
+        "s"
+      ],
+      [
+        "Ġfright",
+        "ened"
+      ],
+      [
+        "er",
+        "ri"
+      ],
+      [
+        "Ġm",
+        "ask"
+      ],
+      [
+        "Ġfl",
+        "uffy"
+      ],
+      [
+        "em",
+        "o"
+      ],
+      [
+        "Ġ",
+        "Z"
+      ],
+      [
+        "Ġf",
+        "rag"
+      ],
+      [
+        "Ġd",
+        "est"
+      ],
+      [
+        "Ġn",
+        "ormal"
+      ],
+      [
+        "Ġy",
+        "og"
+      ],
+      [
+        "Ġpick",
+        "s"
+      ],
+      [
+        "Ġey",
+        "e"
+      ],
+      [
+        "Ġdr",
+        "ank"
+      ],
+      [
+        "Ġcir",
+        "cle"
+      ],
+      [
+        "Ġadventur",
+        "ous"
+      ],
+      [
+        "S",
+        "pot"
+      ],
+      [
+        "Ġt",
+        "ent"
+      ],
+      [
+        "Ġp",
+        "ress"
+      ],
+      [
+        "Ġk",
+        "issed"
+      ],
+      [
+        "ic",
+        "t"
+      ],
+      [
+        "Ġsc",
+        "iss"
+      ],
+      [
+        "Ġget",
+        "s"
+      ],
+      [
+        "Ġtr",
+        "unk"
+      ],
+      [
+        "Ġche",
+        "ck"
+      ],
+      [
+        "Ġenjoy",
+        "ing"
+      ],
+      [
+        "Ġshell",
+        "s"
+      ],
+      [
+        "Ġeld",
+        "erly"
+      ],
+      [
+        "Ġsciss",
+        "ors"
+      ],
+      [
+        "Ġt",
+        "erri"
+      ],
+      [
+        "Ġto",
+        "ug"
+      ],
+      [
+        "ag",
+        "es"
+      ],
+      [
+        "Ġste",
+        "al"
+      ],
+      [
+        "M",
+        "e"
+      ],
+      [
+        "re",
+        "ady"
+      ],
+      [
+        "et",
+        "e"
+      ],
+      [
+        "Ġal",
+        "ready"
+      ],
+      [
+        "ĠL",
+        "ittle"
+      ],
+      [
+        "Ġju",
+        "icy"
+      ],
+      [
+        "Ġstu",
+        "dy"
+      ],
+      [
+        "Ġh",
+        "orn"
+      ],
+      [
+        "er",
+        "p"
+      ],
+      [
+        "Ġp",
+        "izz"
+      ],
+      [
+        "Ġall",
+        "ig"
+      ],
+      [
+        "Ġloud",
+        "er"
+      ],
+      [
+        "Ġtow",
+        "el"
+      ],
+      [
+        "Ġcirc",
+        "les"
+      ],
+      [
+        "Ġle",
+        "ad"
+      ],
+      [
+        "Ġro",
+        "ar"
+      ],
+      [
+        "Ġro",
+        "se"
+      ],
+      [
+        "Ġsl",
+        "ipped"
+      ],
+      [
+        "Ġte",
+        "le"
+      ],
+      [
+        "Ġfam",
+        "ous"
+      ],
+      [
+        "Ġar",
+        "g"
+      ],
+      [
+        "Ġcheer",
+        "ful"
+      ],
+      [
+        "ĠRe",
+        "x"
+      ],
+      [
+        "Ġtoug",
+        "h"
+      ],
+      [
+        "i",
+        "pper"
+      ],
+      [
+        "Ġb",
+        "arn"
+      ],
+      [
+        "Ġf",
+        "ool"
+      ],
+      [
+        "Ġd",
+        "ig"
+      ],
+      [
+        "Ġd",
+        "ish"
+      ],
+      [
+        "Ġagain",
+        "st"
+      ],
+      [
+        "Ġde",
+        "er"
+      ],
+      [
+        "Ġsweet",
+        "ie"
+      ],
+      [
+        "Ġeng",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "ed"
+      ],
+      [
+        "Ġf",
+        "ather"
+      ],
+      [
+        "Ġco",
+        "ver"
+      ],
+      [
+        "Ġyour",
+        "s"
+      ],
+      [
+        "Ġneed",
+        "s"
+      ],
+      [
+        "Jo",
+        "e"
+      ],
+      [
+        "Ġbag",
+        "s"
+      ],
+      [
+        "Ġspin",
+        "ning"
+      ],
+      [
+        "S",
+        "ue"
+      ],
+      [
+        "Ġa",
+        "w"
+      ],
+      [
+        "an",
+        "ged"
+      ],
+      [
+        "am",
+        "ond"
+      ],
+      [
+        "Ġy",
+        "arn"
+      ],
+      [
+        "op",
+        "h"
+      ],
+      [
+        "Ġgi",
+        "ving"
+      ],
+      [
+        "Ġdi",
+        "amond"
+      ],
+      [
+        "Ġsandw",
+        "ich"
+      ],
+      [
+        "Ġind",
+        "epend"
+      ],
+      [
+        "Ġfrag",
+        "ile"
+      ],
+      [
+        "W",
+        "ho"
+      ],
+      [
+        "ce",
+        "pt"
+      ],
+      [
+        "Ġno",
+        "sy"
+      ],
+      [
+        "Ġtw",
+        "ig"
+      ],
+      [
+        "Ġhurt",
+        "s"
+      ],
+      [
+        "Ġsugg",
+        "ested"
+      ],
+      [
+        "Ġlem",
+        "on"
+      ],
+      [
+        "i",
+        "est"
+      ],
+      [
+        "in",
+        "ation"
+      ],
+      [
+        "or",
+        "ge"
+      ],
+      [
+        "Ġno",
+        "d"
+      ],
+      [
+        "Ġbl",
+        "oom"
+      ],
+      [
+        "Ġho",
+        "se"
+      ],
+      [
+        "Ġbox",
+        "es"
+      ],
+      [
+        "Ġreal",
+        "ised"
+      ],
+      [
+        "Ġfr",
+        "own"
+      ],
+      [
+        "ac",
+        "he"
+      ],
+      [
+        "Ġrel",
+        "ax"
+      ],
+      [
+        "Ġham",
+        "mer"
+      ],
+      [
+        "Ġa",
+        "dded"
+      ],
+      [
+        "Ġwe",
+        "ird"
+      ],
+      [
+        "Ġmo",
+        "d"
+      ],
+      [
+        "Ġcr",
+        "ack"
+      ],
+      [
+        "Ġallig",
+        "ator"
+      ],
+      [
+        "A",
+        "my"
+      ],
+      [
+        "G",
+        "ra"
+      ],
+      [
+        "o",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "ake"
+      ],
+      [
+        "ra",
+        "ge"
+      ],
+      [
+        "Ġlearn",
+        "ing"
+      ],
+      [
+        "Ġvegetable",
+        "s"
+      ],
+      [
+        "Ġa",
+        "dd"
+      ],
+      [
+        "Ġm",
+        "elt"
+      ],
+      [
+        "ĠS",
+        "usie"
+      ],
+      [
+        "el",
+        "p"
+      ],
+      [
+        "ĠB",
+        "obby"
+      ],
+      [
+        "Ġtra",
+        "p"
+      ],
+      [
+        "Ġcoll",
+        "ar"
+      ],
+      [
+        "Ġstu",
+        "bb"
+      ],
+      [
+        "i",
+        "que"
+      ],
+      [
+        "Ġb",
+        "orrow"
+      ],
+      [
+        "Ġp",
+        "ump"
+      ],
+      [
+        "Ġloud",
+        "ly"
+      ],
+      [
+        "Ġsear",
+        "ch"
+      ],
+      [
+        "Ġchick",
+        "en"
+      ],
+      [
+        "Ġpizz",
+        "a"
+      ],
+      [
+        "Ġindepend",
+        "ent"
+      ],
+      [
+        "Ġstubb",
+        "orn"
+      ],
+      [
+        "Ġre",
+        "f"
+      ],
+      [
+        "Ġas",
+        "king"
+      ],
+      [
+        "Ġbr",
+        "illi"
+      ],
+      [
+        "Ġdec",
+        "ide"
+      ],
+      [
+        "Ġfl",
+        "ash"
+      ],
+      [
+        "Ġcat",
+        "erp"
+      ],
+      [
+        "Ġqu",
+        "een"
+      ],
+      [
+        "Ġsn",
+        "ee"
+      ],
+      [
+        "ĠR",
+        "ose"
+      ],
+      [
+        "Ġinv",
+        "ited"
+      ],
+      [
+        "Ġstraw",
+        "ber"
+      ],
+      [
+        "Ġfool",
+        "ish"
+      ],
+      [
+        "Ġcaterp",
+        "ill"
+      ],
+      [
+        "g",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ur"
+      ],
+      [
+        "Ġd",
+        "epend"
+      ],
+      [
+        "Ġg",
+        "uit"
+      ],
+      [
+        "Ġst",
+        "ri"
+      ],
+      [
+        "Ġkn",
+        "ight"
+      ],
+      [
+        "Ġboy",
+        "s"
+      ],
+      [
+        "Ġpe",
+        "e"
+      ],
+      [
+        "Ġcom",
+        "b"
+      ],
+      [
+        "Ġcle",
+        "ar"
+      ],
+      [
+        "Ġun",
+        "ique"
+      ],
+      [
+        "Ġbutt",
+        "ons"
+      ],
+      [
+        "ĠTweet",
+        "y"
+      ],
+      [
+        "Ġcolour",
+        "ful"
+      ],
+      [
+        "Ġesc",
+        "ape"
+      ],
+      [
+        "Ġbrilli",
+        "ant"
+      ],
+      [
+        "Ġr",
+        "ich"
+      ],
+      [
+        "ĠB",
+        "u"
+      ],
+      [
+        "Ġsay",
+        "ing"
+      ],
+      [
+        "Ġro",
+        "de"
+      ],
+      [
+        "Ġsk",
+        "in"
+      ],
+      [
+        "Ġgar",
+        "age"
+      ],
+      [
+        "H",
+        "elp"
+      ],
+      [
+        "d",
+        "om"
+      ],
+      [
+        "Ġm",
+        "ummy"
+      ],
+      [
+        "Ġbe",
+        "ak"
+      ],
+      [
+        "ur",
+        "ed"
+      ],
+      [
+        "a",
+        "w"
+      ],
+      [
+        "e",
+        "orge"
+      ],
+      [
+        "r",
+        "op"
+      ],
+      [
+        "ed",
+        "ient"
+      ],
+      [
+        "Ġun",
+        "us"
+      ],
+      [
+        "Ġoy",
+        "ster"
+      ],
+      [
+        "Ġtur",
+        "key"
+      ],
+      [
+        "Ġ",
+        "OK"
+      ],
+      [
+        "Ġf",
+        "ountain"
+      ],
+      [
+        "Ġp",
+        "atter"
+      ],
+      [
+        "Ġwe",
+        "ek"
+      ],
+      [
+        "Ġch",
+        "ase"
+      ],
+      [
+        "Ġru",
+        "bb"
+      ],
+      [
+        "Ġcount",
+        "ed"
+      ],
+      [
+        "Ġreg",
+        "ular"
+      ],
+      [
+        "Ġwip",
+        "ed"
+      ],
+      [
+        "Ġguit",
+        "ar"
+      ],
+      [
+        "Ġunus",
+        "ual"
+      ],
+      [
+        "l",
+        "and"
+      ],
+      [
+        "Ġu",
+        "mb"
+      ],
+      [
+        "Ġfor",
+        "k"
+      ],
+      [
+        "Ġshow",
+        "s"
+      ],
+      [
+        "Ġlight",
+        "s"
+      ],
+      [
+        "Ġwall",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ed"
+      ],
+      [
+        "Ġbanan",
+        "a"
+      ],
+      [
+        "Ġsuccess",
+        "ful"
+      ],
+      [
+        "Ġjew",
+        "el"
+      ],
+      [
+        "Ġpatter",
+        "n"
+      ],
+      [
+        "Ġumb",
+        "re"
+      ],
+      [
+        "c",
+        "il"
+      ],
+      [
+        "r",
+        "ay"
+      ],
+      [
+        "in",
+        "al"
+      ],
+      [
+        "Ġl",
+        "ow"
+      ],
+      [
+        "im",
+        "ed"
+      ],
+      [
+        "Ġsw",
+        "e"
+      ],
+      [
+        "Ġcry",
+        "st"
+      ],
+      [
+        "Ġpen",
+        "cil"
+      ],
+      [
+        "Ġsaf",
+        "ely"
+      ],
+      [
+        "Ġtool",
+        "s"
+      ],
+      [
+        "W",
+        "ell"
+      ],
+      [
+        "Ġt",
+        "ape"
+      ],
+      [
+        "Ġst",
+        "ream"
+      ],
+      [
+        "ce",
+        "ed"
+      ],
+      [
+        "Ġre",
+        "sc"
+      ],
+      [
+        "Ġab",
+        "ove"
+      ],
+      [
+        "Ġhard",
+        "er"
+      ],
+      [
+        "Ġgu",
+        "ess"
+      ],
+      [
+        "Ġbott",
+        "om"
+      ],
+      [
+        "Ġmark",
+        "et"
+      ],
+      [
+        "Ġimpress",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "ff"
+      ],
+      [
+        "an",
+        "ut"
+      ],
+      [
+        "ig",
+        "inal"
+      ],
+      [
+        "Ġnot",
+        "ice"
+      ],
+      [
+        "ill",
+        "a"
+      ],
+      [
+        "Ġno",
+        "ds"
+      ],
+      [
+        "Ġpe",
+        "anut"
+      ],
+      [
+        "ol",
+        "og"
+      ],
+      [
+        "Ġpat",
+        "ch"
+      ],
+      [
+        "Ġcraw",
+        "led"
+      ],
+      [
+        "Ġcaterpill",
+        "ar"
+      ],
+      [
+        "n",
+        "a"
+      ],
+      [
+        "Ġt",
+        "ank"
+      ],
+      [
+        "Ġt",
+        "ask"
+      ],
+      [
+        "Ġt",
+        "ire"
+      ],
+      [
+        "Ġg",
+        "un"
+      ],
+      [
+        "Ġlo",
+        "ad"
+      ],
+      [
+        "Ġcomp",
+        "et"
+      ],
+      [
+        "umb",
+        "led"
+      ],
+      [
+        "Ġap",
+        "olog"
+      ],
+      [
+        "Ġsol",
+        "ve"
+      ],
+      [
+        "H",
+        "ow"
+      ],
+      [
+        "M",
+        "ummy"
+      ],
+      [
+        "f",
+        "ast"
+      ],
+      [
+        "h",
+        "ip"
+      ],
+      [
+        "Ġ",
+        "No"
+      ],
+      [
+        "Ġb",
+        "itter"
+      ],
+      [
+        "ar",
+        "l"
+      ],
+      [
+        "Ġe",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "one"
+      ],
+      [
+        "Ġbr",
+        "ush"
+      ],
+      [
+        "ĠF",
+        "in"
+      ],
+      [
+        "Ġor",
+        "iginal"
+      ],
+      [
+        "Ġfi",
+        "er"
+      ],
+      [
+        "Ġgl",
+        "ow"
+      ],
+      [
+        "ĠN",
+        "emo"
+      ],
+      [
+        "Ġbreak",
+        "fast"
+      ],
+      [
+        "Ġadm",
+        "ired"
+      ],
+      [
+        "ĠBl",
+        "ue"
+      ],
+      [
+        "Ġed",
+        "ge"
+      ],
+      [
+        "Ġdepend",
+        "able"
+      ],
+      [
+        "u",
+        "nd"
+      ],
+      [
+        "ut",
+        "h"
+      ],
+      [
+        "ĠI",
+        "f"
+      ],
+      [
+        "Ġcl",
+        "ay"
+      ],
+      [
+        "Ġstrong",
+        "er"
+      ],
+      [
+        "Ġboss",
+        "y"
+      ],
+      [
+        "Ġc",
+        "udd"
+      ],
+      [
+        "as",
+        "er"
+      ],
+      [
+        "Ġgra",
+        "ndpa"
+      ],
+      [
+        "Ġknow",
+        "s"
+      ],
+      [
+        "Ġpick",
+        "ing"
+      ],
+      [
+        "Ġjo",
+        "ke"
+      ],
+      [
+        "Ġboat",
+        "s"
+      ],
+      [
+        "Ġba",
+        "ld"
+      ],
+      [
+        "Ġmed",
+        "ic"
+      ],
+      [
+        "Ġscr",
+        "at"
+      ],
+      [
+        "Ġc",
+        "one"
+      ],
+      [
+        "Ġp",
+        "enny"
+      ],
+      [
+        "Ġle",
+        "an"
+      ],
+      [
+        "Ġra",
+        "ft"
+      ],
+      [
+        "ugg",
+        "led"
+      ],
+      [
+        "Ġsuc",
+        "ceed"
+      ],
+      [
+        "Ġob",
+        "edient"
+      ],
+      [
+        "Ġhum",
+        "ble"
+      ],
+      [
+        "Ġlibr",
+        "ary"
+      ],
+      [
+        "R",
+        "e"
+      ],
+      [
+        "he",
+        "ad"
+      ],
+      [
+        "Ġp",
+        "h"
+      ],
+      [
+        "Ġn",
+        "umb"
+      ],
+      [
+        "Ġsa",
+        "uce"
+      ],
+      [
+        "ĠB",
+        "ear"
+      ],
+      [
+        "Ġtr",
+        "ay"
+      ],
+      [
+        "Ġproud",
+        "ly"
+      ],
+      [
+        "He",
+        "re"
+      ],
+      [
+        "Ġsound",
+        "ed"
+      ],
+      [
+        "Ġsqu",
+        "are"
+      ],
+      [
+        "Ġterri",
+        "ble"
+      ],
+      [
+        "Ġcryst",
+        "al"
+      ],
+      [
+        "Ġfier",
+        "ce"
+      ],
+      [
+        "J",
+        "ill"
+      ],
+      [
+        "Ġw",
+        "itch"
+      ],
+      [
+        "in",
+        "ary"
+      ],
+      [
+        "Ġhapp",
+        "iness"
+      ],
+      [
+        "ĠL",
+        "ola"
+      ],
+      [
+        "Ġhand",
+        "ed"
+      ],
+      [
+        "Ġfr",
+        "idge"
+      ],
+      [
+        "f",
+        "a"
+      ],
+      [
+        "Ġr",
+        "ough"
+      ],
+      [
+        "ent",
+        "ion"
+      ],
+      [
+        "Ġch",
+        "anged"
+      ],
+      [
+        "Ġjo",
+        "ined"
+      ],
+      [
+        "Ġra",
+        "ven"
+      ],
+      [
+        "Ġmight",
+        "y"
+      ],
+      [
+        "Ġcho",
+        "se"
+      ],
+      [
+        "Ġwhe",
+        "el"
+      ],
+      [
+        "Ġumbre",
+        "lla"
+      ],
+      [
+        "Ġt",
+        "ag"
+      ],
+      [
+        "Ġc",
+        "ri"
+      ],
+      [
+        "Ġo",
+        "w"
+      ],
+      [
+        "ar",
+        "ry"
+      ],
+      [
+        "im",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ill"
+      ],
+      [
+        "Ġhelp",
+        "s"
+      ],
+      [
+        "Ġfind",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ing"
+      ],
+      [
+        "Ġsqu",
+        "ee"
+      ],
+      [
+        "Ġfire",
+        "work"
+      ],
+      [
+        "Ġmedic",
+        "ine"
+      ],
+      [
+        "a",
+        "zz"
+      ],
+      [
+        "m",
+        "et"
+      ],
+      [
+        "Ġplay",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "cked"
+      ],
+      [
+        "Ġgo",
+        "at"
+      ],
+      [
+        "Ġac",
+        "cept"
+      ],
+      [
+        "Ġcomp",
+        "ass"
+      ],
+      [
+        "Ġsur",
+        "f"
+      ],
+      [
+        "Ġcompet",
+        "it"
+      ],
+      [
+        "e",
+        "xt"
+      ],
+      [
+        "k",
+        "n"
+      ],
+      [
+        "Ġs",
+        "y"
+      ],
+      [
+        "Ġs",
+        "il"
+      ],
+      [
+        "Ġbe",
+        "et"
+      ],
+      [
+        "ĠM",
+        "ar"
+      ],
+      [
+        "ur",
+        "ing"
+      ],
+      [
+        "Ġch",
+        "ir"
+      ],
+      [
+        "ĠE",
+        "llie"
+      ],
+      [
+        "Ġball",
+        "s"
+      ],
+      [
+        "Åĵ",
+        "Let"
+      ],
+      [
+        "Ġbutterf",
+        "lies"
+      ],
+      [
+        "Ġgu",
+        "ard"
+      ],
+      [
+        "Ġcray",
+        "on"
+      ],
+      [
+        "Ġdisco",
+        "ver"
+      ],
+      [
+        "Ġpar",
+        "ade"
+      ],
+      [
+        "Ġmix",
+        "ed"
+      ],
+      [
+        "Ġval",
+        "u"
+      ],
+      [
+        "Ġhel",
+        "met"
+      ],
+      [
+        "ĠBrown",
+        "ie"
+      ],
+      [
+        "E",
+        "m"
+      ],
+      [
+        "j",
+        "ect"
+      ],
+      [
+        "s",
+        "qu"
+      ],
+      [
+        "u",
+        "d"
+      ],
+      [
+        "Ġg",
+        "um"
+      ],
+      [
+        "at",
+        "ure"
+      ],
+      [
+        "Ġis",
+        "land"
+      ],
+      [
+        "Ġco",
+        "st"
+      ],
+      [
+        "Ġmo",
+        "le"
+      ],
+      [
+        "Ġnice",
+        "ly"
+      ],
+      [
+        "Ġkind",
+        "s"
+      ],
+      [
+        "Ġra",
+        "ced"
+      ],
+      [
+        "Ġsto",
+        "ve"
+      ],
+      [
+        "Ġlaugh",
+        "s"
+      ],
+      [
+        "Ġmar",
+        "ch"
+      ],
+      [
+        "Ġfall",
+        "s"
+      ],
+      [
+        "Ġpers",
+        "ist"
+      ],
+      [
+        "ĠBa",
+        "by"
+      ],
+      [
+        "oph",
+        "ie"
+      ],
+      [
+        "A",
+        "lice"
+      ],
+      [
+        "i",
+        "ence"
+      ],
+      [
+        "it",
+        "o"
+      ],
+      [
+        "Ġc",
+        "age"
+      ],
+      [
+        "Ġg",
+        "oose"
+      ],
+      [
+        "Ġco",
+        "ins"
+      ],
+      [
+        "Ġtr",
+        "ump"
+      ],
+      [
+        "Ġmo",
+        "squ"
+      ],
+      [
+        "Ġser",
+        "ious"
+      ],
+      [
+        "Ġmosqu",
+        "ito"
+      ],
+      [
+        "Ġf",
+        "lex"
+      ],
+      [
+        "Ġc",
+        "ro"
+      ],
+      [
+        "el",
+        "on"
+      ],
+      [
+        "Ġexc",
+        "la"
+      ],
+      [
+        "Ġch",
+        "oose"
+      ],
+      [
+        "Ġexpl",
+        "ored"
+      ],
+      [
+        "Ġun",
+        "l"
+      ],
+      [
+        "Ġbrother",
+        "s"
+      ],
+      [
+        "Ġgu",
+        "il"
+      ],
+      [
+        "Ġnumb",
+        "ers"
+      ],
+      [
+        "Ġtrump",
+        "et"
+      ],
+      [
+        "Ġ",
+        "icy"
+      ],
+      [
+        "Ġmom",
+        "s"
+      ],
+      [
+        "ie",
+        "w"
+      ],
+      [
+        "Ġv",
+        "iew"
+      ],
+      [
+        "Ġen",
+        "orm"
+      ],
+      [
+        "Ġfire",
+        "man"
+      ],
+      [
+        "ĠMr",
+        "s"
+      ],
+      [
+        "Ġpract",
+        "ice"
+      ],
+      [
+        "Ġenorm",
+        "ous"
+      ],
+      [
+        "w",
+        "ards"
+      ],
+      [
+        "Ġs",
+        "up"
+      ],
+      [
+        "Ġvo",
+        "lc"
+      ],
+      [
+        "Ġmean",
+        "s"
+      ],
+      [
+        "Ġpoin",
+        "ting"
+      ],
+      [
+        "Ġvalu",
+        "able"
+      ],
+      [
+        "Ġflex",
+        "ible"
+      ],
+      [
+        "Ġexcla",
+        "imed"
+      ],
+      [
+        "Ġguil",
+        "ty"
+      ],
+      [
+        "y",
+        "al"
+      ],
+      [
+        "Ġc",
+        "am"
+      ],
+      [
+        "Ġp",
+        "ipe"
+      ],
+      [
+        "is",
+        "ion"
+      ],
+      [
+        "ĠM",
+        "y"
+      ],
+      [
+        "Ġuse",
+        "ful"
+      ],
+      [
+        "Ġfav",
+        "our"
+      ],
+      [
+        "Ġcra",
+        "zy"
+      ],
+      [
+        "Ġph",
+        "ot"
+      ],
+      [
+        "kn",
+        "own"
+      ],
+      [
+        "Ġvolc",
+        "ano"
+      ],
+      [
+        "Ġwa",
+        "ke"
+      ],
+      [
+        "Ġc",
+        "ity"
+      ],
+      [
+        "om",
+        "ed"
+      ],
+      [
+        "ll",
+        "ip"
+      ],
+      [
+        "Ġfor",
+        "th"
+      ],
+      [
+        "Ġlo",
+        "llip"
+      ],
+      [
+        "Ġse",
+        "al"
+      ],
+      [
+        "Ġall",
+        "owed"
+      ],
+      [
+        "Ġsc",
+        "are"
+      ],
+      [
+        "Ġbright",
+        "ly"
+      ],
+      [
+        "Ġmar",
+        "ble"
+      ],
+      [
+        "Ġpop",
+        "ular"
+      ],
+      [
+        "Ġflash",
+        "light"
+      ],
+      [
+        "Ġcompass",
+        "ion"
+      ],
+      [
+        "Ġlollip",
+        "op"
+      ],
+      [
+        "Ġ",
+        "U"
+      ],
+      [
+        "Ġ",
+        "ing"
+      ],
+      [
+        "Ġh",
+        "unt"
+      ],
+      [
+        "Ġd",
+        "ull"
+      ],
+      [
+        "er",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "at"
+      ],
+      [
+        "Ġshe",
+        "l"
+      ],
+      [
+        "!\"",
+        "."
+      ],
+      [
+        "Ġun",
+        "known"
+      ],
+      [
+        "Ġhat",
+        "s"
+      ],
+      [
+        "Ġsho",
+        "ot"
+      ],
+      [
+        "red",
+        "ient"
+      ],
+      [
+        "Ġbelong",
+        "ed"
+      ],
+      [
+        "Ġfavour",
+        "ite"
+      ],
+      [
+        "Ġing",
+        "redient"
+      ],
+      [
+        "Ġp",
+        "il"
+      ],
+      [
+        "Ġlo",
+        "yal"
+      ],
+      [
+        "Ġbra",
+        "ce"
+      ],
+      [
+        "ĠWhen",
+        "ever"
+      ],
+      [
+        "Ġdream",
+        "s"
+      ],
+      [
+        "Ġkick",
+        "ed"
+      ],
+      [
+        "Ġseed",
+        "s"
+      ],
+      [
+        "Ġtwirl",
+        "ed"
+      ],
+      [
+        "Ġsup",
+        "er"
+      ],
+      [
+        "t",
+        "ime"
+      ],
+      [
+        "Ġf",
+        "ine"
+      ],
+      [
+        "Ġbe",
+        "es"
+      ],
+      [
+        "Ġso",
+        "fa"
+      ],
+      [
+        "Ġsh",
+        "ark"
+      ],
+      [
+        "ĠM",
+        "ike"
+      ],
+      [
+        "Ġan",
+        "x"
+      ],
+      [
+        "Ġsad",
+        "ly"
+      ],
+      [
+        "Ġshow",
+        "ing"
+      ],
+      [
+        "Ġway",
+        "s"
+      ],
+      [
+        "Ġtruck",
+        "s"
+      ],
+      [
+        "Ġdelic",
+        "ate"
+      ],
+      [
+        "ation",
+        "s"
+      ],
+      [
+        "Ġrep",
+        "e"
+      ],
+      [
+        "Ġimpress",
+        "ive"
+      ],
+      [
+        "Ġpour",
+        "ed"
+      ],
+      [
+        "Ġpir",
+        "ate"
+      ],
+      [
+        "Ġwhisp",
+        "ered"
+      ],
+      [
+        "Ġharm",
+        "less"
+      ],
+      [
+        "a",
+        "ff"
+      ],
+      [
+        "Ġt",
+        "urt"
+      ],
+      [
+        "Ġt",
+        "ied"
+      ],
+      [
+        "ar",
+        "oo"
+      ],
+      [
+        "ad",
+        "o"
+      ],
+      [
+        "art",
+        "h"
+      ],
+      [
+        "Ġgra",
+        "ce"
+      ],
+      [
+        "Ġhand",
+        "le"
+      ],
+      [
+        "Ġen",
+        "c"
+      ],
+      [
+        "Ġdel",
+        "iver"
+      ],
+      [
+        "Ben",
+        "ny"
+      ],
+      [
+        "Ġru",
+        "shed"
+      ],
+      [
+        "Ġus",
+        "ing"
+      ],
+      [
+        "ang",
+        "aroo"
+      ],
+      [
+        "Ġshap",
+        "e"
+      ],
+      [
+        "Ġbus",
+        "hes"
+      ],
+      [
+        "Ġpersist",
+        "ent"
+      ],
+      [
+        "Ġg",
+        "or"
+      ],
+      [
+        "ĠS",
+        "p"
+      ],
+      [
+        "Ġk",
+        "angaroo"
+      ],
+      [
+        "Ġan",
+        "g"
+      ],
+      [
+        "Ġoff",
+        "ice"
+      ],
+      [
+        "Ġanx",
+        "ious"
+      ],
+      [
+        "G",
+        "o"
+      ],
+      [
+        "al",
+        "ous"
+      ],
+      [
+        "Ġsp",
+        "ell"
+      ],
+      [
+        "ĠW",
+        "hile"
+      ],
+      [
+        "ia",
+        "ble"
+      ],
+      [
+        "Ġpot",
+        "ato"
+      ],
+      [
+        "Ġje",
+        "alous"
+      ],
+      [
+        "Ġwra",
+        "pped"
+      ],
+      [
+        "Ġf",
+        "our"
+      ],
+      [
+        "Ġc",
+        "urt"
+      ],
+      [
+        "Ġlo",
+        "g"
+      ],
+      [
+        "Ġco",
+        "al"
+      ],
+      [
+        "Ġrel",
+        "iable"
+      ],
+      [
+        "Ġcurt",
+        "ain"
+      ],
+      [
+        "D",
+        "aisy"
+      ],
+      [
+        "Ġs",
+        "udden"
+      ],
+      [
+        "mb",
+        "ol"
+      ],
+      [
+        "Åĵ",
+        "Yes"
+      ],
+      [
+        "ac",
+        "hes"
+      ],
+      [
+        "ĠP",
+        "e"
+      ],
+      [
+        "Ġpain",
+        "ted"
+      ],
+      [
+        "ĠTo",
+        "by"
+      ],
+      [
+        "Ġce",
+        "re"
+      ],
+      [
+        "g",
+        "u"
+      ],
+      [
+        "Ġt",
+        "ummy"
+      ],
+      [
+        "Ġth",
+        "ose"
+      ],
+      [
+        "ous",
+        "es"
+      ],
+      [
+        "udd",
+        "y"
+      ],
+      [
+        "Ġcu",
+        "sh"
+      ],
+      [
+        "Ġmet",
+        "al"
+      ],
+      [
+        "Ġsy",
+        "mbol"
+      ],
+      [
+        "Ġbeet",
+        "le"
+      ],
+      [
+        "Ġcam",
+        "era"
+      ],
+      [
+        "Ġh",
+        "ouses"
+      ],
+      [
+        "il",
+        "t"
+      ],
+      [
+        "Ġcelebr",
+        "ate"
+      ],
+      [
+        "Ġdelight",
+        "ed"
+      ],
+      [
+        "Ġgor",
+        "illa"
+      ],
+      [
+        "Ġto",
+        "oth"
+      ],
+      [
+        "Ġth",
+        "irst"
+      ],
+      [
+        "ke",
+        "ep"
+      ],
+      [
+        "Ġsh",
+        "iver"
+      ],
+      [
+        "Ġre",
+        "ward"
+      ],
+      [
+        "Ġsp",
+        "ace"
+      ],
+      [
+        "Ġtra",
+        "vel"
+      ],
+      [
+        "Ġru",
+        "bbed"
+      ],
+      [
+        "Ġprin",
+        "t"
+      ],
+      [
+        "Ġdri",
+        "ving"
+      ],
+      [
+        "Ġmar",
+        "ry"
+      ],
+      [
+        "Ġwar",
+        "ned"
+      ],
+      [
+        "Ġsold",
+        "ier"
+      ],
+      [
+        "Ġmotor",
+        "cy"
+      ],
+      [
+        "c",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "on"
+      ],
+      [
+        "Ġto",
+        "r"
+      ],
+      [
+        "ar",
+        "lie"
+      ],
+      [
+        "Ġher",
+        "o"
+      ],
+      [
+        "ie",
+        "f"
+      ],
+      [
+        "Ġcar",
+        "p"
+      ],
+      [
+        "Ġexcited",
+        "ly"
+      ],
+      [
+        "Ġte",
+        "mp"
+      ],
+      [
+        "ĠP",
+        "ete"
+      ],
+      [
+        "ĠBob",
+        "o"
+      ],
+      [
+        "co",
+        "d"
+      ],
+      [
+        "Ġhun",
+        "g"
+      ],
+      [
+        "Ġgrow",
+        "ing"
+      ],
+      [
+        "up",
+        "id"
+      ],
+      [
+        "Ġthin",
+        "king"
+      ],
+      [
+        "Ġtun",
+        "n"
+      ],
+      [
+        "W",
+        "hile"
+      ],
+      [
+        "c",
+        "u"
+      ],
+      [
+        "i",
+        "pp"
+      ],
+      [
+        "Ġh",
+        "ay"
+      ],
+      [
+        "Ġy",
+        "et"
+      ],
+      [
+        "Ġv",
+        "ine"
+      ],
+      [
+        "Ġac",
+        "orn"
+      ],
+      [
+        "icy",
+        "cle"
+      ],
+      [
+        "Ġpre",
+        "p"
+      ],
+      [
+        "Ġremind",
+        "ed"
+      ],
+      [
+        "Ġgas",
+        "ped"
+      ],
+      [
+        "Ġflut",
+        "e"
+      ],
+      [
+        "Ġord",
+        "inary"
+      ],
+      [
+        "Ġcro",
+        "cod"
+      ],
+      [
+        "Ġa",
+        "mb"
+      ],
+      [
+        "Ġc",
+        "ur"
+      ],
+      [
+        "ĠB",
+        "et"
+      ],
+      [
+        "ĠM",
+        "andy"
+      ],
+      [
+        "Ġpu",
+        "p"
+      ],
+      [
+        "Ġcreature",
+        "s"
+      ],
+      [
+        "Ġhur",
+        "ry"
+      ],
+      [
+        "Ġspoil",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "imes"
+      ],
+      [
+        "Ġm",
+        "is"
+      ],
+      [
+        "Ġr",
+        "ice"
+      ],
+      [
+        "Ġst",
+        "upid"
+      ],
+      [
+        "Ġsh",
+        "ine"
+      ],
+      [
+        "Ġre",
+        "sist"
+      ],
+      [
+        "ug",
+        "ged"
+      ],
+      [
+        "Ġla",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "ull"
+      ],
+      [
+        "co",
+        "a"
+      ],
+      [
+        "Ġmiss",
+        "ing"
+      ],
+      [
+        "Ġwhe",
+        "at"
+      ],
+      [
+        "Ġsupp",
+        "ort"
+      ],
+      [
+        "Ġingredient",
+        "s"
+      ],
+      [
+        "a",
+        "id"
+      ],
+      [
+        "l",
+        "oo"
+      ],
+      [
+        "Ġc",
+        "ase"
+      ],
+      [
+        "er",
+        "y"
+      ],
+      [
+        "Ġwas",
+        "hed"
+      ],
+      [
+        "Ġdo",
+        "ve"
+      ],
+      [
+        "Ġsp",
+        "illed"
+      ],
+      [
+        "Ġsc",
+        "oot"
+      ],
+      [
+        "Ġme",
+        "al"
+      ],
+      [
+        "Ġmu",
+        "le"
+      ],
+      [
+        "ĠD",
+        "ucky"
+      ],
+      [
+        "Ġmo",
+        "der"
+      ],
+      [
+        "ars",
+        "h"
+      ],
+      [
+        "Åĵ",
+        "What"
+      ],
+      [
+        "Ġtri",
+        "ck"
+      ],
+      [
+        "Ġset",
+        "t"
+      ],
+      [
+        "ĠTweet",
+        "ie"
+      ],
+      [
+        "Ġboun",
+        "ce"
+      ],
+      [
+        "Ġfil",
+        "thy"
+      ],
+      [
+        "Ġb",
+        "ase"
+      ],
+      [
+        "Ġh",
+        "oop"
+      ],
+      [
+        "Ġf",
+        "re"
+      ],
+      [
+        "Ġst",
+        "umbled"
+      ],
+      [
+        "Ġso",
+        "ar"
+      ],
+      [
+        "Ġwe",
+        "al"
+      ],
+      [
+        "Ġsee",
+        "m"
+      ],
+      [
+        "Ġwor",
+        "d"
+      ],
+      [
+        "Ġla",
+        "b"
+      ],
+      [
+        "ĠD",
+        "ave"
+      ],
+      [
+        "ĠF",
+        "r"
+      ],
+      [
+        "Ġbad",
+        "ly"
+      ],
+      [
+        "Ġhair",
+        "y"
+      ],
+      [
+        "Ġcra",
+        "wl"
+      ],
+      [
+        "Ġlive",
+        "ly"
+      ],
+      [
+        "Ġstep",
+        "s"
+      ],
+      [
+        "ÅĵLet",
+        "â"
+      ],
+      [
+        "Ġbrace",
+        "let"
+      ],
+      [
+        "Ġcere",
+        "al"
+      ],
+      [
+        "Ġthirst",
+        "y"
+      ],
+      [
+        "Ġcarp",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ool"
+      ],
+      [
+        "it",
+        "her"
+      ],
+      [
+        "Ġgo",
+        "al"
+      ],
+      [
+        "Ġback",
+        "pack"
+      ],
+      [
+        "Ġtr",
+        "uth"
+      ],
+      [
+        "Ġcom",
+        "pl"
+      ],
+      [
+        "Ġche",
+        "ap"
+      ],
+      [
+        "Ġdis",
+        "g"
+      ],
+      [
+        "Ġplac",
+        "ed"
+      ],
+      [
+        "Ġear",
+        "ly"
+      ],
+      [
+        "Ġdecor",
+        "ate"
+      ],
+      [
+        "Ġnut",
+        "s"
+      ],
+      [
+        "O",
+        "w"
+      ],
+      [
+        "c",
+        "ream"
+      ],
+      [
+        "Ġb",
+        "ump"
+      ],
+      [
+        "Ġthem",
+        "selves"
+      ],
+      [
+        "ic",
+        "es"
+      ],
+      [
+        "Ġhelp",
+        "less"
+      ],
+      [
+        "Ġcl",
+        "um"
+      ],
+      [
+        "Ġsc",
+        "atter"
+      ],
+      [
+        "Ġsc",
+        "ale"
+      ],
+      [
+        "Ġnew",
+        "s"
+      ],
+      [
+        "ust",
+        "ing"
+      ],
+      [
+        "Ġen",
+        "v"
+      ],
+      [
+        "âĤ¬â",
+        "Ģ"
+      ],
+      [
+        "Ġtell",
+        "ing"
+      ],
+      [
+        "Ġswing",
+        "ing"
+      ],
+      [
+        "Ġspark",
+        "led"
+      ],
+      [
+        "Ġcarry",
+        "ing"
+      ],
+      [
+        "gg",
+        "ing"
+      ],
+      [
+        "in",
+        "es"
+      ],
+      [
+        "ri",
+        "c"
+      ],
+      [
+        "Ġfriends",
+        "hip"
+      ],
+      [
+        "Ġcare",
+        "less"
+      ],
+      [
+        "Ġsn",
+        "e"
+      ],
+      [
+        "Ġdoes",
+        "n"
+      ],
+      [
+        "Ġfall",
+        "ing"
+      ],
+      [
+        "Ġcomp",
+        "ut"
+      ],
+      [
+        "Ġpa",
+        "le"
+      ],
+      [
+        "Ġpee",
+        "ked"
+      ],
+      [
+        "Ġcompassion",
+        "ate"
+      ],
+      [
+        "c",
+        "om"
+      ],
+      [
+        "v",
+        "ice"
+      ],
+      [
+        "Ġs",
+        "end"
+      ],
+      [
+        "Ġst",
+        "age"
+      ],
+      [
+        "Ġme",
+        "m"
+      ],
+      [
+        "Ġch",
+        "alk"
+      ],
+      [
+        "Ġch",
+        "asing"
+      ],
+      [
+        "Ġpe",
+        "bble"
+      ],
+      [
+        "ĠEvery",
+        "thing"
+      ],
+      [
+        "Ġcu",
+        "be"
+      ],
+      [
+        "Ġpig",
+        "e"
+      ],
+      [
+        "Ġcou",
+        "rage"
+      ],
+      [
+        "Ġfing",
+        "ers"
+      ],
+      [
+        "Ġturt",
+        "le"
+      ],
+      [
+        "b",
+        "led"
+      ],
+      [
+        "Ġs",
+        "ink"
+      ],
+      [
+        "Ġb",
+        "icycle"
+      ],
+      [
+        "Ġsh",
+        "aking"
+      ],
+      [
+        "Ġsleep",
+        "ing"
+      ],
+      [
+        "Ġneighb",
+        "our"
+      ],
+      [
+        "Ġmoder",
+        "n"
+      ],
+      [
+        "Ġdisg",
+        "usting"
+      ],
+      [
+        "Ġclum",
+        "sy"
+      ],
+      [
+        "g",
+        "est"
+      ],
+      [
+        "Ġh",
+        "ook"
+      ],
+      [
+        "Ġc",
+        "her"
+      ],
+      [
+        "Ġn",
+        "ail"
+      ],
+      [
+        "Ġbig",
+        "gest"
+      ],
+      [
+        "ic",
+        "hes"
+      ],
+      [
+        "Ġbu",
+        "l"
+      ],
+      [
+        "Ġend",
+        "ing"
+      ],
+      [
+        "Ġde",
+        "ad"
+      ],
+      [
+        "Ġtri",
+        "ang"
+      ],
+      [
+        "ul",
+        "ance"
+      ],
+      [
+        "Ġspo",
+        "ke"
+      ],
+      [
+        "Ġpract",
+        "iced"
+      ],
+      [
+        "Ġamb",
+        "ulance"
+      ],
+      [
+        "Ġcomput",
+        "er"
+      ],
+      [
+        "i",
+        "bb"
+      ],
+      [
+        "Ġl",
+        "amp"
+      ],
+      [
+        "Ġst",
+        "ation"
+      ],
+      [
+        "Ġch",
+        "ar"
+      ],
+      [
+        "Ġwall",
+        "et"
+      ],
+      [
+        "ĠTo",
+        "day"
+      ],
+      [
+        "Ġpack",
+        "age"
+      ],
+      [
+        "Ġmic",
+        "rop"
+      ],
+      [
+        "Ġcush",
+        "ion"
+      ],
+      [
+        "keep",
+        "er"
+      ],
+      [
+        "Ġcrocod",
+        "ile"
+      ],
+      [
+        "Ġmicrop",
+        "hone"
+      ],
+      [
+        "u",
+        "nder"
+      ],
+      [
+        "ĠA",
+        "lex"
+      ],
+      [
+        "Ġthought",
+        "ful"
+      ],
+      [
+        "Ġjo",
+        "lly"
+      ],
+      [
+        "Ġpen",
+        "gu"
+      ],
+      [
+        "Ġpump",
+        "kin"
+      ],
+      [
+        "Ġcost",
+        "um"
+      ],
+      [
+        "Ġf",
+        "ive"
+      ],
+      [
+        "Ġd",
+        "ough"
+      ],
+      [
+        "Ġp",
+        "ony"
+      ],
+      [
+        "Ġo",
+        "l"
+      ],
+      [
+        "im",
+        "i"
+      ],
+      [
+        "Ġst",
+        "airs"
+      ],
+      [
+        "Ġkn",
+        "ock"
+      ],
+      [
+        "Ġgra",
+        "nd"
+      ],
+      [
+        "Ġint",
+        "ell"
+      ],
+      [
+        "Ġun",
+        "iver"
+      ],
+      [
+        "Ġbright",
+        "er"
+      ],
+      [
+        "Ġopen",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ing"
+      ],
+      [
+        "Ġboun",
+        "ced"
+      ],
+      [
+        "Ġquest",
+        "ion"
+      ],
+      [
+        "Ġstat",
+        "ue"
+      ],
+      [
+        "Ġw",
+        "ine"
+      ],
+      [
+        "is",
+        "k"
+      ],
+      [
+        "ĠA",
+        "lice"
+      ],
+      [
+        "Ġco",
+        "coa"
+      ],
+      [
+        "ĠYou",
+        "r"
+      ],
+      [
+        "Ġpe",
+        "pper"
+      ],
+      [
+        "Ġbeaut",
+        "y"
+      ],
+      [
+        "Ġper",
+        "m"
+      ],
+      [
+        "Ġpain",
+        "ting"
+      ],
+      [
+        "Ġsho",
+        "e"
+      ],
+      [
+        "Ġele",
+        "v"
+      ],
+      [
+        "Every",
+        "one"
+      ],
+      [
+        "hin",
+        "o"
+      ],
+      [
+        "Ġweal",
+        "thy"
+      ],
+      [
+        "Ġintell",
+        "ig"
+      ],
+      [
+        "n",
+        "oon"
+      ],
+      [
+        "Ġs",
+        "uit"
+      ],
+      [
+        "Ġm",
+        "ild"
+      ],
+      [
+        "Ġn",
+        "ature"
+      ],
+      [
+        "an",
+        "s"
+      ],
+      [
+        "Ġhapp",
+        "ier"
+      ],
+      [
+        "Ġne",
+        "at"
+      ],
+      [
+        "Ġstart",
+        "s"
+      ],
+      [
+        "uck",
+        "ed"
+      ],
+      [
+        "Ġafter",
+        "noon"
+      ],
+      [
+        "Ġtor",
+        "n"
+      ],
+      [
+        "Ġelev",
+        "ator"
+      ],
+      [
+        "g",
+        "en"
+      ],
+      [
+        "t",
+        "i"
+      ],
+      [
+        "Ġt",
+        "en"
+      ],
+      [
+        "Ġh",
+        "arsh"
+      ],
+      [
+        "Ġp",
+        "ed"
+      ],
+      [
+        "at",
+        "ient"
+      ],
+      [
+        "or",
+        "ant"
+      ],
+      [
+        "Ġre",
+        "ce"
+      ],
+      [
+        "Ġj",
+        "et"
+      ],
+      [
+        "ill",
+        "ie"
+      ],
+      [
+        "ĠR",
+        "ed"
+      ],
+      [
+        "Ġread",
+        "ing"
+      ],
+      [
+        "Ġsear",
+        "ching"
+      ],
+      [
+        "Ġbasket",
+        "ball"
+      ],
+      [
+        "Ġbar",
+        "ber"
+      ],
+      [
+        "Ġspe",
+        "ed"
+      ],
+      [
+        "S",
+        "ee"
+      ],
+      [
+        "a",
+        "wn"
+      ],
+      [
+        "Ġst",
+        "ack"
+      ],
+      [
+        "ĠM",
+        "ummy"
+      ],
+      [
+        "Ġclo",
+        "ck"
+      ],
+      [
+        "ĠG",
+        "ive"
+      ],
+      [
+        "Ġmag",
+        "n"
+      ],
+      [
+        "Ġlea",
+        "ving"
+      ],
+      [
+        "Ġcup",
+        "board"
+      ],
+      [
+        "Ġdes",
+        "ign"
+      ],
+      [
+        "Ġslid",
+        "es"
+      ],
+      [
+        "Ġsandw",
+        "iches"
+      ],
+      [
+        "Ġcand",
+        "le"
+      ],
+      [
+        "aul",
+        "if"
+      ],
+      [
+        "Ġrid",
+        "ing"
+      ],
+      [
+        "Ġfre",
+        "sh"
+      ],
+      [
+        "o",
+        "ppy"
+      ],
+      [
+        "Ġsh",
+        "ocked"
+      ],
+      [
+        "Ġen",
+        "er"
+      ],
+      [
+        "Ġjump",
+        "s"
+      ],
+      [
+        "Ġhair",
+        "cut"
+      ],
+      [
+        "Ġrespect",
+        "ful"
+      ],
+      [
+        "Ġcoo",
+        "king"
+      ],
+      [
+        "Ġtick",
+        "et"
+      ],
+      [
+        "Ġenc",
+        "ou"
+      ],
+      [
+        "Ġtunn",
+        "el"
+      ],
+      [
+        "aulif",
+        "lower"
+      ],
+      [
+        "G",
+        "ive"
+      ],
+      [
+        "Ġs",
+        "le"
+      ],
+      [
+        "re",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ay"
+      ],
+      [
+        "Ġth",
+        "ief"
+      ],
+      [
+        "Ġy",
+        "awn"
+      ],
+      [
+        "Ġfor",
+        "t"
+      ],
+      [
+        "Ġal",
+        "ert"
+      ],
+      [
+        "Ġsor",
+        "ts"
+      ],
+      [
+        "Ġimp",
+        "atient"
+      ],
+      [
+        "Ġcre",
+        "ate"
+      ],
+      [
+        "ail",
+        "able"
+      ],
+      [
+        "Ġwhe",
+        "els"
+      ],
+      [
+        "Ġval",
+        "ue"
+      ],
+      [
+        "Ġpri",
+        "ze"
+      ],
+      [
+        "M",
+        "ary"
+      ],
+      [
+        "y",
+        "e"
+      ],
+      [
+        "he",
+        "t"
+      ],
+      [
+        "Ġs",
+        "ent"
+      ],
+      [
+        "Ġb",
+        "ent"
+      ],
+      [
+        "in",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "omet"
+      ],
+      [
+        "Ġc",
+        "amp"
+      ],
+      [
+        "Ġc",
+        "auliflower"
+      ],
+      [
+        "Ġm",
+        "elon"
+      ],
+      [
+        "Ġg",
+        "em"
+      ],
+      [
+        "Ġit",
+        "self"
+      ],
+      [
+        "ir",
+        "on"
+      ],
+      [
+        "Ġmu",
+        "sh"
+      ],
+      [
+        "Ġmonkey",
+        "s"
+      ],
+      [
+        "Ġsal",
+        "ad"
+      ],
+      [
+        "Ġdest",
+        "ro"
+      ],
+      [
+        "Ġresc",
+        "ue"
+      ],
+      [
+        "Ġscoot",
+        "er"
+      ],
+      [
+        "Ġintellig",
+        "ent"
+      ],
+      [
+        "a",
+        "z"
+      ],
+      [
+        "Ġd",
+        "ug"
+      ],
+      [
+        "il",
+        "ing"
+      ],
+      [
+        "an",
+        "ger"
+      ],
+      [
+        "Ġr",
+        "oof"
+      ],
+      [
+        "Ġr",
+        "hino"
+      ],
+      [
+        "Ġsc",
+        "old"
+      ],
+      [
+        "ag",
+        "het"
+      ],
+      [
+        "Ġexp",
+        "er"
+      ],
+      [
+        "Ġbark",
+        "ing"
+      ],
+      [
+        "Ġbanan",
+        "as"
+      ],
+      [
+        "Ġign",
+        "orant"
+      ],
+      [
+        "Ġmic",
+        "ro"
+      ],
+      [
+        "Ġav",
+        "ailable"
+      ],
+      [
+        "Ġgrace",
+        "ful"
+      ],
+      [
+        "Ġmotorcy",
+        "cle"
+      ],
+      [
+        "aghet",
+        "ti"
+      ],
+      [
+        "h",
+        "ood"
+      ],
+      [
+        "ĠS",
+        "n"
+      ],
+      [
+        "Ġe",
+        "arth"
+      ],
+      [
+        "Ġbo",
+        "ots"
+      ],
+      [
+        "Ġsp",
+        "aghetti"
+      ],
+      [
+        "um",
+        "mer"
+      ],
+      [
+        "Ġag",
+        "ree"
+      ],
+      [
+        "Ġbu",
+        "ll"
+      ],
+      [
+        "Ġany",
+        "where"
+      ],
+      [
+        "ĠG",
+        "eorge"
+      ],
+      [
+        "Ġbeh",
+        "ave"
+      ],
+      [
+        "ĠK",
+        "im"
+      ],
+      [
+        "Ġpa",
+        "id"
+      ],
+      [
+        "sc",
+        "ope"
+      ],
+      [
+        "Ġstret",
+        "ched"
+      ],
+      [
+        "Ġfear",
+        "ful"
+      ],
+      [
+        "Ġav",
+        "o"
+      ],
+      [
+        "Ġmicro",
+        "scope"
+      ],
+      [
+        "I",
+        "f"
+      ],
+      [
+        "i",
+        "o"
+      ],
+      [
+        "Ġnot",
+        "eb"
+      ],
+      [
+        "ĠE",
+        "ventually"
+      ],
+      [
+        "Ġold",
+        "er"
+      ],
+      [
+        "Ġsn",
+        "iff"
+      ],
+      [
+        "Ġad",
+        "vice"
+      ],
+      [
+        "Ġstop",
+        "s"
+      ],
+      [
+        "Ġperf",
+        "orm"
+      ],
+      [
+        "Ġfur",
+        "ther"
+      ],
+      [
+        "Ġenv",
+        "ious"
+      ],
+      [
+        "Ġpige",
+        "on"
+      ],
+      [
+        "Ġmush",
+        "room"
+      ],
+      [
+        "Ġnoteb",
+        "ook"
+      ],
+      [
+        "u",
+        "bby"
+      ],
+      [
+        "Ġp",
+        "un"
+      ],
+      [
+        "at",
+        "s"
+      ],
+      [
+        "Ġn",
+        "urse"
+      ],
+      [
+        "or",
+        "able"
+      ],
+      [
+        "Ġth",
+        "under"
+      ],
+      [
+        "Ġcl",
+        "apping"
+      ],
+      [
+        "Ġv",
+        "ide"
+      ],
+      [
+        "Ġbu",
+        "ilt"
+      ],
+      [
+        "ĠC",
+        "l"
+      ],
+      [
+        "Ġun",
+        "com"
+      ],
+      [
+        "Ġshout",
+        "ing"
+      ],
+      [
+        "Ġar",
+        "row"
+      ],
+      [
+        "Ġdraw",
+        "er"
+      ],
+      [
+        "Ġpro",
+        "v"
+      ],
+      [
+        "fort",
+        "able"
+      ],
+      [
+        "Ġtom",
+        "ato"
+      ],
+      [
+        "Ġmeet",
+        "ing"
+      ],
+      [
+        "Ġob",
+        "ject"
+      ],
+      [
+        "Ġyog",
+        "urt"
+      ],
+      [
+        "Ġtemp",
+        "le"
+      ],
+      [
+        "Ġuncom",
+        "fortable"
+      ],
+      [
+        "e",
+        "f"
+      ],
+      [
+        "u",
+        "es"
+      ],
+      [
+        "ĠT",
+        "ony"
+      ],
+      [
+        "Ġloo",
+        "p"
+      ],
+      [
+        "Ġch",
+        "ubby"
+      ],
+      [
+        "Ġsw",
+        "itch"
+      ],
+      [
+        "Ġsk",
+        "ip"
+      ],
+      [
+        "Ġad",
+        "orable"
+      ],
+      [
+        "Åĵ",
+        "It"
+      ],
+      [
+        "Ġcount",
+        "ing"
+      ],
+      [
+        "Ġcoo",
+        "ked"
+      ],
+      [
+        "Ġp",
+        "ist"
+      ],
+      [
+        "ar",
+        "ian"
+      ],
+      [
+        "en",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "ared"
+      ],
+      [
+        "Ġsh",
+        "ut"
+      ],
+      [
+        "ic",
+        "op"
+      ],
+      [
+        "Ġqu",
+        "ite"
+      ],
+      [
+        "Ġsn",
+        "uggled"
+      ],
+      [
+        "ĠGra",
+        "ndpa"
+      ],
+      [
+        "Ġtrou",
+        "bled"
+      ],
+      [
+        "Ġgigg",
+        "le"
+      ],
+      [
+        "Ġblow",
+        "ing"
+      ],
+      [
+        "Ġhel",
+        "icop"
+      ],
+      [
+        "Ġfis",
+        "her"
+      ],
+      [
+        "Ġpist",
+        "ol"
+      ],
+      [
+        "Ġhelicop",
+        "ter"
+      ],
+      [
+        "p",
+        "ar"
+      ],
+      [
+        "ĠS",
+        "ophie"
+      ],
+      [
+        "oo",
+        "ped"
+      ],
+      [
+        "ip",
+        "s"
+      ],
+      [
+        "Ġnow",
+        "here"
+      ],
+      [
+        "Ġforg",
+        "ave"
+      ],
+      [
+        "Ġmar",
+        "ched"
+      ],
+      [
+        "Ġtreasure",
+        "s"
+      ],
+      [
+        "ho",
+        "st"
+      ],
+      [
+        "Ġpass",
+        "port"
+      ],
+      [
+        "Ġstir",
+        "red"
+      ],
+      [
+        "Ġpus",
+        "hing"
+      ],
+      [
+        "Ġcompetit",
+        "ive"
+      ],
+      [
+        "Ġdestro",
+        "y"
+      ],
+      [
+        "Y",
+        "ay"
+      ],
+      [
+        "a",
+        "ked"
+      ],
+      [
+        "o",
+        "e"
+      ],
+      [
+        "t",
+        "ter"
+      ],
+      [
+        "Ġg",
+        "ir"
+      ],
+      [
+        "Ġg",
+        "host"
+      ],
+      [
+        "an",
+        "ic"
+      ],
+      [
+        "ke",
+        "let"
+      ],
+      [
+        "ht",
+        "ub"
+      ],
+      [
+        "Ġre",
+        "ef"
+      ],
+      [
+        "Ġse",
+        "par"
+      ],
+      [
+        "op",
+        "ard"
+      ],
+      [
+        "pl",
+        "ay"
+      ],
+      [
+        "Ġen",
+        "vel"
+      ],
+      [
+        "Ġbre",
+        "at"
+      ],
+      [
+        "Ġrep",
+        "air"
+      ],
+      [
+        "Ġfoot",
+        "ball"
+      ],
+      [
+        "Ġbat",
+        "htub"
+      ],
+      [
+        "Ġrubb",
+        "er"
+      ],
+      [
+        "Ġang",
+        "el"
+      ],
+      [
+        "Ġtriang",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ill"
+      ],
+      [
+        "ĠS",
+        "h"
+      ],
+      [
+        "ch",
+        "anic"
+      ],
+      [
+        "Ġnam",
+        "es"
+      ],
+      [
+        "Ġle",
+        "opard"
+      ],
+      [
+        "Ġno",
+        "body"
+      ],
+      [
+        "Ġany",
+        "way"
+      ],
+      [
+        "uc",
+        "t"
+      ],
+      [
+        "ct",
+        "us"
+      ],
+      [
+        "Ġshould",
+        "n"
+      ],
+      [
+        "Ġz",
+        "eb"
+      ],
+      [
+        "Ġgi",
+        "ven"
+      ],
+      [
+        "Ġhold",
+        "s"
+      ],
+      [
+        "Ġbar",
+        "rel"
+      ],
+      [
+        "Ġband",
+        "age"
+      ],
+      [
+        "Ġent",
+        "h"
+      ],
+      [
+        "Dad",
+        "dy"
+      ],
+      [
+        "Ġzeb",
+        "ra"
+      ],
+      [
+        "i",
+        "ves"
+      ],
+      [
+        "u",
+        "be"
+      ],
+      [
+        "y",
+        "ear"
+      ],
+      [
+        "Ġp",
+        "or"
+      ],
+      [
+        "Ġp",
+        "and"
+      ],
+      [
+        "Ġo",
+        "tter"
+      ],
+      [
+        "Ġr",
+        "ibb"
+      ],
+      [
+        "Ġsh",
+        "ield"
+      ],
+      [
+        "Ġme",
+        "chanic"
+      ],
+      [
+        "Ġdon",
+        "â"
+      ],
+      [
+        "Ġdis",
+        "ag"
+      ],
+      [
+        "Ġdis",
+        "play"
+      ],
+      [
+        "Ġmusic",
+        "ian"
+      ],
+      [
+        "cer",
+        "os"
+      ],
+      [
+        "Ġspe",
+        "ak"
+      ],
+      [
+        "Ġca",
+        "b"
+      ],
+      [
+        "Ġca",
+        "ctus"
+      ],
+      [
+        "ĠBet",
+        "sy"
+      ],
+      [
+        "Ġbul",
+        "b"
+      ],
+      [
+        "C",
+        "h"
+      ],
+      [
+        "e",
+        "ath"
+      ],
+      [
+        "i",
+        "kes"
+      ],
+      [
+        "x",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ube"
+      ],
+      [
+        "Ġa",
+        "head"
+      ],
+      [
+        "Ġs",
+        "ummer"
+      ],
+      [
+        "Ġs",
+        "kelet"
+      ],
+      [
+        "Ġp",
+        "urse"
+      ],
+      [
+        "Ġkn",
+        "ob"
+      ],
+      [
+        "Ġdidn",
+        "â"
+      ],
+      [
+        "Ġcouldn",
+        "â"
+      ],
+      [
+        "Ġcol",
+        "ours"
+      ],
+      [
+        "Ġwindow",
+        "s"
+      ],
+      [
+        "oom",
+        "y"
+      ],
+      [
+        "Ġgif",
+        "ted"
+      ],
+      [
+        "Ġcart",
+        "oon"
+      ],
+      [
+        "Ġrhino",
+        "ceros"
+      ],
+      [
+        "g",
+        "l"
+      ],
+      [
+        "he",
+        "art"
+      ],
+      [
+        "Ġs",
+        "ize"
+      ],
+      [
+        "Ġb",
+        "et"
+      ],
+      [
+        "ĠM",
+        "iss"
+      ],
+      [
+        "Ġsc",
+        "rew"
+      ],
+      [
+        "Ġfl",
+        "our"
+      ],
+      [
+        "Ġbl",
+        "in"
+      ],
+      [
+        "ap",
+        "a"
+      ],
+      [
+        "Ġdis",
+        "hes"
+      ],
+      [
+        "Ġrain",
+        "ing"
+      ],
+      [
+        "Ġhop",
+        "ing"
+      ],
+      [
+        "Ġsho",
+        "vel"
+      ],
+      [
+        "Ġmin",
+        "t"
+      ],
+      [
+        "Ġjelly",
+        "fish"
+      ],
+      [
+        "Ġswe",
+        "ater"
+      ],
+      [
+        "Ġchar",
+        "ming"
+      ],
+      [
+        "Ġpengu",
+        "in"
+      ],
+      [
+        "Ġenvel",
+        "ope"
+      ],
+      [
+        "Ġenth",
+        "us"
+      ],
+      [
+        "Ġcab",
+        "in"
+      ],
+      [
+        "re",
+        "c"
+      ],
+      [
+        "Ġp",
+        "ant"
+      ],
+      [
+        "Ġth",
+        "read"
+      ],
+      [
+        "Ġin",
+        "se"
+      ],
+      [
+        "Ġst",
+        "aff"
+      ],
+      [
+        "Ġli",
+        "z"
+      ],
+      [
+        "Ġun",
+        "pack"
+      ],
+      [
+        "Ġwr",
+        "iting"
+      ],
+      [
+        "Ġtra",
+        "sh"
+      ],
+      [
+        "Ġroll",
+        "ing"
+      ],
+      [
+        "Ġwaff",
+        "le"
+      ],
+      [
+        "Ġ",
+        "iron"
+      ],
+      [
+        "Ġw",
+        "ing"
+      ],
+      [
+        "er",
+        "able"
+      ],
+      [
+        "Ġshe",
+        "et"
+      ],
+      [
+        "ĠB",
+        "uddy"
+      ],
+      [
+        "Ġsh",
+        "adow"
+      ],
+      [
+        "Ġro",
+        "ared"
+      ],
+      [
+        "Ġmu",
+        "ff"
+      ],
+      [
+        "Ġair",
+        "port"
+      ],
+      [
+        "Ġce",
+        "iling"
+      ],
+      [
+        "Ġatt",
+        "ic"
+      ],
+      [
+        "Ġorgan",
+        "ize"
+      ],
+      [
+        "Ġstret",
+        "ch"
+      ],
+      [
+        "Ġgrap",
+        "es"
+      ],
+      [
+        "Ġo",
+        "bs"
+      ],
+      [
+        "ĠA",
+        "re"
+      ],
+      [
+        "ĠW",
+        "ould"
+      ],
+      [
+        "ĠIn",
+        "st"
+      ],
+      [
+        "Ġpi",
+        "ano"
+      ],
+      [
+        "Ġsal",
+        "t"
+      ],
+      [
+        "Ġmis",
+        "erable"
+      ],
+      [
+        "Ġc",
+        "ord"
+      ],
+      [
+        "Ġd",
+        "ess"
+      ],
+      [
+        "Ġre",
+        "fused"
+      ],
+      [
+        "Ġsc",
+        "reen"
+      ],
+      [
+        "ĠD",
+        "an"
+      ],
+      [
+        "Ġstr",
+        "ugg"
+      ],
+      [
+        "Ġneed",
+        "le"
+      ],
+      [
+        "Ġbear",
+        "s"
+      ],
+      [
+        "ĠAnd",
+        "y"
+      ],
+      [
+        "Ġhead",
+        "ed"
+      ],
+      [
+        "Ġstick",
+        "y"
+      ],
+      [
+        "Ġfree",
+        "z"
+      ],
+      [
+        "Ġzoom",
+        "ed"
+      ],
+      [
+        "Ġimag",
+        "ined"
+      ],
+      [
+        "Ġmed",
+        "al"
+      ],
+      [
+        "Ġmagn",
+        "et"
+      ],
+      [
+        "rec",
+        "i"
+      ],
+      [
+        "Ġobs",
+        "er"
+      ],
+      [
+        "Ġ",
+        "er"
+      ],
+      [
+        "Ġli",
+        "ves"
+      ],
+      [
+        "ĠA",
+        "l"
+      ],
+      [
+        "ĠP",
+        "at"
+      ],
+      [
+        "Ġapp",
+        "reci"
+      ],
+      [
+        "ass",
+        "es"
+      ],
+      [
+        "Ġsail",
+        "or"
+      ],
+      [
+        "Ġminut",
+        "e"
+      ],
+      [
+        "Ġfisher",
+        "man"
+      ],
+      [
+        "v",
+        "ision"
+      ],
+      [
+        "Ġr",
+        "at"
+      ],
+      [
+        "al",
+        "ed"
+      ],
+      [
+        "Ġbr",
+        "us"
+      ],
+      [
+        "Ġch",
+        "ance"
+      ],
+      [
+        "Ġpo",
+        "st"
+      ],
+      [
+        "Ġsun",
+        "gl"
+      ],
+      [
+        "Ġche",
+        "ek"
+      ],
+      [
+        "ree",
+        "ze"
+      ],
+      [
+        "Ġde",
+        "af"
+      ],
+      [
+        "Ġru",
+        "les"
+      ],
+      [
+        "Ġfrog",
+        "s"
+      ],
+      [
+        "Ġair",
+        "pl"
+      ],
+      [
+        "ĠGo",
+        "d"
+      ],
+      [
+        "Ġstrawber",
+        "ry"
+      ],
+      [
+        "Ġsle",
+        "pt"
+      ],
+      [
+        "Ġliz",
+        "ard"
+      ],
+      [
+        "Ġsungl",
+        "asses"
+      ],
+      [
+        "Ġl",
+        "uck"
+      ],
+      [
+        "Ġin",
+        "f"
+      ],
+      [
+        "Ġbe",
+        "ep"
+      ],
+      [
+        "ĠB",
+        "unny"
+      ],
+      [
+        "Ġme",
+        "as"
+      ],
+      [
+        "Ġro",
+        "d"
+      ],
+      [
+        "Ġor",
+        "der"
+      ],
+      [
+        "Ġrest",
+        "less"
+      ],
+      [
+        "Ġsand",
+        "box"
+      ],
+      [
+        "Ġmess",
+        "age"
+      ],
+      [
+        "ĠJoe",
+        "y"
+      ],
+      [
+        "Ġcomp",
+        "let"
+      ],
+      [
+        "Ġatt",
+        "ract"
+      ],
+      [
+        "Ġgold",
+        "en"
+      ],
+      [
+        "Gra",
+        "ndma"
+      ],
+      [
+        "Ġpil",
+        "ot"
+      ],
+      [
+        "Ġpor",
+        "ch"
+      ],
+      [
+        "L",
+        "ittle"
+      ],
+      [
+        "l",
+        "er"
+      ],
+      [
+        "s",
+        "es"
+      ]
+    ]
+  }
+}
\ No newline at end of file
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/tokenizer_config.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/tokenizer_config.json
@@ -0,0 +1,13 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/training_args.bin b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0c65fb00f188152ddd7b3875d5492e87da186448
--- /dev/null
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e1a2626e7b1b9e8c5918ce769b180ee6aeecd5055af3c3b59b791d3a4a2c46
+size 4920
diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/training_log.jsonl b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/training_log.jsonl
index f8e952c366b4fa7ae34c3c5cf0c54f4d0cdbf42f..c8754a51284b15cd6f270683909f464e7fe688e1 100644
--- a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/training_log.jsonl
+++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/training_log.jsonl
@@ -1,14 +1,3 @@
-{"step": 2520, "epoch": 0.1698685540950455, "timestamp": 1786742925.4741335, "loss": 2.1263294219970703, "grad_norm": 20971520.0, "learning_rate": 3.4200000000000005e-05, "train/total_time_seconds": 8.14654004573822, "train/time_per_step_avg": 0.407327002286911, "train/epoch_time_elapsed": 9.357760064303875, "train/estimated_remaining_minutes": 0.05280164844459958, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 185.70455932617188, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.000942230224609375, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.0908203125, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.30078125, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.30078125, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.28515625, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.5859375, "train/tensor_act_model_layers_0_residual_post_attn/norm": 186.923828125, "train/tensor_act_model_layers_0_residual_post_attn/mean": 8.7738037109375e-05, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.09130859375, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.345703125, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.33203125, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.345703125, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.677734375, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1157.0211181640625, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": 0.002349853515625, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.400390625, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 2.140625, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -2.140625, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 2.03125, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 4.171875, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1121.5980224609375, "train/tensor_act_model_layers_0_mlp_up_proj/mean": -1.4185905456542969e-05, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.38671875, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 2.046875, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -1.9453125, "train/tensor_act_model_layers_0_mlp_up_proj/max": 2.046875, "train/tensor_act_model_layers_0_mlp_up_proj/range": 3.9921875, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 158.57765197753906, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.0004482269287109375, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.07763671875, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.408203125, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/min": -0.408203125, "train/tensor_act_model_layers_0_mlp_down_proj/max": 0.3984375, "train/tensor_act_model_layers_0_mlp_down_proj/range": 0.806640625, "train/tensor_act_model_layers_0_mlp/norm": 158.56094360351562, "train/tensor_act_model_layers_0_mlp/mean": 0.00045013427734375, "train/tensor_act_model_layers_0_mlp/std": 0.07763671875, "train/tensor_act_model_layers_0_mlp/max_abs": 0.40625, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": -0.40625, "train/tensor_act_model_layers_0_mlp/max": 0.396484375, "train/tensor_act_model_layers_0_mlp/range": 0.802734375, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 262.7745666503906, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 0.000537872314453125, "train/tensor_act_model_layers_0_residual_post_mlp/std": 0.1279296875, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 0.5703125, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": -0.5546875, "train/tensor_act_model_layers_0_residual_post_mlp/max": 0.5703125, "train/tensor_act_model_layers_0_residual_post_mlp/range": 1.125, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 262.7745666503906, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 0.000537872314453125, "train/tensor_act_model_layers_1_residual_pre_attn/std": 0.1279296875, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 0.5703125, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": -0.5546875, "train/tensor_act_model_layers_1_residual_pre_attn/max": 0.5703125, "train/tensor_act_model_layers_1_residual_pre_attn/range": 1.125, "train/tensor_act_model_layers_1_residual_post_attn/norm": 282.2640686035156, "train/tensor_act_model_layers_1_residual_post_attn/mean": 0.0024871826171875, "train/tensor_act_model_layers_1_residual_post_attn/std": 0.1376953125, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 0.6875, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": -0.6875, "train/tensor_act_model_layers_1_residual_post_attn/max": 0.671875, "train/tensor_act_model_layers_1_residual_post_attn/range": 1.359375, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 1446.7506103515625, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": 0.0014495849609375, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 0.5, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 3.328125, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -2.515625, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 3.328125, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 5.84375, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 1441.90869140625, "train/tensor_act_model_layers_1_mlp_up_proj/mean": 0.002166748046875, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.498046875, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 3.203125, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -3.203125, "train/tensor_act_model_layers_1_mlp_up_proj/max": 2.859375, "train/tensor_act_model_layers_1_mlp_up_proj/range": 6.0625, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 314.4701232910156, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.00372314453125, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.1533203125, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 1.9296875, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": -1.6953125, "train/tensor_act_model_layers_1_mlp_down_proj/max": 1.9296875, "train/tensor_act_model_layers_1_mlp_down_proj/range": 3.625, "train/tensor_act_model_layers_1_mlp/norm": 313.0224914550781, "train/tensor_act_model_layers_1_mlp/mean": 0.003692626953125, "train/tensor_act_model_layers_1_mlp/std": 0.15234375, "train/tensor_act_model_layers_1_mlp/max_abs": 1.7890625, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": -1.6015625, "train/tensor_act_model_layers_1_mlp/max": 1.7890625, "train/tensor_act_model_layers_1_mlp/range": 3.390625, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 484.485107421875, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 0.006195068359375, "train/tensor_act_model_layers_1_residual_post_mlp/std": 0.236328125, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 2.09375, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": -1.703125, "train/tensor_act_model_layers_1_residual_post_mlp/max": 2.09375, "train/tensor_act_model_layers_1_residual_post_mlp/range": 3.796875, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 484.485107421875, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 0.006195068359375, "train/tensor_act_model_layers_2_residual_pre_attn/std": 0.236328125, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 2.09375, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": -1.703125, "train/tensor_act_model_layers_2_residual_pre_attn/max": 2.09375, "train/tensor_act_model_layers_2_residual_pre_attn/range": 3.796875, "train/tensor_act_model_layers_2_residual_post_attn/norm": 502.8505859375, "train/tensor_act_model_layers_2_residual_post_attn/mean": 0.006439208984375, "train/tensor_act_model_layers_2_residual_post_attn/std": 0.2451171875, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 2.078125, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": -1.7578125, "train/tensor_act_model_layers_2_residual_post_attn/max": 2.078125, "train/tensor_act_model_layers_2_residual_post_attn/range": 3.8359375, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 1162.443115234375, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": -0.06005859375, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 0.396484375, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 2.421875, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -2.40625, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 2.421875, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 4.828125, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 1074.1103515625, "train/tensor_act_model_layers_2_mlp_up_proj/mean": -0.0067138671875, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.37109375, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 1.9140625, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -1.84375, "train/tensor_act_model_layers_2_mlp_up_proj/max": 1.9140625, "train/tensor_act_model_layers_2_mlp_up_proj/range": 3.7578125, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 114.48873901367188, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 0.000766754150390625, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.055908203125, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 0.431640625, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/min": -0.431640625, "train/tensor_act_model_layers_2_mlp_down_proj/max": 0.427734375, "train/tensor_act_model_layers_2_mlp_down_proj/range": 0.859375, "train/tensor_act_model_layers_2_mlp/norm": 114.48835754394531, "train/tensor_act_model_layers_2_mlp/mean": 0.000766754150390625, "train/tensor_act_model_layers_2_mlp/std": 0.055908203125, "train/tensor_act_model_layers_2_mlp/max_abs": 0.4296875, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/min": -0.4296875, "train/tensor_act_model_layers_2_mlp/max": 0.42578125, "train/tensor_act_model_layers_2_mlp/range": 0.85546875, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 554.3534545898438, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 0.0072021484375, "train/tensor_act_model_layers_2_residual_post_mlp/std": 0.271484375, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 2.265625, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/min": -1.953125, "train/tensor_act_model_layers_2_residual_post_mlp/max": 2.265625, "train/tensor_act_model_layers_2_residual_post_mlp/range": 4.21875, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 554.3534545898438, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 0.0072021484375, "train/tensor_act_model_layers_3_residual_pre_attn/std": 0.271484375, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 2.265625, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/min": -1.953125, "train/tensor_act_model_layers_3_residual_pre_attn/max": 2.265625, "train/tensor_act_model_layers_3_residual_pre_attn/range": 4.21875, "train/tensor_act_model_layers_3_residual_post_attn/norm": 563.1458740234375, "train/tensor_act_model_layers_3_residual_post_attn/mean": 0.006683349609375, "train/tensor_act_model_layers_3_residual_post_attn/std": 0.275390625, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 2.25, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/min": -1.96875, "train/tensor_act_model_layers_3_residual_post_attn/max": 2.25, "train/tensor_act_model_layers_3_residual_post_attn/range": 4.21875, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 1014.0885620117188, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": -0.048583984375, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 0.34765625, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 1.9765625, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -1.8359375, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 1.9765625, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 3.8125, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 980.9892578125, "train/tensor_act_model_layers_3_mlp_up_proj/mean": 0.004730224609375, "train/tensor_act_model_layers_3_mlp_up_proj/std": 0.337890625, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 1.9375, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -1.921875, "train/tensor_act_model_layers_3_mlp_up_proj/max": 1.9375, "train/tensor_act_model_layers_3_mlp_up_proj/range": 3.859375, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 80.43428802490234, "train/tensor_act_model_layers_3_mlp_down_proj/mean": -0.0003147125244140625, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.039306640625, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 0.322265625, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/min": -0.322265625, "train/tensor_act_model_layers_3_mlp_down_proj/max": 0.2890625, "train/tensor_act_model_layers_3_mlp_down_proj/range": 0.611328125, "train/tensor_act_model_layers_3_mlp/norm": 80.43428802490234, "train/tensor_act_model_layers_3_mlp/mean": -0.0003147125244140625, "train/tensor_act_model_layers_3_mlp/std": 0.039306640625, "train/tensor_act_model_layers_3_mlp/max_abs": 0.322265625, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/min": -0.322265625, "train/tensor_act_model_layers_3_mlp/max": 0.2890625, "train/tensor_act_model_layers_3_mlp/range": 0.611328125, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 591.860107421875, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 0.00634765625, "train/tensor_act_model_layers_3_residual_post_mlp/std": 0.2890625, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 2.34375, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/min": -2.0625, "train/tensor_act_model_layers_3_residual_post_mlp/max": 2.34375, "train/tensor_act_model_layers_3_residual_post_mlp/range": 4.40625, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 591.860107421875, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 0.00634765625, "train/tensor_act_model_layers_4_residual_pre_attn/std": 0.2890625, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 2.34375, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/min": -2.0625, "train/tensor_act_model_layers_4_residual_pre_attn/max": 2.34375, "train/tensor_act_model_layers_4_residual_pre_attn/range": 4.40625, "train/tensor_act_model_layers_4_residual_post_attn/norm": 592.1464233398438, "train/tensor_act_model_layers_4_residual_post_attn/mean": 0.006134033203125, "train/tensor_act_model_layers_4_residual_post_attn/std": 0.2890625, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 2.34375, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/min": -2.0625, "train/tensor_act_model_layers_4_residual_post_attn/max": 2.34375, "train/tensor_act_model_layers_4_residual_post_attn/range": 4.40625, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 1002.611572265625, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": -0.051513671875, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 0.341796875, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 2.734375, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -1.828125, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 2.734375, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 4.5625, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 950.5516357421875, "train/tensor_act_model_layers_4_mlp_up_proj/mean": -0.004302978515625, "train/tensor_act_model_layers_4_mlp_up_proj/std": 0.328125, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -1.765625, "train/tensor_act_model_layers_4_mlp_up_proj/max": 1.9921875, "train/tensor_act_model_layers_4_mlp_up_proj/range": 3.7578125, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 81.3573989868164, "train/tensor_act_model_layers_4_mlp_down_proj/mean": -0.00024127960205078125, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.039794921875, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 0.361328125, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/min": -0.357421875, "train/tensor_act_model_layers_4_mlp_down_proj/max": 0.361328125, "train/tensor_act_model_layers_4_mlp_down_proj/range": 0.71875, "train/tensor_act_model_layers_4_mlp/norm": 81.35739135742188, "train/tensor_act_model_layers_4_mlp/mean": -0.00024127960205078125, "train/tensor_act_model_layers_4_mlp/std": 0.039794921875, "train/tensor_act_model_layers_4_mlp/max_abs": 0.359375, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/min": -0.357421875, "train/tensor_act_model_layers_4_mlp/max": 0.359375, "train/tensor_act_model_layers_4_mlp/range": 0.716796875, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 622.7322998046875, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 0.005889892578125, "train/tensor_act_model_layers_4_residual_post_mlp/std": 0.3046875, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 2.515625, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/min": -2.25, "train/tensor_act_model_layers_4_residual_post_mlp/max": 2.515625, "train/tensor_act_model_layers_4_residual_post_mlp/range": 4.765625, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 622.7322998046875, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 0.005889892578125, "train/tensor_act_model_layers_5_residual_pre_attn/std": 0.3046875, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 2.515625, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/min": -2.25, "train/tensor_act_model_layers_5_residual_pre_attn/max": 2.515625, "train/tensor_act_model_layers_5_residual_pre_attn/range": 4.765625, "train/tensor_act_model_layers_5_residual_post_attn/norm": 625.0769653320312, "train/tensor_act_model_layers_5_residual_post_attn/mean": 0.00634765625, "train/tensor_act_model_layers_5_residual_post_attn/std": 0.3046875, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 2.546875, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/min": -2.25, "train/tensor_act_model_layers_5_residual_post_attn/max": 2.546875, "train/tensor_act_model_layers_5_residual_post_attn/range": 4.796875, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 934.0869750976562, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": -0.0576171875, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 0.31640625, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 1.921875, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -1.921875, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 1.8125, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 3.734375, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 882.2921752929688, "train/tensor_act_model_layers_5_mlp_up_proj/mean": -0.0014190673828125, "train/tensor_act_model_layers_5_mlp_up_proj/std": 0.3046875, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 1.84375, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -1.6328125, "train/tensor_act_model_layers_5_mlp_up_proj/max": 1.84375, "train/tensor_act_model_layers_5_mlp_up_proj/range": 3.4765625, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 58.00167465209961, "train/tensor_act_model_layers_5_mlp_down_proj/mean": -0.00012493133544921875, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.0283203125, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 0.1953125, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/min": -0.1953125, "train/tensor_act_model_layers_5_mlp_down_proj/max": 0.1943359375, "train/tensor_act_model_layers_5_mlp_down_proj/range": 0.3896484375, "train/tensor_act_model_layers_5_mlp/norm": 58.00167465209961, "train/tensor_act_model_layers_5_mlp/mean": -0.00012493133544921875, "train/tensor_act_model_layers_5_mlp/std": 0.0283203125, "train/tensor_act_model_layers_5_mlp/max_abs": 0.1953125, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/min": -0.1953125, "train/tensor_act_model_layers_5_mlp/max": 0.1943359375, "train/tensor_act_model_layers_5_mlp/range": 0.3896484375, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 643.3775024414062, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 0.0062255859375, "train/tensor_act_model_layers_5_residual_post_mlp/std": 0.314453125, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 2.640625, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/min": -2.265625, "train/tensor_act_model_layers_5_residual_post_mlp/max": 2.640625, "train/tensor_act_model_layers_5_residual_post_mlp/range": 4.90625, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 643.3775024414062, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 0.0062255859375, "train/tensor_act_model_layers_6_residual_pre_attn/std": 0.314453125, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 2.640625, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/min": -2.265625, "train/tensor_act_model_layers_6_residual_pre_attn/max": 2.640625, "train/tensor_act_model_layers_6_residual_pre_attn/range": 4.90625, "train/tensor_act_model_layers_6_residual_post_attn/norm": 643.9468994140625, "train/tensor_act_model_layers_6_residual_post_attn/mean": 0.006591796875, "train/tensor_act_model_layers_6_residual_post_attn/std": 0.314453125, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 2.625, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/min": -2.265625, "train/tensor_act_model_layers_6_residual_post_attn/max": 2.625, "train/tensor_act_model_layers_6_residual_post_attn/range": 4.890625, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 917.883056640625, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": -0.04736328125, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 0.3125, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 1.8515625, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -1.671875, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 1.8515625, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 3.5234375, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 874.4898071289062, "train/tensor_act_model_layers_6_mlp_up_proj/mean": 0.00103759765625, "train/tensor_act_model_layers_6_mlp_up_proj/std": 0.302734375, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 1.765625, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -1.765625, "train/tensor_act_model_layers_6_mlp_up_proj/max": 1.6015625, "train/tensor_act_model_layers_6_mlp_up_proj/range": 3.3671875, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 57.089168548583984, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 0.0001277923583984375, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.02783203125, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 0.23828125, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/min": -0.2041015625, "train/tensor_act_model_layers_6_mlp_down_proj/max": 0.23828125, "train/tensor_act_model_layers_6_mlp_down_proj/range": 0.4423828125, "train/tensor_act_model_layers_6_mlp/norm": 57.089168548583984, "train/tensor_act_model_layers_6_mlp/mean": 0.0001277923583984375, "train/tensor_act_model_layers_6_mlp/std": 0.02783203125, "train/tensor_act_model_layers_6_mlp/max_abs": 0.23828125, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/min": -0.2041015625, "train/tensor_act_model_layers_6_mlp/max": 0.23828125, "train/tensor_act_model_layers_6_mlp/range": 0.4423828125, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 663.762451171875, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 0.006744384765625, "train/tensor_act_model_layers_6_residual_post_mlp/std": 0.32421875, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 2.703125, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/min": -2.296875, "train/tensor_act_model_layers_6_residual_post_mlp/max": 2.703125, "train/tensor_act_model_layers_6_residual_post_mlp/range": 5.0, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 663.762451171875, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 0.006744384765625, "train/tensor_act_model_layers_7_residual_pre_attn/std": 0.32421875, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 2.703125, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/min": -2.296875, "train/tensor_act_model_layers_7_residual_pre_attn/max": 2.703125, "train/tensor_act_model_layers_7_residual_pre_attn/range": 5.0, "train/tensor_act_model_layers_7_residual_post_attn/norm": 664.9756469726562, "train/tensor_act_model_layers_7_residual_post_attn/mean": 0.006622314453125, "train/tensor_act_model_layers_7_residual_post_attn/std": 0.32421875, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 2.71875, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/min": -2.28125, "train/tensor_act_model_layers_7_residual_post_attn/max": 2.71875, "train/tensor_act_model_layers_7_residual_post_attn/range": 5.0, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 899.312744140625, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": -0.05078125, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 0.306640625, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 1.9375, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -1.9140625, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 1.9375, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 3.8515625, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 857.388671875, "train/tensor_act_model_layers_7_mlp_up_proj/mean": 0.0014495849609375, "train/tensor_act_model_layers_7_mlp_up_proj/std": 0.296875, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 1.8046875, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -1.6015625, "train/tensor_act_model_layers_7_mlp_up_proj/max": 1.8046875, "train/tensor_act_model_layers_7_mlp_up_proj/range": 3.40625, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 57.60091018676758, "train/tensor_act_model_layers_7_mlp_down_proj/mean": -0.00011730194091796875, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.028076171875, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 0.265625, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/min": -0.171875, "train/tensor_act_model_layers_7_mlp_down_proj/max": 0.265625, "train/tensor_act_model_layers_7_mlp_down_proj/range": 0.4375, "train/tensor_act_model_layers_7_mlp/norm": 57.60091018676758, "train/tensor_act_model_layers_7_mlp/mean": -0.00011730194091796875, "train/tensor_act_model_layers_7_mlp/std": 0.028076171875, "train/tensor_act_model_layers_7_mlp/max_abs": 0.265625, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/min": -0.171875, "train/tensor_act_model_layers_7_mlp/max": 0.265625, "train/tensor_act_model_layers_7_mlp/range": 0.4375, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 685.9613037109375, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 0.006500244140625, "train/tensor_act_model_layers_7_residual_post_mlp/std": 0.333984375, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 2.890625, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/min": -2.3125, "train/tensor_act_model_layers_7_residual_post_mlp/max": 2.890625, "train/tensor_act_model_layers_7_residual_post_mlp/range": 5.203125, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 685.9613037109375, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 0.006500244140625, "train/tensor_act_model_layers_8_residual_pre_attn/std": 0.333984375, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 2.890625, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/min": -2.3125, "train/tensor_act_model_layers_8_residual_pre_attn/max": 2.890625, "train/tensor_act_model_layers_8_residual_pre_attn/range": 5.203125, "train/tensor_act_model_layers_8_residual_post_attn/norm": 690.90673828125, "train/tensor_act_model_layers_8_residual_post_attn/mean": 0.006134033203125, "train/tensor_act_model_layers_8_residual_post_attn/std": 0.337890625, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 3.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/min": -2.3125, "train/tensor_act_model_layers_8_residual_post_attn/max": 3.0, "train/tensor_act_model_layers_8_residual_post_attn/range": 5.3125, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 873.7996215820312, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": -0.05908203125, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 0.294921875, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 1.8046875, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -1.8046875, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 1.609375, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 3.4140625, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 824.171875, "train/tensor_act_model_layers_8_mlp_up_proj/mean": 0.0015869140625, "train/tensor_act_model_layers_8_mlp_up_proj/std": 0.28515625, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 1.53125, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -1.53125, "train/tensor_act_model_layers_8_mlp_up_proj/max": 1.4765625, "train/tensor_act_model_layers_8_mlp_up_proj/range": 3.0078125, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 49.28007125854492, "train/tensor_act_model_layers_8_mlp_down_proj/mean": -0.0004558563232421875, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.0240478515625, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 0.1748046875, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/min": -0.169921875, "train/tensor_act_model_layers_8_mlp_down_proj/max": 0.1748046875, "train/tensor_act_model_layers_8_mlp_down_proj/range": 0.3447265625, "train/tensor_act_model_layers_8_mlp/norm": 49.28007125854492, "train/tensor_act_model_layers_8_mlp/mean": -0.0004558563232421875, "train/tensor_act_model_layers_8_mlp/std": 0.0240478515625, "train/tensor_act_model_layers_8_mlp/max_abs": 0.1748046875, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/min": -0.169921875, "train/tensor_act_model_layers_8_mlp/max": 0.1748046875, "train/tensor_act_model_layers_8_mlp/range": 0.3447265625, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 707.9938354492188, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 0.00567626953125, "train/tensor_act_model_layers_8_residual_post_mlp/std": 0.345703125, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 3.078125, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/min": -2.34375, "train/tensor_act_model_layers_8_residual_post_mlp/max": 3.078125, "train/tensor_act_model_layers_8_residual_post_mlp/range": 5.421875, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 707.9938354492188, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 0.00567626953125, "train/tensor_act_model_layers_9_residual_pre_attn/std": 0.345703125, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 3.078125, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/min": -2.34375, "train/tensor_act_model_layers_9_residual_pre_attn/max": 3.078125, "train/tensor_act_model_layers_9_residual_pre_attn/range": 5.421875, "train/tensor_act_model_layers_9_residual_post_attn/norm": 712.357177734375, "train/tensor_act_model_layers_9_residual_post_attn/mean": 0.00433349609375, "train/tensor_act_model_layers_9_residual_post_attn/std": 0.34765625, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 3.140625, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/min": -2.28125, "train/tensor_act_model_layers_9_residual_post_attn/max": 3.140625, "train/tensor_act_model_layers_9_residual_post_attn/range": 5.421875, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 886.2061157226562, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": -0.072265625, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 0.296875, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 1.7890625, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -1.75, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 1.7890625, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 3.5390625, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 826.22998046875, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -1.7523765563964844e-05, "train/tensor_act_model_layers_9_mlp_up_proj/std": 0.28515625, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 1.6328125, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -1.6328125, "train/tensor_act_model_layers_9_mlp_up_proj/max": 1.59375, "train/tensor_act_model_layers_9_mlp_up_proj/range": 3.2265625, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 48.66779708862305, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 0.00012063980102539062, "train/tensor_act_model_layers_9_mlp_down_proj/std": 0.0238037109375, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 0.205078125, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/min": -0.166015625, "train/tensor_act_model_layers_9_mlp_down_proj/max": 0.205078125, "train/tensor_act_model_layers_9_mlp_down_proj/range": 0.37109375, "train/tensor_act_model_layers_9_mlp/norm": 48.66779708862305, "train/tensor_act_model_layers_9_mlp/mean": 0.00012063980102539062, "train/tensor_act_model_layers_9_mlp/std": 0.0238037109375, "train/tensor_act_model_layers_9_mlp/max_abs": 0.205078125, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp/min": -0.166015625, "train/tensor_act_model_layers_9_mlp/max": 0.205078125, "train/tensor_act_model_layers_9_mlp/range": 0.37109375, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 728.48876953125, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 0.00445556640625, "train/tensor_act_model_layers_9_residual_post_mlp/std": 0.35546875, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 3.203125, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/min": -2.296875, "train/tensor_act_model_layers_9_residual_post_mlp/max": 3.203125, "train/tensor_act_model_layers_9_residual_post_mlp/range": 5.5, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 728.48876953125, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 0.00445556640625, "train/tensor_act_model_layers_10_residual_pre_attn/std": 0.35546875, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 3.203125, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/min": -2.296875, "train/tensor_act_model_layers_10_residual_pre_attn/max": 3.203125, "train/tensor_act_model_layers_10_residual_pre_attn/range": 5.5, "train/tensor_act_model_layers_10_residual_post_attn/norm": 730.6556396484375, "train/tensor_act_model_layers_10_residual_post_attn/mean": 0.0045166015625, "train/tensor_act_model_layers_10_residual_post_attn/std": 0.357421875, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 3.203125, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/min": -2.296875, "train/tensor_act_model_layers_10_residual_post_attn/max": 3.203125, "train/tensor_act_model_layers_10_residual_post_attn/range": 5.5, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 891.773193359375, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": -0.0771484375, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 0.298828125, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 1.8515625, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -1.8515625, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 1.65625, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 3.5078125, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 835.9508666992188, "train/tensor_act_model_layers_10_mlp_up_proj/mean": 0.00244140625, "train/tensor_act_model_layers_10_mlp_up_proj/std": 0.2890625, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 1.53125, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -1.5078125, "train/tensor_act_model_layers_10_mlp_up_proj/max": 1.53125, "train/tensor_act_model_layers_10_mlp_up_proj/range": 3.0390625, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 49.68507385253906, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 0.0002918243408203125, "train/tensor_act_model_layers_10_mlp_down_proj/std": 0.0242919921875, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 0.181640625, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/min": -0.166015625, "train/tensor_act_model_layers_10_mlp_down_proj/max": 0.181640625, "train/tensor_act_model_layers_10_mlp_down_proj/range": 0.34765625, "train/tensor_act_model_layers_10_mlp/norm": 49.68507385253906, "train/tensor_act_model_layers_10_mlp/mean": 0.0002918243408203125, "train/tensor_act_model_layers_10_mlp/std": 0.0242919921875, "train/tensor_act_model_layers_10_mlp/max_abs": 0.181640625, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp/min": -0.166015625, "train/tensor_act_model_layers_10_mlp/max": 0.181640625, "train/tensor_act_model_layers_10_mlp/range": 0.34765625, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 747.6953735351562, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 0.00482177734375, "train/tensor_act_model_layers_10_residual_post_mlp/std": 0.365234375, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 3.234375, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/min": -2.328125, "train/tensor_act_model_layers_10_residual_post_mlp/max": 3.234375, "train/tensor_act_model_layers_10_residual_post_mlp/range": 5.5625, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 747.6953735351562, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 0.00482177734375, "train/tensor_act_model_layers_11_residual_pre_attn/std": 0.365234375, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 3.234375, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/min": -2.328125, "train/tensor_act_model_layers_11_residual_pre_attn/max": 3.234375, "train/tensor_act_model_layers_11_residual_pre_attn/range": 5.5625, "train/tensor_act_model_layers_11_residual_post_attn/norm": 754.4397583007812, "train/tensor_act_model_layers_11_residual_post_attn/mean": 0.0037078857421875, "train/tensor_act_model_layers_11_residual_post_attn/std": 0.369140625, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 3.3125, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/min": -2.28125, "train/tensor_act_model_layers_11_residual_post_attn/max": 3.3125, "train/tensor_act_model_layers_11_residual_post_attn/range": 5.59375, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 878.9310913085938, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": -0.07080078125, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 0.294921875, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 1.8125, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -1.8125, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 1.6796875, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 3.4921875, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 823.34130859375, "train/tensor_act_model_layers_11_mlp_up_proj/mean": 0.00106048583984375, "train/tensor_act_model_layers_11_mlp_up_proj/std": 0.28515625, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 1.6484375, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -1.5, "train/tensor_act_model_layers_11_mlp_up_proj/max": 1.6484375, "train/tensor_act_model_layers_11_mlp_up_proj/range": 3.1484375, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 48.844276428222656, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 0.000850677490234375, "train/tensor_act_model_layers_11_mlp_down_proj/std": 0.0238037109375, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 0.1748046875, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/min": -0.173828125, "train/tensor_act_model_layers_11_mlp_down_proj/max": 0.1748046875, "train/tensor_act_model_layers_11_mlp_down_proj/range": 0.3486328125, "train/tensor_act_model_layers_11_mlp/norm": 48.844276428222656, "train/tensor_act_model_layers_11_mlp/mean": 0.000850677490234375, "train/tensor_act_model_layers_11_mlp/std": 0.0238037109375, "train/tensor_act_model_layers_11_mlp/max_abs": 0.1748046875, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp/min": -0.173828125, "train/tensor_act_model_layers_11_mlp/max": 0.1748046875, "train/tensor_act_model_layers_11_mlp/range": 0.3486328125, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 771.1650390625, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 0.004547119140625, "train/tensor_act_model_layers_11_residual_post_mlp/std": 0.376953125, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 3.359375, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/min": -2.328125, "train/tensor_act_model_layers_11_residual_post_mlp/max": 3.359375, "train/tensor_act_model_layers_11_residual_post_mlp/range": 5.6875, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 771.1650390625, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 0.004547119140625, "train/tensor_act_model_layers_12_residual_pre_attn/std": 0.376953125, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 3.359375, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/min": -2.328125, "train/tensor_act_model_layers_12_residual_pre_attn/max": 3.359375, "train/tensor_act_model_layers_12_residual_pre_attn/range": 5.6875, "train/tensor_act_model_layers_12_residual_post_attn/norm": 780.616455078125, "train/tensor_act_model_layers_12_residual_post_attn/mean": 0.00543212890625, "train/tensor_act_model_layers_12_residual_post_attn/std": 0.380859375, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 3.3125, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/min": -2.359375, "train/tensor_act_model_layers_12_residual_post_attn/max": 3.3125, "train/tensor_act_model_layers_12_residual_post_attn/range": 5.671875, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 885.5496215820312, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": -0.06982421875, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 0.296875, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 1.8828125, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -1.8828125, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 1.5390625, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 3.421875, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 838.0724487304688, "train/tensor_act_model_layers_12_mlp_up_proj/mean": -0.0029296875, "train/tensor_act_model_layers_12_mlp_up_proj/std": 0.2890625, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 1.6484375, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -1.5625, "train/tensor_act_model_layers_12_mlp_up_proj/max": 1.6484375, "train/tensor_act_model_layers_12_mlp_up_proj/range": 3.2109375, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 48.809417724609375, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 9.679794311523438e-05, "train/tensor_act_model_layers_12_mlp_down_proj/std": 0.0238037109375, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 0.181640625, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/min": -0.1767578125, "train/tensor_act_model_layers_12_mlp_down_proj/max": 0.181640625, "train/tensor_act_model_layers_12_mlp_down_proj/range": 0.3583984375, "train/tensor_act_model_layers_12_mlp/norm": 48.809417724609375, "train/tensor_act_model_layers_12_mlp/mean": 9.679794311523438e-05, "train/tensor_act_model_layers_12_mlp/std": 0.0238037109375, "train/tensor_act_model_layers_12_mlp/max_abs": 0.181640625, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp/min": -0.1767578125, "train/tensor_act_model_layers_12_mlp/max": 0.181640625, "train/tensor_act_model_layers_12_mlp/range": 0.3583984375, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 794.9334106445312, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 0.005523681640625, "train/tensor_act_model_layers_12_residual_post_mlp/std": 0.388671875, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 3.34375, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/min": -2.375, "train/tensor_act_model_layers_12_residual_post_mlp/max": 3.34375, "train/tensor_act_model_layers_12_residual_post_mlp/range": 5.71875, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 794.9334106445312, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 0.005523681640625, "train/tensor_act_model_layers_13_residual_pre_attn/std": 0.388671875, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 3.34375, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/min": -2.375, "train/tensor_act_model_layers_13_residual_pre_attn/max": 3.34375, "train/tensor_act_model_layers_13_residual_pre_attn/range": 5.71875, "train/tensor_act_model_layers_13_residual_post_attn/norm": 795.7008056640625, "train/tensor_act_model_layers_13_residual_post_attn/mean": 0.005828857421875, "train/tensor_act_model_layers_13_residual_post_attn/std": 0.388671875, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 3.375, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/min": -2.375, "train/tensor_act_model_layers_13_residual_post_attn/max": 3.375, "train/tensor_act_model_layers_13_residual_post_attn/range": 5.75, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 875.2410888671875, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": -0.07177734375, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 0.29296875, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -1.9453125, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 1.65625, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 3.6015625, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 812.3718872070312, "train/tensor_act_model_layers_13_mlp_up_proj/mean": -4.696846008300781e-05, "train/tensor_act_model_layers_13_mlp_up_proj/std": 0.28125, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 1.578125, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -1.578125, "train/tensor_act_model_layers_13_mlp_up_proj/max": 1.5390625, "train/tensor_act_model_layers_13_mlp_up_proj/range": 3.1171875, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 46.49178695678711, "train/tensor_act_model_layers_13_mlp_down_proj/mean": -0.000377655029296875, "train/tensor_act_model_layers_13_mlp_down_proj/std": 0.022705078125, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 0.18359375, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/min": -0.1796875, "train/tensor_act_model_layers_13_mlp_down_proj/max": 0.18359375, "train/tensor_act_model_layers_13_mlp_down_proj/range": 0.36328125, "train/tensor_act_model_layers_13_mlp/norm": 46.49178695678711, "train/tensor_act_model_layers_13_mlp/mean": -0.000377655029296875, "train/tensor_act_model_layers_13_mlp/std": 0.022705078125, "train/tensor_act_model_layers_13_mlp/max_abs": 0.18359375, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp/min": -0.1796875, "train/tensor_act_model_layers_13_mlp/max": 0.18359375, "train/tensor_act_model_layers_13_mlp/range": 0.36328125, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 809.7869873046875, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 0.005462646484375, "train/tensor_act_model_layers_13_residual_post_mlp/std": 0.39453125, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 3.390625, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/min": -2.46875, "train/tensor_act_model_layers_13_residual_post_mlp/max": 3.390625, "train/tensor_act_model_layers_13_residual_post_mlp/range": 5.859375, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 809.7869873046875, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 0.005462646484375, "train/tensor_act_model_layers_14_residual_pre_attn/std": 0.39453125, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 3.390625, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/min": -2.46875, "train/tensor_act_model_layers_14_residual_pre_attn/max": 3.390625, "train/tensor_act_model_layers_14_residual_pre_attn/range": 5.859375, "train/tensor_act_model_layers_14_residual_post_attn/norm": 827.5635375976562, "train/tensor_act_model_layers_14_residual_post_attn/mean": 0.004547119140625, "train/tensor_act_model_layers_14_residual_post_attn/std": 0.404296875, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 3.4375, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/min": -2.46875, "train/tensor_act_model_layers_14_residual_post_attn/max": 3.4375, "train/tensor_act_model_layers_14_residual_post_attn/range": 5.90625, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 907.2344360351562, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": -0.07421875, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 0.3046875, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 1.8046875, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -1.8046875, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 1.65625, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 3.4609375, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 841.5689086914062, "train/tensor_act_model_layers_14_mlp_up_proj/mean": 0.0002727508544921875, "train/tensor_act_model_layers_14_mlp_up_proj/std": 0.291015625, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 1.6328125, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -1.6328125, "train/tensor_act_model_layers_14_mlp_up_proj/max": 1.4765625, "train/tensor_act_model_layers_14_mlp_up_proj/range": 3.109375, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 48.66209411621094, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 8.678436279296875e-05, "train/tensor_act_model_layers_14_mlp_down_proj/std": 0.0238037109375, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 0.193359375, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/min": -0.17578125, "train/tensor_act_model_layers_14_mlp_down_proj/max": 0.193359375, "train/tensor_act_model_layers_14_mlp_down_proj/range": 0.369140625, "train/tensor_act_model_layers_14_mlp/norm": 48.66209411621094, "train/tensor_act_model_layers_14_mlp/mean": 8.678436279296875e-05, "train/tensor_act_model_layers_14_mlp/std": 0.0238037109375, "train/tensor_act_model_layers_14_mlp/max_abs": 0.193359375, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp/min": -0.17578125, "train/tensor_act_model_layers_14_mlp/max": 0.193359375, "train/tensor_act_model_layers_14_mlp/range": 0.369140625, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 840.6837158203125, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 0.004638671875, "train/tensor_act_model_layers_14_residual_post_mlp/std": 0.41015625, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 3.453125, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/min": -2.5, "train/tensor_act_model_layers_14_residual_post_mlp/max": 3.453125, "train/tensor_act_model_layers_14_residual_post_mlp/range": 5.953125, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 840.6837158203125, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 0.004638671875, "train/tensor_act_model_layers_15_residual_pre_attn/std": 0.41015625, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 3.453125, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/min": -2.5, "train/tensor_act_model_layers_15_residual_pre_attn/max": 3.453125, "train/tensor_act_model_layers_15_residual_pre_attn/range": 5.953125, "train/tensor_act_model_layers_15_residual_post_attn/norm": 841.9820556640625, "train/tensor_act_model_layers_15_residual_post_attn/mean": 0.004608154296875, "train/tensor_act_model_layers_15_residual_post_attn/std": 0.41015625, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 3.46875, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/min": -2.5, "train/tensor_act_model_layers_15_residual_post_attn/max": 3.46875, "train/tensor_act_model_layers_15_residual_post_attn/range": 5.96875, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 899.06884765625, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": -0.07861328125, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 0.30078125, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 2.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -2.0, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 1.71875, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 3.71875, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 836.5851440429688, "train/tensor_act_model_layers_15_mlp_up_proj/mean": 0.0015106201171875, "train/tensor_act_model_layers_15_mlp_up_proj/std": 0.2890625, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 1.7421875, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -1.7421875, "train/tensor_act_model_layers_15_mlp_up_proj/max": 1.734375, "train/tensor_act_model_layers_15_mlp_up_proj/range": 3.4765625, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 49.712947845458984, "train/tensor_act_model_layers_15_mlp_down_proj/mean": -0.000743865966796875, "train/tensor_act_model_layers_15_mlp_down_proj/std": 0.0242919921875, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 0.2041015625, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/min": -0.2041015625, "train/tensor_act_model_layers_15_mlp_down_proj/max": 0.18359375, "train/tensor_act_model_layers_15_mlp_down_proj/range": 0.3876953125, "train/tensor_act_model_layers_15_mlp/norm": 49.712947845458984, "train/tensor_act_model_layers_15_mlp/mean": -0.000743865966796875, "train/tensor_act_model_layers_15_mlp/std": 0.0242919921875, "train/tensor_act_model_layers_15_mlp/max_abs": 0.2041015625, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp/min": -0.2041015625, "train/tensor_act_model_layers_15_mlp/max": 0.18359375, "train/tensor_act_model_layers_15_mlp/range": 0.3876953125, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 856.1697387695312, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 0.0038604736328125, "train/tensor_act_model_layers_15_residual_post_mlp/std": 0.41796875, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 3.515625, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/min": -2.53125, "train/tensor_act_model_layers_15_residual_post_mlp/max": 3.515625, "train/tensor_act_model_layers_15_residual_post_mlp/range": 6.046875, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 856.1697387695312, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 0.0038604736328125, "train/tensor_act_model_layers_16_residual_pre_attn/std": 0.41796875, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 3.515625, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/min": -2.53125, "train/tensor_act_model_layers_16_residual_pre_attn/max": 3.515625, "train/tensor_act_model_layers_16_residual_pre_attn/range": 6.046875, "train/tensor_act_model_layers_16_residual_post_attn/norm": 862.8182373046875, "train/tensor_act_model_layers_16_residual_post_attn/mean": 0.0037384033203125, "train/tensor_act_model_layers_16_residual_post_attn/std": 0.421875, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 3.53125, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/min": -2.5, "train/tensor_act_model_layers_16_residual_post_attn/max": 3.53125, "train/tensor_act_model_layers_16_residual_post_attn/range": 6.03125, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 922.327880859375, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": -0.07421875, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 0.310546875, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 1.96875, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -1.96875, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 1.578125, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 3.546875, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 862.6427612304688, "train/tensor_act_model_layers_16_mlp_up_proj/mean": 0.002105712890625, "train/tensor_act_model_layers_16_mlp_up_proj/std": 0.296875, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 1.65625, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -1.6171875, "train/tensor_act_model_layers_16_mlp_up_proj/max": 1.65625, "train/tensor_act_model_layers_16_mlp_up_proj/range": 3.2734375, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 50.847320556640625, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 0.00014495849609375, "train/tensor_act_model_layers_16_mlp_down_proj/std": 0.0247802734375, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 0.17578125, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/min": -0.1689453125, "train/tensor_act_model_layers_16_mlp_down_proj/max": 0.17578125, "train/tensor_act_model_layers_16_mlp_down_proj/range": 0.3447265625, "train/tensor_act_model_layers_16_mlp/norm": 50.847320556640625, "train/tensor_act_model_layers_16_mlp/mean": 0.00014495849609375, "train/tensor_act_model_layers_16_mlp/std": 0.0247802734375, "train/tensor_act_model_layers_16_mlp/max_abs": 0.17578125, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp/min": -0.1689453125, "train/tensor_act_model_layers_16_mlp/max": 0.17578125, "train/tensor_act_model_layers_16_mlp/range": 0.3447265625, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 873.4359130859375, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 0.003875732421875, "train/tensor_act_model_layers_16_residual_post_mlp/std": 0.42578125, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 3.59375, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/min": -2.53125, "train/tensor_act_model_layers_16_residual_post_mlp/max": 3.59375, "train/tensor_act_model_layers_16_residual_post_mlp/range": 6.125, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 873.4359130859375, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 0.003875732421875, "train/tensor_act_model_layers_17_residual_pre_attn/std": 0.42578125, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 3.59375, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/min": -2.53125, "train/tensor_act_model_layers_17_residual_pre_attn/max": 3.59375, "train/tensor_act_model_layers_17_residual_pre_attn/range": 6.125, "train/tensor_act_model_layers_17_residual_post_attn/norm": 873.0476684570312, "train/tensor_act_model_layers_17_residual_post_attn/mean": 0.0040283203125, "train/tensor_act_model_layers_17_residual_post_attn/std": 0.42578125, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 3.59375, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/min": -2.515625, "train/tensor_act_model_layers_17_residual_post_attn/max": 3.59375, "train/tensor_act_model_layers_17_residual_post_attn/range": 6.109375, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 912.4755859375, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": -0.0703125, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 0.306640625, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 2.046875, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -2.046875, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 1.6875, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 3.734375, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 850.8773803710938, "train/tensor_act_model_layers_17_mlp_up_proj/mean": 0.000614166259765625, "train/tensor_act_model_layers_17_mlp_up_proj/std": 0.29296875, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 1.8359375, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -1.5859375, "train/tensor_act_model_layers_17_mlp_up_proj/max": 1.8359375, "train/tensor_act_model_layers_17_mlp_up_proj/range": 3.421875, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 49.651519775390625, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 4.827976226806641e-06, "train/tensor_act_model_layers_17_mlp_down_proj/std": 0.0242919921875, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 0.1728515625, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/min": -0.1728515625, "train/tensor_act_model_layers_17_mlp_down_proj/max": 0.1669921875, "train/tensor_act_model_layers_17_mlp_down_proj/range": 0.33984375, "train/tensor_act_model_layers_17_mlp/norm": 49.651519775390625, "train/tensor_act_model_layers_17_mlp/mean": 4.827976226806641e-06, "train/tensor_act_model_layers_17_mlp/std": 0.0242919921875, "train/tensor_act_model_layers_17_mlp/max_abs": 0.1728515625, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp/min": -0.1728515625, "train/tensor_act_model_layers_17_mlp/max": 0.1669921875, "train/tensor_act_model_layers_17_mlp/range": 0.33984375, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 883.3031616210938, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 0.0040283203125, "train/tensor_act_model_layers_17_residual_post_mlp/std": 0.431640625, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 3.59375, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/min": -2.53125, "train/tensor_act_model_layers_17_residual_post_mlp/max": 3.59375, "train/tensor_act_model_layers_17_residual_post_mlp/range": 6.125, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 883.3031616210938, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 0.0040283203125, "train/tensor_act_model_layers_18_residual_pre_attn/std": 0.431640625, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 3.59375, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/min": -2.53125, "train/tensor_act_model_layers_18_residual_pre_attn/max": 3.59375, "train/tensor_act_model_layers_18_residual_pre_attn/range": 6.125, "train/tensor_act_model_layers_18_residual_post_attn/norm": 886.90673828125, "train/tensor_act_model_layers_18_residual_post_attn/mean": 0.00408935546875, "train/tensor_act_model_layers_18_residual_post_attn/std": 0.43359375, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 3.578125, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/min": -2.53125, "train/tensor_act_model_layers_18_residual_post_attn/max": 3.578125, "train/tensor_act_model_layers_18_residual_post_attn/range": 6.109375, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 920.4783325195312, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": -0.068359375, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 0.310546875, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 1.984375, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -1.984375, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 1.8671875, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 3.8515625, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 859.9208374023438, "train/tensor_act_model_layers_18_mlp_up_proj/mean": -0.002960205078125, "train/tensor_act_model_layers_18_mlp_up_proj/std": 0.296875, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 1.921875, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -1.6484375, "train/tensor_act_model_layers_18_mlp_up_proj/max": 1.921875, "train/tensor_act_model_layers_18_mlp_up_proj/range": 3.5703125, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 50.650630950927734, "train/tensor_act_model_layers_18_mlp_down_proj/mean": -0.0004062652587890625, "train/tensor_act_model_layers_18_mlp_down_proj/std": 0.0247802734375, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 0.228515625, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/min": -0.228515625, "train/tensor_act_model_layers_18_mlp_down_proj/max": 0.224609375, "train/tensor_act_model_layers_18_mlp_down_proj/range": 0.453125, "train/tensor_act_model_layers_18_mlp/norm": 50.650630950927734, "train/tensor_act_model_layers_18_mlp/mean": -0.0004062652587890625, "train/tensor_act_model_layers_18_mlp/std": 0.0247802734375, "train/tensor_act_model_layers_18_mlp/max_abs": 0.228515625, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp/min": -0.228515625, "train/tensor_act_model_layers_18_mlp/max": 0.224609375, "train/tensor_act_model_layers_18_mlp/range": 0.453125, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 898.3449096679688, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 0.0036773681640625, "train/tensor_act_model_layers_18_residual_post_mlp/std": 0.439453125, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 3.59375, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/min": -2.546875, "train/tensor_act_model_layers_18_residual_post_mlp/max": 3.59375, "train/tensor_act_model_layers_18_residual_post_mlp/range": 6.140625, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 898.3449096679688, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 0.0036773681640625, "train/tensor_act_model_layers_19_residual_pre_attn/std": 0.439453125, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 3.59375, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/min": -2.546875, "train/tensor_act_model_layers_19_residual_pre_attn/max": 3.59375, "train/tensor_act_model_layers_19_residual_pre_attn/range": 6.140625, "train/tensor_act_model_layers_19_residual_post_attn/norm": 905.6994018554688, "train/tensor_act_model_layers_19_residual_post_attn/mean": 0.0030364990234375, "train/tensor_act_model_layers_19_residual_post_attn/std": 0.44140625, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 3.609375, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/min": -2.53125, "train/tensor_act_model_layers_19_residual_post_attn/max": 3.609375, "train/tensor_act_model_layers_19_residual_post_attn/range": 6.140625, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 926.3917846679688, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": -0.0693359375, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 0.3125, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 1.75, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -1.75, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 1.6796875, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 3.4296875, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 859.5540771484375, "train/tensor_act_model_layers_19_mlp_up_proj/mean": 0.003936767578125, "train/tensor_act_model_layers_19_mlp_up_proj/std": 0.296875, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 1.6875, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -1.5859375, "train/tensor_act_model_layers_19_mlp_up_proj/max": 1.6875, "train/tensor_act_model_layers_19_mlp_up_proj/range": 3.2734375, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 49.55710983276367, "train/tensor_act_model_layers_19_mlp_down_proj/mean": -0.00040435791015625, "train/tensor_act_model_layers_19_mlp_down_proj/std": 0.024169921875, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 0.1865234375, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/min": -0.1865234375, "train/tensor_act_model_layers_19_mlp_down_proj/max": 0.1669921875, "train/tensor_act_model_layers_19_mlp_down_proj/range": 0.353515625, "train/tensor_act_model_layers_19_mlp/norm": 49.55710983276367, "train/tensor_act_model_layers_19_mlp/mean": -0.00040435791015625, "train/tensor_act_model_layers_19_mlp/std": 0.024169921875, "train/tensor_act_model_layers_19_mlp/max_abs": 0.1865234375, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp/min": -0.1865234375, "train/tensor_act_model_layers_19_mlp/max": 0.1669921875, "train/tensor_act_model_layers_19_mlp/range": 0.353515625, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 916.6685791015625, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 0.0026397705078125, "train/tensor_act_model_layers_19_residual_post_mlp/std": 0.447265625, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 3.640625, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/min": -2.53125, "train/tensor_act_model_layers_19_residual_post_mlp/max": 3.640625, "train/tensor_act_model_layers_19_residual_post_mlp/range": 6.171875, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 916.6685791015625, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 0.0026397705078125, "train/tensor_act_model_layers_20_residual_pre_attn/std": 0.447265625, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 3.640625, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/min": -2.53125, "train/tensor_act_model_layers_20_residual_pre_attn/max": 3.640625, "train/tensor_act_model_layers_20_residual_pre_attn/range": 6.171875, "train/tensor_act_model_layers_20_residual_post_attn/norm": 923.3115844726562, "train/tensor_act_model_layers_20_residual_post_attn/mean": 0.00299072265625, "train/tensor_act_model_layers_20_residual_post_attn/std": 0.451171875, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 3.640625, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/min": -2.5625, "train/tensor_act_model_layers_20_residual_post_attn/max": 3.640625, "train/tensor_act_model_layers_20_residual_post_attn/range": 6.203125, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 923.3372802734375, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": -0.0615234375, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 0.3125, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 2.390625, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -2.390625, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 1.9921875, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 4.3828125, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 873.2513427734375, "train/tensor_act_model_layers_20_mlp_up_proj/mean": -0.0032958984375, "train/tensor_act_model_layers_20_mlp_up_proj/std": 0.30078125, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 2.140625, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -2.140625, "train/tensor_act_model_layers_20_mlp_up_proj/max": 1.7734375, "train/tensor_act_model_layers_20_mlp_up_proj/range": 3.9140625, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 51.65574264526367, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 0.00023651123046875, "train/tensor_act_model_layers_20_mlp_down_proj/std": 0.0252685546875, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 0.345703125, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/min": -0.271484375, "train/tensor_act_model_layers_20_mlp_down_proj/max": 0.345703125, "train/tensor_act_model_layers_20_mlp_down_proj/range": 0.6171875, "train/tensor_act_model_layers_20_mlp/norm": 51.65574264526367, "train/tensor_act_model_layers_20_mlp/mean": 0.00023651123046875, "train/tensor_act_model_layers_20_mlp/std": 0.0252685546875, "train/tensor_act_model_layers_20_mlp/max_abs": 0.345703125, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp/min": -0.271484375, "train/tensor_act_model_layers_20_mlp/max": 0.345703125, "train/tensor_act_model_layers_20_mlp/range": 0.6171875, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 934.12744140625, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 0.00323486328125, "train/tensor_act_model_layers_20_residual_post_mlp/std": 0.45703125, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 3.65625, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/min": -2.59375, "train/tensor_act_model_layers_20_residual_post_mlp/max": 3.65625, "train/tensor_act_model_layers_20_residual_post_mlp/range": 6.25, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 934.12744140625, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 0.00323486328125, "train/tensor_act_model_layers_21_residual_pre_attn/std": 0.45703125, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 3.65625, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/min": -2.59375, "train/tensor_act_model_layers_21_residual_pre_attn/max": 3.65625, "train/tensor_act_model_layers_21_residual_pre_attn/range": 6.25, "train/tensor_act_model_layers_21_residual_post_attn/norm": 936.7351684570312, "train/tensor_act_model_layers_21_residual_post_attn/mean": 0.0034942626953125, "train/tensor_act_model_layers_21_residual_post_attn/std": 0.45703125, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 3.71875, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/min": -2.59375, "train/tensor_act_model_layers_21_residual_post_attn/max": 3.71875, "train/tensor_act_model_layers_21_residual_post_attn/range": 6.3125, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 918.8843994140625, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": -0.061279296875, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 0.310546875, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 2.234375, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -2.234375, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 1.7890625, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 4.0234375, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 872.2026977539062, "train/tensor_act_model_layers_21_mlp_up_proj/mean": -0.00262451171875, "train/tensor_act_model_layers_21_mlp_up_proj/std": 0.30078125, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -2.546875, "train/tensor_act_model_layers_21_mlp_up_proj/max": 1.703125, "train/tensor_act_model_layers_21_mlp_up_proj/range": 4.25, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 52.68425750732422, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 0.00017642974853515625, "train/tensor_act_model_layers_21_mlp_down_proj/std": 0.0257568359375, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 0.27734375, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/min": -0.275390625, "train/tensor_act_model_layers_21_mlp_down_proj/max": 0.27734375, "train/tensor_act_model_layers_21_mlp_down_proj/range": 0.552734375, "train/tensor_act_model_layers_21_mlp/norm": 52.68425750732422, "train/tensor_act_model_layers_21_mlp/mean": 0.00017642974853515625, "train/tensor_act_model_layers_21_mlp/std": 0.0257568359375, "train/tensor_act_model_layers_21_mlp/max_abs": 0.27734375, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp/min": -0.275390625, "train/tensor_act_model_layers_21_mlp/max": 0.27734375, "train/tensor_act_model_layers_21_mlp/range": 0.552734375, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 947.8353881835938, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 0.003662109375, "train/tensor_act_model_layers_21_residual_post_mlp/std": 0.462890625, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 3.703125, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/min": -2.65625, "train/tensor_act_model_layers_21_residual_post_mlp/max": 3.703125, "train/tensor_act_model_layers_21_residual_post_mlp/range": 6.359375, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 947.8353881835938, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 0.003662109375, "train/tensor_act_model_layers_22_residual_pre_attn/std": 0.462890625, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 3.703125, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/min": -2.65625, "train/tensor_act_model_layers_22_residual_pre_attn/max": 3.703125, "train/tensor_act_model_layers_22_residual_pre_attn/range": 6.359375, "train/tensor_act_model_layers_22_residual_post_attn/norm": 947.9304809570312, "train/tensor_act_model_layers_22_residual_post_attn/mean": 0.0035858154296875, "train/tensor_act_model_layers_22_residual_post_attn/std": 0.462890625, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 3.6875, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/min": -2.65625, "train/tensor_act_model_layers_22_residual_post_attn/max": 3.6875, "train/tensor_act_model_layers_22_residual_post_attn/range": 6.34375, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 938.356201171875, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": -0.06787109375, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 0.31640625, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 1.84375, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -1.84375, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 1.7578125, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 3.6015625, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 870.8490600585938, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.0014495849609375, "train/tensor_act_model_layers_22_mlp_up_proj/std": 0.30078125, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 1.796875, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -1.6875, "train/tensor_act_model_layers_22_mlp_up_proj/max": 1.796875, "train/tensor_act_model_layers_22_mlp_up_proj/range": 3.484375, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 51.30411911010742, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 0.00015926361083984375, "train/tensor_act_model_layers_22_mlp_down_proj/std": 0.0250244140625, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 0.251953125, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/min": -0.251953125, "train/tensor_act_model_layers_22_mlp_down_proj/max": 0.1982421875, "train/tensor_act_model_layers_22_mlp_down_proj/range": 0.4501953125, "train/tensor_act_model_layers_22_mlp/norm": 51.30411911010742, "train/tensor_act_model_layers_22_mlp/mean": 0.00015926361083984375, "train/tensor_act_model_layers_22_mlp/std": 0.0250244140625, "train/tensor_act_model_layers_22_mlp/max_abs": 0.251953125, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp/min": -0.251953125, "train/tensor_act_model_layers_22_mlp/max": 0.1982421875, "train/tensor_act_model_layers_22_mlp/range": 0.4501953125, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 959.6567993164062, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 0.003753662109375, "train/tensor_act_model_layers_22_residual_post_mlp/std": 0.46875, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 3.703125, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/min": -2.671875, "train/tensor_act_model_layers_22_residual_post_mlp/max": 3.703125, "train/tensor_act_model_layers_22_residual_post_mlp/range": 6.375, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 959.6567993164062, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 0.003753662109375, "train/tensor_act_model_layers_23_residual_pre_attn/std": 0.46875, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 3.703125, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/min": -2.671875, "train/tensor_act_model_layers_23_residual_pre_attn/max": 3.703125, "train/tensor_act_model_layers_23_residual_pre_attn/range": 6.375, "train/tensor_act_model_layers_23_residual_post_attn/norm": 959.3883666992188, "train/tensor_act_model_layers_23_residual_post_attn/mean": 0.00390625, "train/tensor_act_model_layers_23_residual_post_attn/std": 0.46875, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 3.703125, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/min": -2.671875, "train/tensor_act_model_layers_23_residual_post_attn/max": 3.703125, "train/tensor_act_model_layers_23_residual_post_attn/range": 6.375, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 914.3909912109375, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": -0.057373046875, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 0.310546875, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 1.859375, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -1.7890625, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 1.859375, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 3.6484375, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 881.7748413085938, "train/tensor_act_model_layers_23_mlp_up_proj/mean": -0.0026397705078125, "train/tensor_act_model_layers_23_mlp_up_proj/std": 0.3046875, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 1.6875, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -1.6484375, "train/tensor_act_model_layers_23_mlp_up_proj/max": 1.6875, "train/tensor_act_model_layers_23_mlp_up_proj/range": 3.3359375, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 51.29951095581055, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 0.0002384185791015625, "train/tensor_act_model_layers_23_mlp_down_proj/std": 0.0250244140625, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 0.2109375, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/min": -0.2109375, "train/tensor_act_model_layers_23_mlp_down_proj/max": 0.193359375, "train/tensor_act_model_layers_23_mlp_down_proj/range": 0.404296875, "train/tensor_act_model_layers_23_mlp/norm": 51.29951095581055, "train/tensor_act_model_layers_23_mlp/mean": 0.0002384185791015625, "train/tensor_act_model_layers_23_mlp/std": 0.0250244140625, "train/tensor_act_model_layers_23_mlp/max_abs": 0.2109375, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp/min": -0.2109375, "train/tensor_act_model_layers_23_mlp/max": 0.193359375, "train/tensor_act_model_layers_23_mlp/range": 0.404296875, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 970.2884521484375, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 0.004150390625, "train/tensor_act_model_layers_23_residual_post_mlp/std": 0.474609375, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 3.703125, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/min": -2.703125, "train/tensor_act_model_layers_23_residual_post_mlp/max": 3.703125, "train/tensor_act_model_layers_23_residual_post_mlp/range": 6.40625, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 970.2884521484375, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 0.004150390625, "train/tensor_act_model_layers_24_residual_pre_attn/std": 0.474609375, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 3.703125, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/min": -2.703125, "train/tensor_act_model_layers_24_residual_pre_attn/max": 3.703125, "train/tensor_act_model_layers_24_residual_pre_attn/range": 6.40625, "train/tensor_act_model_layers_24_residual_post_attn/norm": 970.9656372070312, "train/tensor_act_model_layers_24_residual_post_attn/mean": 0.004058837890625, "train/tensor_act_model_layers_24_residual_post_attn/std": 0.474609375, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 3.703125, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/min": -2.71875, "train/tensor_act_model_layers_24_residual_post_attn/max": 3.703125, "train/tensor_act_model_layers_24_residual_post_attn/range": 6.421875, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 931.37451171875, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": -0.057373046875, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 0.31640625, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 2.078125, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -1.890625, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 2.078125, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 3.96875, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 881.0103149414062, "train/tensor_act_model_layers_24_mlp_up_proj/mean": -0.0019378662109375, "train/tensor_act_model_layers_24_mlp_up_proj/std": 0.3046875, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 2.015625, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -2.015625, "train/tensor_act_model_layers_24_mlp_up_proj/max": 1.6953125, "train/tensor_act_model_layers_24_mlp_up_proj/range": 3.7109375, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 52.588871002197266, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 0.00010538101196289062, "train/tensor_act_model_layers_24_mlp_down_proj/std": 0.025634765625, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 0.2314453125, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/min": -0.2314453125, "train/tensor_act_model_layers_24_mlp_down_proj/max": 0.22265625, "train/tensor_act_model_layers_24_mlp_down_proj/range": 0.4541015625, "train/tensor_act_model_layers_24_mlp/norm": 52.588871002197266, "train/tensor_act_model_layers_24_mlp/mean": 0.00010538101196289062, "train/tensor_act_model_layers_24_mlp/std": 0.025634765625, "train/tensor_act_model_layers_24_mlp/max_abs": 0.2314453125, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp/min": -0.2314453125, "train/tensor_act_model_layers_24_mlp/max": 0.22265625, "train/tensor_act_model_layers_24_mlp/range": 0.4541015625, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 982.4754028320312, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 0.004180908203125, "train/tensor_act_model_layers_24_residual_post_mlp/std": 0.48046875, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 3.703125, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/min": -2.71875, "train/tensor_act_model_layers_24_residual_post_mlp/max": 3.703125, "train/tensor_act_model_layers_24_residual_post_mlp/range": 6.421875, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 982.4754028320312, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 0.004180908203125, "train/tensor_act_model_layers_25_residual_pre_attn/std": 0.48046875, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 3.703125, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/min": -2.71875, "train/tensor_act_model_layers_25_residual_pre_attn/max": 3.703125, "train/tensor_act_model_layers_25_residual_pre_attn/range": 6.421875, "train/tensor_act_model_layers_25_residual_post_attn/norm": 982.326171875, "train/tensor_act_model_layers_25_residual_post_attn/mean": 0.004180908203125, "train/tensor_act_model_layers_25_residual_post_attn/std": 0.48046875, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 3.71875, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/min": -2.71875, "train/tensor_act_model_layers_25_residual_post_attn/max": 3.71875, "train/tensor_act_model_layers_25_residual_post_attn/range": 6.4375, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 937.75927734375, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": -0.05859375, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 0.318359375, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -2.015625, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 1.671875, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 3.6875, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 884.544921875, "train/tensor_act_model_layers_25_mlp_up_proj/mean": -0.00299072265625, "train/tensor_act_model_layers_25_mlp_up_proj/std": 0.3046875, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 1.890625, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -1.890625, "train/tensor_act_model_layers_25_mlp_up_proj/max": 1.71875, "train/tensor_act_model_layers_25_mlp_up_proj/range": 3.609375, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 53.20594787597656, "train/tensor_act_model_layers_25_mlp_down_proj/mean": -2.849102020263672e-05, "train/tensor_act_model_layers_25_mlp_down_proj/std": 0.0260009765625, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 0.2373046875, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/min": -0.201171875, "train/tensor_act_model_layers_25_mlp_down_proj/max": 0.2373046875, "train/tensor_act_model_layers_25_mlp_down_proj/range": 0.4384765625, "train/tensor_act_model_layers_25_mlp/norm": 53.20594787597656, "train/tensor_act_model_layers_25_mlp/mean": -2.849102020263672e-05, "train/tensor_act_model_layers_25_mlp/std": 0.0260009765625, "train/tensor_act_model_layers_25_mlp/max_abs": 0.2373046875, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp/min": -0.201171875, "train/tensor_act_model_layers_25_mlp/max": 0.2373046875, "train/tensor_act_model_layers_25_mlp/range": 0.4384765625, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 995.3522338867188, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 0.004150390625, "train/tensor_act_model_layers_25_residual_post_mlp/std": 0.486328125, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 3.703125, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/min": -2.75, "train/tensor_act_model_layers_25_residual_post_mlp/max": 3.703125, "train/tensor_act_model_layers_25_residual_post_mlp/range": 6.453125, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 995.3522338867188, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 0.004150390625, "train/tensor_act_model_layers_26_residual_pre_attn/std": 0.486328125, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 3.703125, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/min": -2.75, "train/tensor_act_model_layers_26_residual_pre_attn/max": 3.703125, "train/tensor_act_model_layers_26_residual_pre_attn/range": 6.453125, "train/tensor_act_model_layers_26_residual_post_attn/norm": 999.0045166015625, "train/tensor_act_model_layers_26_residual_post_attn/mean": 0.00469970703125, "train/tensor_act_model_layers_26_residual_post_attn/std": 0.48828125, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 3.6875, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/min": -2.828125, "train/tensor_act_model_layers_26_residual_post_attn/max": 3.6875, "train/tensor_act_model_layers_26_residual_post_attn/range": 6.515625, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 924.5693359375, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": -0.055419921875, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 0.314453125, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 1.953125, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -1.953125, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 1.890625, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 3.84375, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 885.2357177734375, "train/tensor_act_model_layers_26_mlp_up_proj/mean": 0.0006561279296875, "train/tensor_act_model_layers_26_mlp_up_proj/std": 0.3046875, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 1.671875, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -1.59375, "train/tensor_act_model_layers_26_mlp_up_proj/max": 1.671875, "train/tensor_act_model_layers_26_mlp_up_proj/range": 3.265625, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 54.055511474609375, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 0.0003223419189453125, "train/tensor_act_model_layers_26_mlp_down_proj/std": 0.0263671875, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 0.2578125, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/min": -0.2578125, "train/tensor_act_model_layers_26_mlp_down_proj/max": 0.2265625, "train/tensor_act_model_layers_26_mlp_down_proj/range": 0.484375, "train/tensor_act_model_layers_26_mlp/norm": 54.055511474609375, "train/tensor_act_model_layers_26_mlp/mean": 0.0003223419189453125, "train/tensor_act_model_layers_26_mlp/std": 0.0263671875, "train/tensor_act_model_layers_26_mlp/max_abs": 0.2578125, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp/min": -0.2578125, "train/tensor_act_model_layers_26_mlp/max": 0.2265625, "train/tensor_act_model_layers_26_mlp/range": 0.484375, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 1011.5554809570312, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 0.005035400390625, "train/tensor_act_model_layers_26_residual_post_mlp/std": 0.494140625, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 3.75, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/min": -2.859375, "train/tensor_act_model_layers_26_residual_post_mlp/max": 3.75, "train/tensor_act_model_layers_26_residual_post_mlp/range": 6.609375, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 1011.5554809570312, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 0.005035400390625, "train/tensor_act_model_layers_27_residual_pre_attn/std": 0.494140625, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 3.75, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/min": -2.859375, "train/tensor_act_model_layers_27_residual_pre_attn/max": 3.75, "train/tensor_act_model_layers_27_residual_pre_attn/range": 6.609375, "train/tensor_act_model_layers_27_residual_post_attn/norm": 1012.4932861328125, "train/tensor_act_model_layers_27_residual_post_attn/mean": 0.00543212890625, "train/tensor_act_model_layers_27_residual_post_attn/std": 0.494140625, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 3.75, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/min": -2.84375, "train/tensor_act_model_layers_27_residual_post_attn/max": 3.75, "train/tensor_act_model_layers_27_residual_post_attn/range": 6.59375, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 941.0897216796875, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": -0.0595703125, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 0.3203125, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 1.921875, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -1.921875, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 1.640625, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 3.5625, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 894.029296875, "train/tensor_act_model_layers_27_mlp_up_proj/mean": 0.0022735595703125, "train/tensor_act_model_layers_27_mlp_up_proj/std": 0.30859375, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 1.8125, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -1.6875, "train/tensor_act_model_layers_27_mlp_up_proj/max": 1.8125, "train/tensor_act_model_layers_27_mlp_up_proj/range": 3.5, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 54.5139045715332, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 0.001007080078125, "train/tensor_act_model_layers_27_mlp_down_proj/std": 0.026611328125, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 0.27734375, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/min": -0.27734375, "train/tensor_act_model_layers_27_mlp_down_proj/max": 0.271484375, "train/tensor_act_model_layers_27_mlp_down_proj/range": 0.548828125, "train/tensor_act_model_layers_27_mlp/norm": 54.5139045715332, "train/tensor_act_model_layers_27_mlp/mean": 0.001007080078125, "train/tensor_act_model_layers_27_mlp/std": 0.026611328125, "train/tensor_act_model_layers_27_mlp/max_abs": 0.27734375, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp/min": -0.27734375, "train/tensor_act_model_layers_27_mlp/max": 0.271484375, "train/tensor_act_model_layers_27_mlp/range": 0.548828125, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 1025.915283203125, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 0.006439208984375, "train/tensor_act_model_layers_27_residual_post_mlp/std": 0.5, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 3.75, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/min": -2.859375, "train/tensor_act_model_layers_27_residual_post_mlp/max": 3.75, "train/tensor_act_model_layers_27_residual_post_mlp/range": 6.609375, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 1025.915283203125, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 0.006439208984375, "train/tensor_act_model_layers_28_residual_pre_attn/std": 0.5, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 3.75, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/min": -2.859375, "train/tensor_act_model_layers_28_residual_pre_attn/max": 3.75, "train/tensor_act_model_layers_28_residual_pre_attn/range": 6.609375, "train/tensor_act_model_layers_28_residual_post_attn/norm": 1036.5479736328125, "train/tensor_act_model_layers_28_residual_post_attn/mean": 0.007415771484375, "train/tensor_act_model_layers_28_residual_post_attn/std": 0.5078125, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 3.765625, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/min": -2.859375, "train/tensor_act_model_layers_28_residual_post_attn/max": 3.765625, "train/tensor_act_model_layers_28_residual_post_attn/range": 6.625, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 960.1268310546875, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": -0.0625, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 0.326171875, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 2.859375, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -2.859375, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 2.71875, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 5.578125, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 908.2081298828125, "train/tensor_act_model_layers_28_mlp_up_proj/mean": 0.001251220703125, "train/tensor_act_model_layers_28_mlp_up_proj/std": 0.314453125, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 2.96875, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -2.96875, "train/tensor_act_model_layers_28_mlp_up_proj/max": 1.96875, "train/tensor_act_model_layers_28_mlp_up_proj/range": 4.9375, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 58.82685470581055, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 0.000286102294921875, "train/tensor_act_model_layers_28_mlp_down_proj/std": 0.0286865234375, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 0.263671875, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/min": -0.263671875, "train/tensor_act_model_layers_28_mlp_down_proj/max": 0.2470703125, "train/tensor_act_model_layers_28_mlp_down_proj/range": 0.5107421875, "train/tensor_act_model_layers_28_mlp/norm": 58.82685470581055, "train/tensor_act_model_layers_28_mlp/mean": 0.000286102294921875, "train/tensor_act_model_layers_28_mlp/std": 0.0286865234375, "train/tensor_act_model_layers_28_mlp/max_abs": 0.263671875, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp/min": -0.263671875, "train/tensor_act_model_layers_28_mlp/max": 0.2470703125, "train/tensor_act_model_layers_28_mlp/range": 0.5107421875, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 1048.987548828125, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 0.0076904296875, "train/tensor_act_model_layers_28_residual_post_mlp/std": 0.51171875, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 3.8125, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/min": -2.875, "train/tensor_act_model_layers_28_residual_post_mlp/max": 3.8125, "train/tensor_act_model_layers_28_residual_post_mlp/range": 6.6875, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 1048.987548828125, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 0.0076904296875, "train/tensor_act_model_layers_29_residual_pre_attn/std": 0.51171875, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 3.8125, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/min": -2.875, "train/tensor_act_model_layers_29_residual_pre_attn/max": 3.8125, "train/tensor_act_model_layers_29_residual_pre_attn/range": 6.6875, "train/tensor_act_model_layers_29_residual_post_attn/norm": 1050.8150634765625, "train/tensor_act_model_layers_29_residual_post_attn/mean": 0.007659912109375, "train/tensor_act_model_layers_29_residual_post_attn/std": 0.51171875, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 3.8125, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/min": -2.9375, "train/tensor_act_model_layers_29_residual_post_attn/max": 3.8125, "train/tensor_act_model_layers_29_residual_post_attn/range": 6.75, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 947.4940795898438, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": -0.0615234375, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 0.322265625, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 1.8671875, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -1.8671875, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 1.8125, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 3.6796875, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 899.5119018554688, "train/tensor_act_model_layers_29_mlp_up_proj/mean": 0.00115966796875, "train/tensor_act_model_layers_29_mlp_up_proj/std": 0.310546875, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 1.84375, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -1.7734375, "train/tensor_act_model_layers_29_mlp_up_proj/max": 1.84375, "train/tensor_act_model_layers_29_mlp_up_proj/range": 3.6171875, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 54.99475860595703, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 0.00017547607421875, "train/tensor_act_model_layers_29_mlp_down_proj/std": 0.02685546875, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 0.24609375, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/min": -0.24609375, "train/tensor_act_model_layers_29_mlp_down_proj/max": 0.2080078125, "train/tensor_act_model_layers_29_mlp_down_proj/range": 0.4541015625, "train/tensor_act_model_layers_29_mlp/norm": 54.99475860595703, "train/tensor_act_model_layers_29_mlp/mean": 0.00017547607421875, "train/tensor_act_model_layers_29_mlp/std": 0.02685546875, "train/tensor_act_model_layers_29_mlp/max_abs": 0.24609375, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp/min": -0.24609375, "train/tensor_act_model_layers_29_mlp/max": 0.2080078125, "train/tensor_act_model_layers_29_mlp/range": 0.4541015625, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 1063.359619140625, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 0.0078125, "train/tensor_act_model_layers_29_residual_post_mlp/std": 0.51953125, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 3.84375, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/min": -2.984375, "train/tensor_act_model_layers_29_residual_post_mlp/max": 3.84375, "train/tensor_act_model_layers_29_residual_post_mlp/range": 6.828125, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 1063.359619140625, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 0.0078125, "train/tensor_act_model_layers_30_residual_pre_attn/std": 0.51953125, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 3.84375, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/min": -2.984375, "train/tensor_act_model_layers_30_residual_pre_attn/max": 3.84375, "train/tensor_act_model_layers_30_residual_pre_attn/range": 6.828125, "train/tensor_act_model_layers_30_residual_post_attn/norm": 1065.0408935546875, "train/tensor_act_model_layers_30_residual_post_attn/mean": 0.0081787109375, "train/tensor_act_model_layers_30_residual_post_attn/std": 0.51953125, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 3.84375, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/min": -2.984375, "train/tensor_act_model_layers_30_residual_post_attn/max": 3.84375, "train/tensor_act_model_layers_30_residual_post_attn/range": 6.828125, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 977.905029296875, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": -0.06396484375, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 0.33203125, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 2.125, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -1.96875, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 2.125, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 4.09375, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 916.3711547851562, "train/tensor_act_model_layers_30_mlp_up_proj/mean": 0.0017547607421875, "train/tensor_act_model_layers_30_mlp_up_proj/std": 0.31640625, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 1.953125, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -1.953125, "train/tensor_act_model_layers_30_mlp_up_proj/max": 1.8671875, "train/tensor_act_model_layers_30_mlp_up_proj/range": 3.8203125, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 59.147666931152344, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 0.00078582763671875, "train/tensor_act_model_layers_30_mlp_down_proj/std": 0.0289306640625, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 0.404296875, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/min": -0.38671875, "train/tensor_act_model_layers_30_mlp_down_proj/max": 0.404296875, "train/tensor_act_model_layers_30_mlp_down_proj/range": 0.791015625, "train/tensor_act_model_layers_30_mlp/norm": 59.14762878417969, "train/tensor_act_model_layers_30_mlp/mean": 0.00078582763671875, "train/tensor_act_model_layers_30_mlp/std": 0.0289306640625, "train/tensor_act_model_layers_30_mlp/max_abs": 0.40234375, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp/min": -0.384765625, "train/tensor_act_model_layers_30_mlp/max": 0.40234375, "train/tensor_act_model_layers_30_mlp/range": 0.787109375, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 1078.7674560546875, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 0.00897216796875, "train/tensor_act_model_layers_30_residual_post_mlp/std": 0.52734375, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 3.859375, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/min": -3.03125, "train/tensor_act_model_layers_30_residual_post_mlp/max": 3.859375, "train/tensor_act_model_layers_30_residual_post_mlp/range": 6.890625, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 1078.7674560546875, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 0.00897216796875, "train/tensor_act_model_layers_31_residual_pre_attn/std": 0.52734375, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 3.859375, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/min": -3.03125, "train/tensor_act_model_layers_31_residual_pre_attn/max": 3.859375, "train/tensor_act_model_layers_31_residual_pre_attn/range": 6.890625, "train/tensor_act_model_layers_31_residual_post_attn/norm": 1083.9373779296875, "train/tensor_act_model_layers_31_residual_post_attn/mean": 0.01019287109375, "train/tensor_act_model_layers_31_residual_post_attn/std": 0.52734375, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 3.875, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/min": -3.078125, "train/tensor_act_model_layers_31_residual_post_attn/max": 3.875, "train/tensor_act_model_layers_31_residual_post_attn/range": 6.953125, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 977.2780151367188, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": -0.0654296875, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 0.330078125, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 1.8125, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -1.8125, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 1.7890625, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 3.6015625, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 918.2438354492188, "train/tensor_act_model_layers_31_mlp_up_proj/mean": 0.0009307861328125, "train/tensor_act_model_layers_31_mlp_up_proj/std": 0.31640625, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 1.7734375, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -1.609375, "train/tensor_act_model_layers_31_mlp_up_proj/max": 1.7734375, "train/tensor_act_model_layers_31_mlp_up_proj/range": 3.3828125, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 60.29508590698242, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 0.000888824462890625, "train/tensor_act_model_layers_31_mlp_down_proj/std": 0.0294189453125, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 0.2890625, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/min": -0.2255859375, "train/tensor_act_model_layers_31_mlp_down_proj/max": 0.2890625, "train/tensor_act_model_layers_31_mlp_down_proj/range": 0.5146484375, "train/tensor_act_model_layers_31_mlp/norm": 60.29508590698242, "train/tensor_act_model_layers_31_mlp/mean": 0.000888824462890625, "train/tensor_act_model_layers_31_mlp/std": 0.0294189453125, "train/tensor_act_model_layers_31_mlp/max_abs": 0.2890625, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp/min": -0.2255859375, "train/tensor_act_model_layers_31_mlp/max": 0.2890625, "train/tensor_act_model_layers_31_mlp/range": 0.5146484375, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 1098.8902587890625, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 0.0111083984375, "train/tensor_act_model_layers_31_residual_post_mlp/std": 0.53515625, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 3.890625, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/min": -3.1875, "train/tensor_act_model_layers_31_residual_post_mlp/max": 3.890625, "train/tensor_act_model_layers_31_residual_post_mlp/range": 7.078125, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 1098.8902587890625, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 0.0111083984375, "train/tensor_act_model_layers_32_residual_pre_attn/std": 0.53515625, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 3.890625, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/min": -3.1875, "train/tensor_act_model_layers_32_residual_pre_attn/max": 3.890625, "train/tensor_act_model_layers_32_residual_pre_attn/range": 7.078125, "train/tensor_act_model_layers_32_residual_post_attn/norm": 1103.4803466796875, "train/tensor_act_model_layers_32_residual_post_attn/mean": 0.01129150390625, "train/tensor_act_model_layers_32_residual_post_attn/std": 0.5390625, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 3.921875, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/min": -3.203125, "train/tensor_act_model_layers_32_residual_post_attn/max": 3.921875, "train/tensor_act_model_layers_32_residual_post_attn/range": 7.125, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 977.4251708984375, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": -0.06982421875, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 0.330078125, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 1.921875, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -1.921875, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 1.75, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 3.671875, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 908.2963256835938, "train/tensor_act_model_layers_32_mlp_up_proj/mean": -0.0020599365234375, "train/tensor_act_model_layers_32_mlp_up_proj/std": 0.314453125, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 1.90625, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -1.7734375, "train/tensor_act_model_layers_32_mlp_up_proj/max": 1.90625, "train/tensor_act_model_layers_32_mlp_up_proj/range": 3.6796875, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 59.276397705078125, "train/tensor_act_model_layers_32_mlp_down_proj/mean": -0.00024127960205078125, "train/tensor_act_model_layers_32_mlp_down_proj/std": 0.0289306640625, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 0.251953125, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/min": -0.2353515625, "train/tensor_act_model_layers_32_mlp_down_proj/max": 0.251953125, "train/tensor_act_model_layers_32_mlp_down_proj/range": 0.4873046875, "train/tensor_act_model_layers_32_mlp/norm": 59.276397705078125, "train/tensor_act_model_layers_32_mlp/mean": -0.00024127960205078125, "train/tensor_act_model_layers_32_mlp/std": 0.0289306640625, "train/tensor_act_model_layers_32_mlp/max_abs": 0.251953125, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp/min": -0.2353515625, "train/tensor_act_model_layers_32_mlp/max": 0.251953125, "train/tensor_act_model_layers_32_mlp/range": 0.4873046875, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 1117.3526611328125, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 0.01104736328125, "train/tensor_act_model_layers_32_residual_post_mlp/std": 0.546875, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 3.921875, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/min": -3.21875, "train/tensor_act_model_layers_32_residual_post_mlp/max": 3.921875, "train/tensor_act_model_layers_32_residual_post_mlp/range": 7.140625, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 1117.3526611328125, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 0.01104736328125, "train/tensor_act_model_layers_33_residual_pre_attn/std": 0.546875, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 3.921875, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/min": -3.21875, "train/tensor_act_model_layers_33_residual_pre_attn/max": 3.921875, "train/tensor_act_model_layers_33_residual_pre_attn/range": 7.140625, "train/tensor_act_model_layers_33_residual_post_attn/norm": 1121.361328125, "train/tensor_act_model_layers_33_residual_post_attn/mean": 0.011474609375, "train/tensor_act_model_layers_33_residual_post_attn/std": 0.546875, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 3.921875, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/min": -3.265625, "train/tensor_act_model_layers_33_residual_post_attn/max": 3.921875, "train/tensor_act_model_layers_33_residual_post_attn/range": 7.1875, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 981.7584838867188, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": -0.06884765625, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 0.33203125, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -1.890625, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 2.015625, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 3.90625, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 914.8583374023438, "train/tensor_act_model_layers_33_mlp_up_proj/mean": -0.000896453857421875, "train/tensor_act_model_layers_33_mlp_up_proj/std": 0.31640625, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 1.7578125, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -1.734375, "train/tensor_act_model_layers_33_mlp_up_proj/max": 1.7578125, "train/tensor_act_model_layers_33_mlp_up_proj/range": 3.4921875, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 60.4119758605957, "train/tensor_act_model_layers_33_mlp_down_proj/mean": -0.0003108978271484375, "train/tensor_act_model_layers_33_mlp_down_proj/std": 0.029541015625, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 0.306640625, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/min": -0.306640625, "train/tensor_act_model_layers_33_mlp_down_proj/max": 0.2431640625, "train/tensor_act_model_layers_33_mlp_down_proj/range": 0.5498046875, "train/tensor_act_model_layers_33_mlp/norm": 60.4119758605957, "train/tensor_act_model_layers_33_mlp/mean": -0.0003108978271484375, "train/tensor_act_model_layers_33_mlp/std": 0.029541015625, "train/tensor_act_model_layers_33_mlp/max_abs": 0.306640625, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp/min": -0.306640625, "train/tensor_act_model_layers_33_mlp/max": 0.2431640625, "train/tensor_act_model_layers_33_mlp/range": 0.5498046875, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 1136.2313232421875, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 0.01116943359375, "train/tensor_act_model_layers_33_residual_post_mlp/std": 0.5546875, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 3.921875, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/min": -3.375, "train/tensor_act_model_layers_33_residual_post_mlp/max": 3.921875, "train/tensor_act_model_layers_33_residual_post_mlp/range": 7.296875, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 1136.2313232421875, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 0.01116943359375, "train/tensor_act_model_layers_34_residual_pre_attn/std": 0.5546875, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 3.921875, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/min": -3.375, "train/tensor_act_model_layers_34_residual_pre_attn/max": 3.921875, "train/tensor_act_model_layers_34_residual_pre_attn/range": 7.296875, "train/tensor_act_model_layers_34_residual_post_attn/norm": 1151.216064453125, "train/tensor_act_model_layers_34_residual_post_attn/mean": 0.01220703125, "train/tensor_act_model_layers_34_residual_post_attn/std": 0.5625, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 3.921875, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/min": -3.484375, "train/tensor_act_model_layers_34_residual_post_attn/max": 3.921875, "train/tensor_act_model_layers_34_residual_post_attn/range": 7.40625, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 1005.46337890625, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": -0.0732421875, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 0.33984375, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 2.125, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -2.125, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 2.046875, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 4.171875, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 935.9447021484375, "train/tensor_act_model_layers_34_mlp_up_proj/mean": 0.0035552978515625, "train/tensor_act_model_layers_34_mlp_up_proj/std": 0.322265625, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -1.7109375, "train/tensor_act_model_layers_34_mlp_up_proj/max": 1.8203125, "train/tensor_act_model_layers_34_mlp_up_proj/range": 3.53125, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 62.43404006958008, "train/tensor_act_model_layers_34_mlp_down_proj/mean": -2.1696090698242188e-05, "train/tensor_act_model_layers_34_mlp_down_proj/std": 0.030517578125, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 0.2421875, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/min": -0.2109375, "train/tensor_act_model_layers_34_mlp_down_proj/max": 0.2421875, "train/tensor_act_model_layers_34_mlp_down_proj/range": 0.453125, "train/tensor_act_model_layers_34_mlp/norm": 62.43404006958008, "train/tensor_act_model_layers_34_mlp/mean": -2.1696090698242188e-05, "train/tensor_act_model_layers_34_mlp/std": 0.030517578125, "train/tensor_act_model_layers_34_mlp/max_abs": 0.2421875, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp/min": -0.2109375, "train/tensor_act_model_layers_34_mlp/max": 0.2421875, "train/tensor_act_model_layers_34_mlp/range": 0.453125, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 1164.811767578125, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 0.01214599609375, "train/tensor_act_model_layers_34_residual_post_mlp/std": 0.5703125, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/min": -3.5, "train/tensor_act_model_layers_34_residual_post_mlp/max": 3.96875, "train/tensor_act_model_layers_34_residual_post_mlp/range": 7.46875, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 1164.811767578125, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 0.01214599609375, "train/tensor_act_model_layers_35_residual_pre_attn/std": 0.5703125, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 3.96875, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/min": -3.5, "train/tensor_act_model_layers_35_residual_pre_attn/max": 3.96875, "train/tensor_act_model_layers_35_residual_pre_attn/range": 7.46875, "train/tensor_act_model_layers_35_residual_post_attn/norm": 1168.5838623046875, "train/tensor_act_model_layers_35_residual_post_attn/mean": 0.01275634765625, "train/tensor_act_model_layers_35_residual_post_attn/std": 0.5703125, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 3.984375, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/min": -3.390625, "train/tensor_act_model_layers_35_residual_post_attn/max": 3.984375, "train/tensor_act_model_layers_35_residual_post_attn/range": 7.375, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 1001.2361450195312, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": -0.08056640625, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 0.3359375, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 2.09375, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -2.09375, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 1.75, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 3.84375, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 935.6788940429688, "train/tensor_act_model_layers_35_mlp_up_proj/mean": -0.00909423828125, "train/tensor_act_model_layers_35_mlp_up_proj/std": 0.322265625, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 1.8359375, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -1.8359375, "train/tensor_act_model_layers_35_mlp_up_proj/max": 1.796875, "train/tensor_act_model_layers_35_mlp_up_proj/range": 3.6328125, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 61.011940002441406, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 0.000591278076171875, "train/tensor_act_model_layers_35_mlp_down_proj/std": 0.02978515625, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 0.263671875, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/min": -0.234375, "train/tensor_act_model_layers_35_mlp_down_proj/max": 0.263671875, "train/tensor_act_model_layers_35_mlp_down_proj/range": 0.498046875, "train/tensor_act_model_layers_35_mlp/norm": 61.011940002441406, "train/tensor_act_model_layers_35_mlp/mean": 0.000591278076171875, "train/tensor_act_model_layers_35_mlp/std": 0.02978515625, "train/tensor_act_model_layers_35_mlp/max_abs": 0.263671875, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp/min": -0.234375, "train/tensor_act_model_layers_35_mlp/max": 0.263671875, "train/tensor_act_model_layers_35_mlp/range": 0.498046875, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 1181.0460205078125, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 0.01336669921875, "train/tensor_act_model_layers_35_residual_post_mlp/std": 0.578125, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 4.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/min": -3.453125, "train/tensor_act_model_layers_35_residual_post_mlp/max": 4.0, "train/tensor_act_model_layers_35_residual_post_mlp/range": 7.453125, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 1181.0460205078125, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 0.01336669921875, "train/tensor_act_model_layers_36_residual_pre_attn/std": 0.578125, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 4.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/min": -3.453125, "train/tensor_act_model_layers_36_residual_pre_attn/max": 4.0, "train/tensor_act_model_layers_36_residual_pre_attn/range": 7.453125, "train/tensor_act_model_layers_36_residual_post_attn/norm": 1188.4254150390625, "train/tensor_act_model_layers_36_residual_post_attn/mean": 0.01025390625, "train/tensor_act_model_layers_36_residual_post_attn/std": 0.58203125, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 3.953125, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/min": -3.40625, "train/tensor_act_model_layers_36_residual_post_attn/max": 3.953125, "train/tensor_act_model_layers_36_residual_post_attn/range": 7.359375, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 1032.8143310546875, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": -0.07763671875, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 0.34765625, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 2.3125, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -1.84375, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 2.3125, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 4.15625, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 962.3391723632812, "train/tensor_act_model_layers_36_mlp_up_proj/mean": -0.0032196044921875, "train/tensor_act_model_layers_36_mlp_up_proj/std": 0.33203125, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 1.9765625, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -1.9765625, "train/tensor_act_model_layers_36_mlp_up_proj/max": 1.9296875, "train/tensor_act_model_layers_36_mlp_up_proj/range": 3.90625, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 65.91447448730469, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 2.0265579223632812e-05, "train/tensor_act_model_layers_36_mlp_down_proj/std": 0.0322265625, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 0.298828125, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/min": -0.298828125, "train/tensor_act_model_layers_36_mlp_down_proj/max": 0.271484375, "train/tensor_act_model_layers_36_mlp_down_proj/range": 0.5703125, "train/tensor_act_model_layers_36_mlp/norm": 65.91447448730469, "train/tensor_act_model_layers_36_mlp/mean": 2.0265579223632812e-05, "train/tensor_act_model_layers_36_mlp/std": 0.0322265625, "train/tensor_act_model_layers_36_mlp/max_abs": 0.298828125, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp/min": -0.298828125, "train/tensor_act_model_layers_36_mlp/max": 0.271484375, "train/tensor_act_model_layers_36_mlp/range": 0.5703125, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 1199.1795654296875, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 0.01025390625, "train/tensor_act_model_layers_36_residual_post_mlp/std": 0.5859375, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 3.9375, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/min": -3.4375, "train/tensor_act_model_layers_36_residual_post_mlp/max": 3.9375, "train/tensor_act_model_layers_36_residual_post_mlp/range": 7.375, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 1199.1795654296875, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 0.01025390625, "train/tensor_act_model_layers_37_residual_pre_attn/std": 0.5859375, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 3.9375, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/min": -3.4375, "train/tensor_act_model_layers_37_residual_pre_attn/max": 3.9375, "train/tensor_act_model_layers_37_residual_pre_attn/range": 7.375, "train/tensor_act_model_layers_37_residual_post_attn/norm": 1204.964599609375, "train/tensor_act_model_layers_37_residual_post_attn/mean": 0.00994873046875, "train/tensor_act_model_layers_37_residual_post_attn/std": 0.58984375, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 3.953125, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/min": -3.453125, "train/tensor_act_model_layers_37_residual_post_attn/max": 3.953125, "train/tensor_act_model_layers_37_residual_post_attn/range": 7.40625, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 1040.8018798828125, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": -0.0732421875, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 0.3515625, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 2.03125, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -1.953125, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 2.03125, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 3.984375, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 975.9783325195312, "train/tensor_act_model_layers_37_mlp_up_proj/mean": 0.0096435546875, "train/tensor_act_model_layers_37_mlp_up_proj/std": 0.3359375, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 1.9296875, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -1.9296875, "train/tensor_act_model_layers_37_mlp_up_proj/max": 1.8203125, "train/tensor_act_model_layers_37_mlp_up_proj/range": 3.75, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 67.50962829589844, "train/tensor_act_model_layers_37_mlp_down_proj/mean": -0.00087738037109375, "train/tensor_act_model_layers_37_mlp_down_proj/std": 0.032958984375, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 0.26953125, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/min": -0.26953125, "train/tensor_act_model_layers_37_mlp_down_proj/max": 0.255859375, "train/tensor_act_model_layers_37_mlp_down_proj/range": 0.525390625, "train/tensor_act_model_layers_37_mlp/norm": 67.50962829589844, "train/tensor_act_model_layers_37_mlp/mean": -0.00087738037109375, "train/tensor_act_model_layers_37_mlp/std": 0.032958984375, "train/tensor_act_model_layers_37_mlp/max_abs": 0.26953125, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp/min": -0.26953125, "train/tensor_act_model_layers_37_mlp/max": 0.255859375, "train/tensor_act_model_layers_37_mlp/range": 0.525390625, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 1214.6983642578125, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 0.00909423828125, "train/tensor_act_model_layers_37_residual_post_mlp/std": 0.59375, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 3.921875, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/min": -3.515625, "train/tensor_act_model_layers_37_residual_post_mlp/max": 3.921875, "train/tensor_act_model_layers_37_residual_post_mlp/range": 7.4375, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 1214.6983642578125, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 0.00909423828125, "train/tensor_act_model_layers_38_residual_pre_attn/std": 0.59375, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 3.921875, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/min": -3.515625, "train/tensor_act_model_layers_38_residual_pre_attn/max": 3.921875, "train/tensor_act_model_layers_38_residual_pre_attn/range": 7.4375, "train/tensor_act_model_layers_38_residual_post_attn/norm": 1215.479736328125, "train/tensor_act_model_layers_38_residual_post_attn/mean": 0.00775146484375, "train/tensor_act_model_layers_38_residual_post_attn/std": 0.59375, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 3.90625, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/min": -3.5625, "train/tensor_act_model_layers_38_residual_post_attn/max": 3.90625, "train/tensor_act_model_layers_38_residual_post_attn/range": 7.46875, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 1035.552734375, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": -0.06396484375, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 0.3515625, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -1.9921875, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 1.9375, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 3.9296875, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 966.8027954101562, "train/tensor_act_model_layers_38_mlp_up_proj/mean": 0.0021209716796875, "train/tensor_act_model_layers_38_mlp_up_proj/std": 0.333984375, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 2.046875, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -2.0, "train/tensor_act_model_layers_38_mlp_up_proj/max": 2.046875, "train/tensor_act_model_layers_38_mlp_up_proj/range": 4.046875, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 66.7134780883789, "train/tensor_act_model_layers_38_mlp_down_proj/mean": -5.14984130859375e-05, "train/tensor_act_model_layers_38_mlp_down_proj/std": 0.032470703125, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 0.279296875, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/min": -0.279296875, "train/tensor_act_model_layers_38_mlp_down_proj/max": 0.23046875, "train/tensor_act_model_layers_38_mlp_down_proj/range": 0.509765625, "train/tensor_act_model_layers_38_mlp/norm": 66.7134780883789, "train/tensor_act_model_layers_38_mlp/mean": -5.14984130859375e-05, "train/tensor_act_model_layers_38_mlp/std": 0.032470703125, "train/tensor_act_model_layers_38_mlp/max_abs": 0.279296875, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp/min": -0.279296875, "train/tensor_act_model_layers_38_mlp/max": 0.23046875, "train/tensor_act_model_layers_38_mlp/range": 0.509765625, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 1225.0689697265625, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 0.007720947265625, "train/tensor_act_model_layers_38_residual_post_mlp/std": 0.59765625, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 3.90625, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/min": -3.75, "train/tensor_act_model_layers_38_residual_post_mlp/max": 3.90625, "train/tensor_act_model_layers_38_residual_post_mlp/range": 7.65625, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 1225.0689697265625, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 0.007720947265625, "train/tensor_act_model_layers_39_residual_pre_attn/std": 0.59765625, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 3.90625, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/min": -3.75, "train/tensor_act_model_layers_39_residual_pre_attn/max": 3.90625, "train/tensor_act_model_layers_39_residual_pre_attn/range": 7.65625, "train/tensor_act_model_layers_39_residual_post_attn/norm": 1225.8665771484375, "train/tensor_act_model_layers_39_residual_post_attn/mean": 0.006927490234375, "train/tensor_act_model_layers_39_residual_post_attn/std": 0.59765625, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 3.890625, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/min": -3.859375, "train/tensor_act_model_layers_39_residual_post_attn/max": 3.890625, "train/tensor_act_model_layers_39_residual_post_attn/range": 7.75, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 1056.7220458984375, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": -0.07275390625, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 0.357421875, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 2.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -1.984375, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 2.0, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 3.984375, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 980.5224609375, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.00170135498046875, "train/tensor_act_model_layers_39_mlp_up_proj/std": 0.337890625, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -1.9453125, "train/tensor_act_model_layers_39_mlp_up_proj/max": 1.8671875, "train/tensor_act_model_layers_39_mlp_up_proj/range": 3.8125, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 69.54332733154297, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 0.00070953369140625, "train/tensor_act_model_layers_39_mlp_down_proj/std": 0.033935546875, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 0.294921875, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/min": -0.2451171875, "train/tensor_act_model_layers_39_mlp_down_proj/max": 0.294921875, "train/tensor_act_model_layers_39_mlp_down_proj/range": 0.5400390625, "train/tensor_act_model_layers_39_mlp/norm": 69.54332733154297, "train/tensor_act_model_layers_39_mlp/mean": 0.00070953369140625, "train/tensor_act_model_layers_39_mlp/std": 0.033935546875, "train/tensor_act_model_layers_39_mlp/max_abs": 0.294921875, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp/min": -0.2451171875, "train/tensor_act_model_layers_39_mlp/max": 0.294921875, "train/tensor_act_model_layers_39_mlp/range": 0.5400390625, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 1237.193603515625, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 0.00762939453125, "train/tensor_act_model_layers_39_residual_post_mlp/std": 0.60546875, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 3.9375, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/min": -3.9375, "train/tensor_act_model_layers_39_residual_post_mlp/max": 3.890625, "train/tensor_act_model_layers_39_residual_post_mlp/range": 7.828125, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 1237.193603515625, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 0.00762939453125, "train/tensor_act_model_layers_40_residual_pre_attn/std": 0.60546875, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 3.9375, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/min": -3.9375, "train/tensor_act_model_layers_40_residual_pre_attn/max": 3.890625, "train/tensor_act_model_layers_40_residual_pre_attn/range": 7.828125, "train/tensor_act_model_layers_40_residual_post_attn/norm": 1237.621826171875, "train/tensor_act_model_layers_40_residual_post_attn/mean": 0.007720947265625, "train/tensor_act_model_layers_40_residual_post_attn/std": 0.60546875, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 3.921875, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/min": -3.921875, "train/tensor_act_model_layers_40_residual_post_attn/max": 3.875, "train/tensor_act_model_layers_40_residual_post_attn/range": 7.796875, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 1058.825439453125, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": -0.076171875, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 0.357421875, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 2.1875, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -2.015625, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 2.1875, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 4.203125, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 983.5059204101562, "train/tensor_act_model_layers_40_mlp_up_proj/mean": -0.00518798828125, "train/tensor_act_model_layers_40_mlp_up_proj/std": 0.33984375, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 1.921875, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -1.921875, "train/tensor_act_model_layers_40_mlp_up_proj/max": 1.765625, "train/tensor_act_model_layers_40_mlp_up_proj/range": 3.6875, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 69.18235778808594, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 4.57763671875e-05, "train/tensor_act_model_layers_40_mlp_down_proj/std": 0.03369140625, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 0.3125, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/min": -0.255859375, "train/tensor_act_model_layers_40_mlp_down_proj/max": 0.3125, "train/tensor_act_model_layers_40_mlp_down_proj/range": 0.568359375, "train/tensor_act_model_layers_40_mlp/norm": 69.18235778808594, "train/tensor_act_model_layers_40_mlp/mean": 4.57763671875e-05, "train/tensor_act_model_layers_40_mlp/std": 0.03369140625, "train/tensor_act_model_layers_40_mlp/max_abs": 0.3125, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp/min": -0.255859375, "train/tensor_act_model_layers_40_mlp/max": 0.3125, "train/tensor_act_model_layers_40_mlp/range": 0.568359375, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 1249.0902099609375, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 0.007781982421875, "train/tensor_act_model_layers_40_residual_post_mlp/std": 0.609375, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/min": -3.984375, "train/tensor_act_model_layers_40_residual_post_mlp/max": 3.84375, "train/tensor_act_model_layers_40_residual_post_mlp/range": 7.828125, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 1249.0902099609375, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 0.007781982421875, "train/tensor_act_model_layers_41_residual_pre_attn/std": 0.609375, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 3.984375, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/min": -3.984375, "train/tensor_act_model_layers_41_residual_pre_attn/max": 3.84375, "train/tensor_act_model_layers_41_residual_pre_attn/range": 7.828125, "train/tensor_act_model_layers_41_residual_post_attn/norm": 1251.5894775390625, "train/tensor_act_model_layers_41_residual_post_attn/mean": 0.00811767578125, "train/tensor_act_model_layers_41_residual_post_attn/std": 0.609375, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 4.03125, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/min": -4.03125, "train/tensor_act_model_layers_41_residual_post_attn/max": 3.84375, "train/tensor_act_model_layers_41_residual_post_attn/range": 7.875, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 1059.3206787109375, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": -0.0732421875, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 0.357421875, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -2.046875, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 4.609375, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 992.1155395507812, "train/tensor_act_model_layers_41_mlp_up_proj/mean": 0.00152587890625, "train/tensor_act_model_layers_41_mlp_up_proj/std": 0.341796875, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 2.375, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -1.9609375, "train/tensor_act_model_layers_41_mlp_up_proj/max": 2.375, "train/tensor_act_model_layers_41_mlp_up_proj/range": 4.3359375, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 72.22102355957031, "train/tensor_act_model_layers_41_mlp_down_proj/mean": -0.00024127960205078125, "train/tensor_act_model_layers_41_mlp_down_proj/std": 0.03515625, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 0.515625, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/min": -0.50390625, "train/tensor_act_model_layers_41_mlp_down_proj/max": 0.515625, "train/tensor_act_model_layers_41_mlp_down_proj/range": 1.01953125, "train/tensor_act_model_layers_41_mlp/norm": 72.21812438964844, "train/tensor_act_model_layers_41_mlp/mean": -0.00024127960205078125, "train/tensor_act_model_layers_41_mlp/std": 0.03515625, "train/tensor_act_model_layers_41_mlp/max_abs": 0.51171875, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp/min": -0.5, "train/tensor_act_model_layers_41_mlp/max": 0.51171875, "train/tensor_act_model_layers_41_mlp/range": 1.01171875, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 1264.74755859375, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 0.00787353515625, "train/tensor_act_model_layers_41_residual_post_mlp/std": 0.6171875, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 4.15625, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/min": -4.15625, "train/tensor_act_model_layers_41_residual_post_mlp/max": 3.796875, "train/tensor_act_model_layers_41_residual_post_mlp/range": 7.953125, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 1264.74755859375, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 0.00787353515625, "train/tensor_act_model_layers_42_residual_pre_attn/std": 0.6171875, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 4.15625, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/min": -4.15625, "train/tensor_act_model_layers_42_residual_pre_attn/max": 3.796875, "train/tensor_act_model_layers_42_residual_pre_attn/range": 7.953125, "train/tensor_act_model_layers_42_residual_post_attn/norm": 1274.2894287109375, "train/tensor_act_model_layers_42_residual_post_attn/mean": 0.008544921875, "train/tensor_act_model_layers_42_residual_post_attn/std": 0.62109375, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 4.125, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/min": -4.125, "train/tensor_act_model_layers_42_residual_post_attn/max": 3.796875, "train/tensor_act_model_layers_42_residual_post_attn/range": 7.921875, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 1075.6895751953125, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": -0.07568359375, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 0.36328125, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 2.421875, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -2.421875, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 2.28125, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 4.703125, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 1001.3837280273438, "train/tensor_act_model_layers_42_mlp_up_proj/mean": 0.001373291015625, "train/tensor_act_model_layers_42_mlp_up_proj/std": 0.345703125, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -1.921875, "train/tensor_act_model_layers_42_mlp_up_proj/max": 1.9453125, "train/tensor_act_model_layers_42_mlp_up_proj/range": 3.8671875, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 72.81304931640625, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 0.000202178955078125, "train/tensor_act_model_layers_42_mlp_down_proj/std": 0.03564453125, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 0.3125, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/min": -0.3046875, "train/tensor_act_model_layers_42_mlp_down_proj/max": 0.3125, "train/tensor_act_model_layers_42_mlp_down_proj/range": 0.6171875, "train/tensor_act_model_layers_42_mlp/norm": 72.81304931640625, "train/tensor_act_model_layers_42_mlp/mean": 0.000202178955078125, "train/tensor_act_model_layers_42_mlp/std": 0.03564453125, "train/tensor_act_model_layers_42_mlp/max_abs": 0.3125, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp/min": -0.3046875, "train/tensor_act_model_layers_42_mlp/max": 0.3125, "train/tensor_act_model_layers_42_mlp/range": 0.6171875, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 1285.5765380859375, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 0.00872802734375, "train/tensor_act_model_layers_42_residual_post_mlp/std": 0.62890625, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 4.1875, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/min": -4.1875, "train/tensor_act_model_layers_42_residual_post_mlp/max": 3.765625, "train/tensor_act_model_layers_42_residual_post_mlp/range": 7.953125, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 1285.5765380859375, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 0.00872802734375, "train/tensor_act_model_layers_43_residual_pre_attn/std": 0.62890625, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 4.1875, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/min": -4.1875, "train/tensor_act_model_layers_43_residual_pre_attn/max": 3.765625, "train/tensor_act_model_layers_43_residual_pre_attn/range": 7.953125, "train/tensor_act_model_layers_43_residual_post_attn/norm": 1290.1949462890625, "train/tensor_act_model_layers_43_residual_post_attn/mean": 0.0087890625, "train/tensor_act_model_layers_43_residual_post_attn/std": 0.62890625, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 4.15625, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/min": -4.15625, "train/tensor_act_model_layers_43_residual_post_attn/max": 3.75, "train/tensor_act_model_layers_43_residual_post_attn/range": 7.90625, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 1076.1552734375, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": -0.07373046875, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 0.36328125, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -2.015625, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 1.9609375, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 3.9765625, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 997.9728393554688, "train/tensor_act_model_layers_43_mlp_up_proj/mean": 0.0037689208984375, "train/tensor_act_model_layers_43_mlp_up_proj/std": 0.34375, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -1.9609375, "train/tensor_act_model_layers_43_mlp_up_proj/max": 1.8359375, "train/tensor_act_model_layers_43_mlp_up_proj/range": 3.796875, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 74.51053619384766, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 7.772445678710938e-05, "train/tensor_act_model_layers_43_mlp_down_proj/std": 0.036376953125, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 0.306640625, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/min": -0.306640625, "train/tensor_act_model_layers_43_mlp_down_proj/max": 0.279296875, "train/tensor_act_model_layers_43_mlp_down_proj/range": 0.5859375, "train/tensor_act_model_layers_43_mlp/norm": 74.51053619384766, "train/tensor_act_model_layers_43_mlp/mean": 7.772445678710938e-05, "train/tensor_act_model_layers_43_mlp/std": 0.036376953125, "train/tensor_act_model_layers_43_mlp/max_abs": 0.306640625, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp/min": -0.306640625, "train/tensor_act_model_layers_43_mlp/max": 0.279296875, "train/tensor_act_model_layers_43_mlp/range": 0.5859375, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 1303.1947021484375, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 0.0089111328125, "train/tensor_act_model_layers_43_residual_post_mlp/std": 0.63671875, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 4.21875, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/min": -4.21875, "train/tensor_act_model_layers_43_residual_post_mlp/max": 3.734375, "train/tensor_act_model_layers_43_residual_post_mlp/range": 7.953125, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 1303.1947021484375, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 0.0089111328125, "train/tensor_act_model_layers_44_residual_pre_attn/std": 0.63671875, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 4.21875, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/min": -4.21875, "train/tensor_act_model_layers_44_residual_pre_attn/max": 3.734375, "train/tensor_act_model_layers_44_residual_pre_attn/range": 7.953125, "train/tensor_act_model_layers_44_residual_post_attn/norm": 1306.846923828125, "train/tensor_act_model_layers_44_residual_post_attn/mean": 0.00823974609375, "train/tensor_act_model_layers_44_residual_post_attn/std": 0.63671875, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 4.125, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/min": -4.125, "train/tensor_act_model_layers_44_residual_post_attn/max": 3.671875, "train/tensor_act_model_layers_44_residual_post_attn/range": 7.796875, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 1069.5516357421875, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": -0.07568359375, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 0.361328125, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 4.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -2.28125, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 4.0, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 6.28125, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 1006.7103271484375, "train/tensor_act_model_layers_44_mlp_up_proj/mean": 0.002838134765625, "train/tensor_act_model_layers_44_mlp_up_proj/std": 0.34765625, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 3.328125, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -1.9296875, "train/tensor_act_model_layers_44_mlp_up_proj/max": 3.328125, "train/tensor_act_model_layers_44_mlp_up_proj/range": 5.2578125, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 90.92333221435547, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 0.0002651214599609375, "train/tensor_act_model_layers_44_mlp_down_proj/std": 0.04443359375, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 1.2265625, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/min": -1.15625, "train/tensor_act_model_layers_44_mlp_down_proj/max": 1.2265625, "train/tensor_act_model_layers_44_mlp_down_proj/range": 2.3828125, "train/tensor_act_model_layers_44_mlp/norm": 90.59503936767578, "train/tensor_act_model_layers_44_mlp/mean": 0.000263214111328125, "train/tensor_act_model_layers_44_mlp/std": 0.044189453125, "train/tensor_act_model_layers_44_mlp/max_abs": 1.1875, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp/min": -1.125, "train/tensor_act_model_layers_44_mlp/max": 1.1875, "train/tensor_act_model_layers_44_mlp/range": 2.3125, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 1321.33251953125, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 0.008544921875, "train/tensor_act_model_layers_44_residual_post_mlp/std": 0.64453125, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 4.1875, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/min": -4.1875, "train/tensor_act_model_layers_44_residual_post_mlp/max": 3.625, "train/tensor_act_model_layers_44_residual_post_mlp/range": 7.8125, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 1321.33251953125, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 0.008544921875, "train/tensor_act_model_layers_45_residual_pre_attn/std": 0.64453125, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 4.1875, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/min": -4.1875, "train/tensor_act_model_layers_45_residual_pre_attn/max": 3.625, "train/tensor_act_model_layers_45_residual_pre_attn/range": 7.8125, "train/tensor_act_model_layers_45_residual_post_attn/norm": 1333.23974609375, "train/tensor_act_model_layers_45_residual_post_attn/mean": 0.00799560546875, "train/tensor_act_model_layers_45_residual_post_attn/std": 0.65234375, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 4.3125, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/min": -4.3125, "train/tensor_act_model_layers_45_residual_post_attn/max": 3.65625, "train/tensor_act_model_layers_45_residual_post_attn/range": 7.96875, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 1119.0892333984375, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": -0.08447265625, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 0.376953125, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 2.4375, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -2.4375, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 2.421875, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 4.859375, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 1031.329833984375, "train/tensor_act_model_layers_45_mlp_up_proj/mean": 0.003387451171875, "train/tensor_act_model_layers_45_mlp_up_proj/std": 0.35546875, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 2.109375, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -1.859375, "train/tensor_act_model_layers_45_mlp_up_proj/max": 2.109375, "train/tensor_act_model_layers_45_mlp_up_proj/range": 3.96875, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 79.8000717163086, "train/tensor_act_model_layers_45_mlp_down_proj/mean": -0.000640869140625, "train/tensor_act_model_layers_45_mlp_down_proj/std": 0.0390625, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 0.365234375, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/min": -0.365234375, "train/tensor_act_model_layers_45_mlp_down_proj/max": 0.3125, "train/tensor_act_model_layers_45_mlp_down_proj/range": 0.677734375, "train/tensor_act_model_layers_45_mlp/norm": 79.800048828125, "train/tensor_act_model_layers_45_mlp/mean": -0.000640869140625, "train/tensor_act_model_layers_45_mlp/std": 0.0390625, "train/tensor_act_model_layers_45_mlp/max_abs": 0.36328125, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp/min": -0.36328125, "train/tensor_act_model_layers_45_mlp/max": 0.3125, "train/tensor_act_model_layers_45_mlp/range": 0.67578125, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 1343.8092041015625, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 0.00738525390625, "train/tensor_act_model_layers_45_residual_post_mlp/std": 0.65625, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 4.4375, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/min": -4.4375, "train/tensor_act_model_layers_45_residual_post_mlp/max": 3.640625, "train/tensor_act_model_layers_45_residual_post_mlp/range": 8.078125, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 1343.8092041015625, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 0.00738525390625, "train/tensor_act_model_layers_46_residual_pre_attn/std": 0.65625, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 4.4375, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/min": -4.4375, "train/tensor_act_model_layers_46_residual_pre_attn/max": 3.640625, "train/tensor_act_model_layers_46_residual_pre_attn/range": 8.078125, "train/tensor_act_model_layers_46_residual_post_attn/norm": 1343.2159423828125, "train/tensor_act_model_layers_46_residual_post_attn/mean": 0.00714111328125, "train/tensor_act_model_layers_46_residual_post_attn/std": 0.65625, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 4.5625, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/min": -4.5625, "train/tensor_act_model_layers_46_residual_post_attn/max": 3.625, "train/tensor_act_model_layers_46_residual_post_attn/range": 8.1875, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 1102.63916015625, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": -0.07958984375, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 0.373046875, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 2.296875, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -2.296875, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 2.21875, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 4.515625, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 1026.7044677734375, "train/tensor_act_model_layers_46_mlp_up_proj/mean": 0.000675201416015625, "train/tensor_act_model_layers_46_mlp_up_proj/std": 0.353515625, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 2.265625, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -2.265625, "train/tensor_act_model_layers_46_mlp_up_proj/max": 2.0, "train/tensor_act_model_layers_46_mlp_up_proj/range": 4.265625, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 78.68061828613281, "train/tensor_act_model_layers_46_mlp_down_proj/mean": -0.00052642822265625, "train/tensor_act_model_layers_46_mlp_down_proj/std": 0.038330078125, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 0.3359375, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/min": -0.3125, "train/tensor_act_model_layers_46_mlp_down_proj/max": 0.3359375, "train/tensor_act_model_layers_46_mlp_down_proj/range": 0.6484375, "train/tensor_act_model_layers_46_mlp/norm": 78.68061828613281, "train/tensor_act_model_layers_46_mlp/mean": -0.00052642822265625, "train/tensor_act_model_layers_46_mlp/std": 0.038330078125, "train/tensor_act_model_layers_46_mlp/max_abs": 0.3359375, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp/min": -0.3125, "train/tensor_act_model_layers_46_mlp/max": 0.3359375, "train/tensor_act_model_layers_46_mlp/range": 0.6484375, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 1354.620849609375, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 0.006622314453125, "train/tensor_act_model_layers_46_residual_post_mlp/std": 0.66015625, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 4.5625, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/min": -4.5625, "train/tensor_act_model_layers_46_residual_post_mlp/max": 3.65625, "train/tensor_act_model_layers_46_residual_post_mlp/range": 8.21875, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 1354.620849609375, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 0.006622314453125, "train/tensor_act_model_layers_47_residual_pre_attn/std": 0.66015625, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 4.5625, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/min": -4.5625, "train/tensor_act_model_layers_47_residual_pre_attn/max": 3.65625, "train/tensor_act_model_layers_47_residual_pre_attn/range": 8.21875, "train/tensor_act_model_layers_47_residual_post_attn/norm": 1355.8790283203125, "train/tensor_act_model_layers_47_residual_post_attn/mean": 0.00592041015625, "train/tensor_act_model_layers_47_residual_post_attn/std": 0.66015625, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 4.53125, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/min": -4.53125, "train/tensor_act_model_layers_47_residual_post_attn/max": 3.671875, "train/tensor_act_model_layers_47_residual_post_attn/range": 8.203125, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 1105.205322265625, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": -0.06982421875, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 0.375, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 3.3125, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -2.0625, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 3.3125, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 5.375, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 1034.9935302734375, "train/tensor_act_model_layers_47_mlp_up_proj/mean": -0.0108642578125, "train/tensor_act_model_layers_47_mlp_up_proj/std": 0.357421875, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 2.390625, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -2.078125, "train/tensor_act_model_layers_47_mlp_up_proj/max": 2.390625, "train/tensor_act_model_layers_47_mlp_up_proj/range": 4.46875, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 84.63247680664062, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 0.00092315673828125, "train/tensor_act_model_layers_47_mlp_down_proj/std": 0.041259765625, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 0.86328125, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/min": -0.79296875, "train/tensor_act_model_layers_47_mlp_down_proj/max": 0.86328125, "train/tensor_act_model_layers_47_mlp_down_proj/range": 1.65625, "train/tensor_act_model_layers_47_mlp/norm": 84.59066009521484, "train/tensor_act_model_layers_47_mlp/mean": 0.00092315673828125, "train/tensor_act_model_layers_47_mlp/std": 0.041259765625, "train/tensor_act_model_layers_47_mlp/max_abs": 0.8515625, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp/min": -0.78125, "train/tensor_act_model_layers_47_mlp/max": 0.8515625, "train/tensor_act_model_layers_47_mlp/range": 1.6328125, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 1370.52587890625, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 0.006866455078125, "train/tensor_act_model_layers_47_residual_post_mlp/std": 0.66796875, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 4.46875, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/min": -4.46875, "train/tensor_act_model_layers_47_residual_post_mlp/max": 3.890625, "train/tensor_act_model_layers_47_residual_post_mlp/range": 8.359375, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 1370.52587890625, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 0.006866455078125, "train/tensor_act_model_layers_48_residual_pre_attn/std": 0.66796875, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 4.46875, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/min": -4.46875, "train/tensor_act_model_layers_48_residual_pre_attn/max": 3.890625, "train/tensor_act_model_layers_48_residual_pre_attn/range": 8.359375, "train/tensor_act_model_layers_48_residual_post_attn/norm": 1374.1273193359375, "train/tensor_act_model_layers_48_residual_post_attn/mean": 0.00653076171875, "train/tensor_act_model_layers_48_residual_post_attn/std": 0.671875, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 4.75, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/min": -4.75, "train/tensor_act_model_layers_48_residual_post_attn/max": 3.890625, "train/tensor_act_model_layers_48_residual_post_attn/range": 8.640625, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 1152.6241455078125, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": -0.07763671875, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 0.390625, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 3.140625, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -3.140625, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 2.125, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 5.265625, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 1069.6494140625, "train/tensor_act_model_layers_48_mlp_up_proj/mean": -0.0016632080078125, "train/tensor_act_model_layers_48_mlp_up_proj/std": 0.369140625, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 2.59375, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_48_mlp_up_proj/max": 2.15625, "train/tensor_act_model_layers_48_mlp_up_proj/range": 4.75, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 87.89422607421875, "train/tensor_act_model_layers_48_mlp_down_proj/mean": -0.00010585784912109375, "train/tensor_act_model_layers_48_mlp_down_proj/std": 0.04296875, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 0.365234375, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/min": -0.365234375, "train/tensor_act_model_layers_48_mlp_down_proj/max": 0.34765625, "train/tensor_act_model_layers_48_mlp_down_proj/range": 0.712890625, "train/tensor_act_model_layers_48_mlp/norm": 87.89421081542969, "train/tensor_act_model_layers_48_mlp/mean": -0.00010585784912109375, "train/tensor_act_model_layers_48_mlp/std": 0.04296875, "train/tensor_act_model_layers_48_mlp/max_abs": 0.36328125, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp/min": -0.36328125, "train/tensor_act_model_layers_48_mlp/max": 0.34765625, "train/tensor_act_model_layers_48_mlp/range": 0.7109375, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 1386.7685546875, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 0.00640869140625, "train/tensor_act_model_layers_48_residual_post_mlp/std": 0.67578125, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 4.75, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/min": -4.75, "train/tensor_act_model_layers_48_residual_post_mlp/max": 4.0625, "train/tensor_act_model_layers_48_residual_post_mlp/range": 8.8125, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 1386.7685546875, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 0.00640869140625, "train/tensor_act_model_layers_49_residual_pre_attn/std": 0.67578125, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 4.75, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/min": -4.75, "train/tensor_act_model_layers_49_residual_pre_attn/max": 4.0625, "train/tensor_act_model_layers_49_residual_pre_attn/range": 8.8125, "train/tensor_act_model_layers_49_residual_post_attn/norm": 1391.34326171875, "train/tensor_act_model_layers_49_residual_post_attn/mean": 0.006500244140625, "train/tensor_act_model_layers_49_residual_post_attn/std": 0.6796875, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 4.84375, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/min": -4.84375, "train/tensor_act_model_layers_49_residual_post_attn/max": 3.96875, "train/tensor_act_model_layers_49_residual_post_attn/range": 8.8125, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 1138.77490234375, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": -0.080078125, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 0.384765625, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 2.296875, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -2.296875, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 2.0, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 4.296875, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 1059.9007568359375, "train/tensor_act_model_layers_49_mlp_up_proj/mean": -0.003631591796875, "train/tensor_act_model_layers_49_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 2.109375, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -1.953125, "train/tensor_act_model_layers_49_mlp_up_proj/max": 2.109375, "train/tensor_act_model_layers_49_mlp_up_proj/range": 4.0625, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 85.6017837524414, "train/tensor_act_model_layers_49_mlp_down_proj/mean": -0.001373291015625, "train/tensor_act_model_layers_49_mlp_down_proj/std": 0.041748046875, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 0.3671875, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/min": -0.3671875, "train/tensor_act_model_layers_49_mlp_down_proj/max": 0.337890625, "train/tensor_act_model_layers_49_mlp_down_proj/range": 0.705078125, "train/tensor_act_model_layers_49_mlp/norm": 85.60176849365234, "train/tensor_act_model_layers_49_mlp/mean": -0.001373291015625, "train/tensor_act_model_layers_49_mlp/std": 0.041748046875, "train/tensor_act_model_layers_49_mlp/max_abs": 0.365234375, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp/min": -0.365234375, "train/tensor_act_model_layers_49_mlp/max": 0.337890625, "train/tensor_act_model_layers_49_mlp/range": 0.703125, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 1402.619873046875, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 0.005126953125, "train/tensor_act_model_layers_49_residual_post_mlp/std": 0.68359375, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 4.9375, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/min": -4.9375, "train/tensor_act_model_layers_49_residual_post_mlp/max": 3.984375, "train/tensor_act_model_layers_49_residual_post_mlp/range": 8.921875, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 1402.619873046875, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 0.005126953125, "train/tensor_act_model_layers_50_residual_pre_attn/std": 0.68359375, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 4.9375, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/min": -4.9375, "train/tensor_act_model_layers_50_residual_pre_attn/max": 3.984375, "train/tensor_act_model_layers_50_residual_pre_attn/range": 8.921875, "train/tensor_act_model_layers_50_residual_post_attn/norm": 1401.71875, "train/tensor_act_model_layers_50_residual_post_attn/mean": 0.005462646484375, "train/tensor_act_model_layers_50_residual_post_attn/std": 0.68359375, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 4.90625, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/min": -4.90625, "train/tensor_act_model_layers_50_residual_post_attn/max": 3.984375, "train/tensor_act_model_layers_50_residual_post_attn/range": 8.890625, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 1146.406982421875, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": -0.0712890625, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 0.388671875, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 2.265625, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -2.265625, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 2.15625, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 4.421875, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 1067.13720703125, "train/tensor_act_model_layers_50_mlp_up_proj/mean": 0.00665283203125, "train/tensor_act_model_layers_50_mlp_up_proj/std": 0.369140625, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -1.90625, "train/tensor_act_model_layers_50_mlp_up_proj/max": 1.9609375, "train/tensor_act_model_layers_50_mlp_up_proj/range": 3.8671875, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 87.74140167236328, "train/tensor_act_model_layers_50_mlp_down_proj/mean": -0.00022125244140625, "train/tensor_act_model_layers_50_mlp_down_proj/std": 0.042724609375, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 0.34375, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/min": -0.314453125, "train/tensor_act_model_layers_50_mlp_down_proj/max": 0.34375, "train/tensor_act_model_layers_50_mlp_down_proj/range": 0.658203125, "train/tensor_act_model_layers_50_mlp/norm": 87.74140167236328, "train/tensor_act_model_layers_50_mlp/mean": -0.00022125244140625, "train/tensor_act_model_layers_50_mlp/std": 0.042724609375, "train/tensor_act_model_layers_50_mlp/max_abs": 0.34375, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp/min": -0.314453125, "train/tensor_act_model_layers_50_mlp/max": 0.34375, "train/tensor_act_model_layers_50_mlp/range": 0.658203125, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 1416.03564453125, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 0.0052490234375, "train/tensor_act_model_layers_50_residual_post_mlp/std": 0.69140625, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 4.96875, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/min": -4.96875, "train/tensor_act_model_layers_50_residual_post_mlp/max": 4.09375, "train/tensor_act_model_layers_50_residual_post_mlp/range": 9.0625, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 1416.03564453125, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 0.0052490234375, "train/tensor_act_model_layers_51_residual_pre_attn/std": 0.69140625, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 4.96875, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/min": -4.96875, "train/tensor_act_model_layers_51_residual_pre_attn/max": 4.09375, "train/tensor_act_model_layers_51_residual_pre_attn/range": 9.0625, "train/tensor_act_model_layers_51_residual_post_attn/norm": 1415.303955078125, "train/tensor_act_model_layers_51_residual_post_attn/mean": 0.005218505859375, "train/tensor_act_model_layers_51_residual_post_attn/std": 0.69140625, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 5.03125, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/min": -5.03125, "train/tensor_act_model_layers_51_residual_post_attn/max": 4.0625, "train/tensor_act_model_layers_51_residual_post_attn/range": 9.09375, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 1162.4471435546875, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": -0.08349609375, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 0.392578125, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 2.171875, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -2.171875, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 2.0625, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 4.234375, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 1079.0692138671875, "train/tensor_act_model_layers_51_mlp_up_proj/mean": 0.00872802734375, "train/tensor_act_model_layers_51_mlp_up_proj/std": 0.373046875, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 2.078125, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -2.015625, "train/tensor_act_model_layers_51_mlp_up_proj/max": 2.078125, "train/tensor_act_model_layers_51_mlp_up_proj/range": 4.09375, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 89.35177612304688, "train/tensor_act_model_layers_51_mlp_down_proj/mean": -0.001068115234375, "train/tensor_act_model_layers_51_mlp_down_proj/std": 0.043701171875, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 0.37890625, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/min": -0.37890625, "train/tensor_act_model_layers_51_mlp_down_proj/max": 0.361328125, "train/tensor_act_model_layers_51_mlp_down_proj/range": 0.740234375, "train/tensor_act_model_layers_51_mlp/norm": 89.35175323486328, "train/tensor_act_model_layers_51_mlp/mean": -0.001068115234375, "train/tensor_act_model_layers_51_mlp/std": 0.043701171875, "train/tensor_act_model_layers_51_mlp/max_abs": 0.376953125, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp/min": -0.376953125, "train/tensor_act_model_layers_51_mlp/max": 0.359375, "train/tensor_act_model_layers_51_mlp/range": 0.736328125, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 1428.5457763671875, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 0.004150390625, "train/tensor_act_model_layers_51_residual_post_mlp/std": 0.69921875, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 5.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/min": -5.0, "train/tensor_act_model_layers_51_residual_post_mlp/max": 4.0625, "train/tensor_act_model_layers_51_residual_post_mlp/range": 9.0625, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 1428.5457763671875, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 0.004150390625, "train/tensor_act_model_layers_52_residual_pre_attn/std": 0.69921875, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 5.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/min": -5.0, "train/tensor_act_model_layers_52_residual_pre_attn/max": 4.0625, "train/tensor_act_model_layers_52_residual_pre_attn/range": 9.0625, "train/tensor_act_model_layers_52_residual_post_attn/norm": 1436.795654296875, "train/tensor_act_model_layers_52_residual_post_attn/mean": 0.0032196044921875, "train/tensor_act_model_layers_52_residual_post_attn/std": 0.703125, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 5.0625, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/min": -5.0625, "train/tensor_act_model_layers_52_residual_post_attn/max": 4.09375, "train/tensor_act_model_layers_52_residual_post_attn/range": 9.15625, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 1186.94873046875, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": -0.08154296875, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 0.40234375, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 2.234375, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -2.234375, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 2.203125, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 4.4375, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 1100.19580078125, "train/tensor_act_model_layers_52_mlp_up_proj/mean": 0.008056640625, "train/tensor_act_model_layers_52_mlp_up_proj/std": 0.37890625, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 2.125, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -2.03125, "train/tensor_act_model_layers_52_mlp_up_proj/max": 2.125, "train/tensor_act_model_layers_52_mlp_up_proj/range": 4.15625, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 97.49994659423828, "train/tensor_act_model_layers_52_mlp_down_proj/mean": -6.246566772460938e-05, "train/tensor_act_model_layers_52_mlp_down_proj/std": 0.047607421875, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 0.458984375, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/min": -0.458984375, "train/tensor_act_model_layers_52_mlp_down_proj/max": 0.3828125, "train/tensor_act_model_layers_52_mlp_down_proj/range": 0.841796875, "train/tensor_act_model_layers_52_mlp/norm": 97.49987030029297, "train/tensor_act_model_layers_52_mlp/mean": -6.246566772460938e-05, "train/tensor_act_model_layers_52_mlp/std": 0.047607421875, "train/tensor_act_model_layers_52_mlp/max_abs": 0.45703125, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp/min": -0.45703125, "train/tensor_act_model_layers_52_mlp/max": 0.380859375, "train/tensor_act_model_layers_52_mlp/range": 0.837890625, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 1450.1998291015625, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 0.0031585693359375, "train/tensor_act_model_layers_52_residual_post_mlp/std": 0.70703125, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 5.0625, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/min": -5.0625, "train/tensor_act_model_layers_52_residual_post_mlp/max": 4.125, "train/tensor_act_model_layers_52_residual_post_mlp/range": 9.1875, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 1450.1998291015625, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 0.0031585693359375, "train/tensor_act_model_layers_53_residual_pre_attn/std": 0.70703125, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 5.0625, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/min": -5.0625, "train/tensor_act_model_layers_53_residual_pre_attn/max": 4.125, "train/tensor_act_model_layers_53_residual_pre_attn/range": 9.1875, "train/tensor_act_model_layers_53_residual_post_attn/norm": 1471.71533203125, "train/tensor_act_model_layers_53_residual_post_attn/mean": 0.00335693359375, "train/tensor_act_model_layers_53_residual_post_attn/std": 0.71875, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 5.03125, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/min": -5.03125, "train/tensor_act_model_layers_53_residual_post_attn/max": 4.40625, "train/tensor_act_model_layers_53_residual_post_attn/range": 9.4375, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 1183.069091796875, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": -0.0712890625, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 0.40234375, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 2.375, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -2.1875, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 2.375, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 4.5625, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 1108.181396484375, "train/tensor_act_model_layers_53_mlp_up_proj/mean": 0.004486083984375, "train/tensor_act_model_layers_53_mlp_up_proj/std": 0.3828125, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 2.234375, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -2.234375, "train/tensor_act_model_layers_53_mlp_up_proj/max": 2.09375, "train/tensor_act_model_layers_53_mlp_up_proj/range": 4.328125, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 98.864501953125, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 0.00179290771484375, "train/tensor_act_model_layers_53_mlp_down_proj/std": 0.04833984375, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 0.369140625, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/min": -0.35546875, "train/tensor_act_model_layers_53_mlp_down_proj/max": 0.369140625, "train/tensor_act_model_layers_53_mlp_down_proj/range": 0.724609375, "train/tensor_act_model_layers_53_mlp/norm": 98.86449432373047, "train/tensor_act_model_layers_53_mlp/mean": 0.00179290771484375, "train/tensor_act_model_layers_53_mlp/std": 0.04833984375, "train/tensor_act_model_layers_53_mlp/max_abs": 0.3671875, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp/min": -0.35546875, "train/tensor_act_model_layers_53_mlp/max": 0.3671875, "train/tensor_act_model_layers_53_mlp/range": 0.72265625, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 1483.3553466796875, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 0.005157470703125, "train/tensor_act_model_layers_53_residual_post_mlp/std": 0.72265625, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 5.0625, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/min": -5.0625, "train/tensor_act_model_layers_53_residual_post_mlp/max": 4.5, "train/tensor_act_model_layers_53_residual_post_mlp/range": 9.5625, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 1483.3553466796875, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 0.005157470703125, "train/tensor_act_model_layers_54_residual_pre_attn/std": 0.72265625, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 5.0625, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/min": -5.0625, "train/tensor_act_model_layers_54_residual_pre_attn/max": 4.5, "train/tensor_act_model_layers_54_residual_pre_attn/range": 9.5625, "train/tensor_act_model_layers_54_residual_post_attn/norm": 1482.5823974609375, "train/tensor_act_model_layers_54_residual_post_attn/mean": 0.00543212890625, "train/tensor_act_model_layers_54_residual_post_attn/std": 0.72265625, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 5.03125, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/min": -5.03125, "train/tensor_act_model_layers_54_residual_post_attn/max": 4.40625, "train/tensor_act_model_layers_54_residual_post_attn/range": 9.4375, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 1190.8629150390625, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": -0.06787109375, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 0.40625, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 2.453125, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -2.453125, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 2.296875, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 4.75, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 1117.82470703125, "train/tensor_act_model_layers_54_mlp_up_proj/mean": 0.010498046875, "train/tensor_act_model_layers_54_mlp_up_proj/std": 0.38671875, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 2.25, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -2.125, "train/tensor_act_model_layers_54_mlp_up_proj/max": 2.25, "train/tensor_act_model_layers_54_mlp_up_proj/range": 4.375, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 102.46891021728516, "train/tensor_act_model_layers_54_mlp_down_proj/mean": -0.0006866455078125, "train/tensor_act_model_layers_54_mlp_down_proj/std": 0.050048828125, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 0.46875, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/min": -0.42578125, "train/tensor_act_model_layers_54_mlp_down_proj/max": 0.46875, "train/tensor_act_model_layers_54_mlp_down_proj/range": 0.89453125, "train/tensor_act_model_layers_54_mlp/norm": 102.46878051757812, "train/tensor_act_model_layers_54_mlp/mean": -0.0006866455078125, "train/tensor_act_model_layers_54_mlp/std": 0.050048828125, "train/tensor_act_model_layers_54_mlp/max_abs": 0.466796875, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp/min": -0.423828125, "train/tensor_act_model_layers_54_mlp/max": 0.466796875, "train/tensor_act_model_layers_54_mlp/range": 0.890625, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 1492.1761474609375, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 0.004730224609375, "train/tensor_act_model_layers_54_residual_post_mlp/std": 0.73046875, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 5.09375, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/min": -5.09375, "train/tensor_act_model_layers_54_residual_post_mlp/max": 4.46875, "train/tensor_act_model_layers_54_residual_post_mlp/range": 9.5625, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 1492.1761474609375, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 0.004730224609375, "train/tensor_act_model_layers_55_residual_pre_attn/std": 0.73046875, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 5.09375, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/min": -5.09375, "train/tensor_act_model_layers_55_residual_pre_attn/max": 4.46875, "train/tensor_act_model_layers_55_residual_pre_attn/range": 9.5625, "train/tensor_act_model_layers_55_residual_post_attn/norm": 1492.8172607421875, "train/tensor_act_model_layers_55_residual_post_attn/mean": 0.00408935546875, "train/tensor_act_model_layers_55_residual_post_attn/std": 0.73046875, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 5.0625, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/min": -5.0625, "train/tensor_act_model_layers_55_residual_post_attn/max": 4.40625, "train/tensor_act_model_layers_55_residual_post_attn/range": 9.46875, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 1200.1038818359375, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": -0.07568359375, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 0.408203125, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 2.3125, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -2.28125, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 2.3125, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 4.59375, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 1129.1427001953125, "train/tensor_act_model_layers_55_mlp_up_proj/mean": 0.00160980224609375, "train/tensor_act_model_layers_55_mlp_up_proj/std": 0.390625, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 2.09375, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -2.09375, "train/tensor_act_model_layers_55_mlp_up_proj/max": 2.046875, "train/tensor_act_model_layers_55_mlp_up_proj/range": 4.140625, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 100.3591079711914, "train/tensor_act_model_layers_55_mlp_down_proj/mean": 0.0011138916015625, "train/tensor_act_model_layers_55_mlp_down_proj/std": 0.049072265625, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 0.416015625, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/min": -0.36328125, "train/tensor_act_model_layers_55_mlp_down_proj/max": 0.416015625, "train/tensor_act_model_layers_55_mlp_down_proj/range": 0.779296875, "train/tensor_act_model_layers_55_mlp/norm": 100.35906982421875, "train/tensor_act_model_layers_55_mlp/mean": 0.0011138916015625, "train/tensor_act_model_layers_55_mlp/std": 0.049072265625, "train/tensor_act_model_layers_55_mlp/max_abs": 0.4140625, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp/min": -0.361328125, "train/tensor_act_model_layers_55_mlp/max": 0.4140625, "train/tensor_act_model_layers_55_mlp/range": 0.775390625, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 1503.6669921875, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 0.005218505859375, "train/tensor_act_model_layers_55_residual_post_mlp/std": 0.734375, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 5.125, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/min": -5.125, "train/tensor_act_model_layers_55_residual_post_mlp/max": 4.5, "train/tensor_act_model_layers_55_residual_post_mlp/range": 9.625, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 1503.6669921875, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 0.005218505859375, "train/tensor_act_model_layers_56_residual_pre_attn/std": 0.734375, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 5.125, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/min": -5.125, "train/tensor_act_model_layers_56_residual_pre_attn/max": 4.5, "train/tensor_act_model_layers_56_residual_pre_attn/range": 9.625, "train/tensor_act_model_layers_56_residual_post_attn/norm": 1504.617919921875, "train/tensor_act_model_layers_56_residual_post_attn/mean": 0.003997802734375, "train/tensor_act_model_layers_56_residual_post_attn/std": 0.734375, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 5.1875, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/min": -5.1875, "train/tensor_act_model_layers_56_residual_post_attn/max": 4.4375, "train/tensor_act_model_layers_56_residual_post_attn/range": 9.625, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 1205.6632080078125, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": -0.0830078125, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 0.408203125, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 2.453125, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -2.453125, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 2.21875, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 4.671875, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 1114.769775390625, "train/tensor_act_model_layers_56_mlp_up_proj/mean": -0.00074005126953125, "train/tensor_act_model_layers_56_mlp_up_proj/std": 0.384765625, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 2.203125, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -2.203125, "train/tensor_act_model_layers_56_mlp_up_proj/max": 2.109375, "train/tensor_act_model_layers_56_mlp_up_proj/range": 4.3125, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 99.3026123046875, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 9.5367431640625e-05, "train/tensor_act_model_layers_56_mlp_down_proj/std": 0.048583984375, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 0.474609375, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/min": -0.474609375, "train/tensor_act_model_layers_56_mlp_down_proj/max": 0.37890625, "train/tensor_act_model_layers_56_mlp_down_proj/range": 0.853515625, "train/tensor_act_model_layers_56_mlp/norm": 99.30255889892578, "train/tensor_act_model_layers_56_mlp/mean": 9.5367431640625e-05, "train/tensor_act_model_layers_56_mlp/std": 0.048583984375, "train/tensor_act_model_layers_56_mlp/max_abs": 0.47265625, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp/min": -0.47265625, "train/tensor_act_model_layers_56_mlp/max": 0.376953125, "train/tensor_act_model_layers_56_mlp/range": 0.849609375, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 1517.474853515625, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 0.00408935546875, "train/tensor_act_model_layers_56_residual_post_mlp/std": 0.7421875, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 5.28125, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/min": -5.28125, "train/tensor_act_model_layers_56_residual_post_mlp/max": 4.6875, "train/tensor_act_model_layers_56_residual_post_mlp/range": 9.96875, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 1517.474853515625, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 0.00408935546875, "train/tensor_act_model_layers_57_residual_pre_attn/std": 0.7421875, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 5.28125, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/min": -5.28125, "train/tensor_act_model_layers_57_residual_pre_attn/max": 4.6875, "train/tensor_act_model_layers_57_residual_pre_attn/range": 9.96875, "train/tensor_act_model_layers_57_residual_post_attn/norm": 1532.477294921875, "train/tensor_act_model_layers_57_residual_post_attn/mean": 0.00604248046875, "train/tensor_act_model_layers_57_residual_post_attn/std": 0.75, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 5.3125, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/min": -5.3125, "train/tensor_act_model_layers_57_residual_post_attn/max": 4.875, "train/tensor_act_model_layers_57_residual_post_attn/range": 10.1875, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 1219.2532958984375, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": -0.078125, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 0.4140625, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 2.3125, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -2.3125, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 2.28125, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 4.59375, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 1134.387939453125, "train/tensor_act_model_layers_57_mlp_up_proj/mean": -0.00445556640625, "train/tensor_act_model_layers_57_mlp_up_proj/std": 0.392578125, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 2.359375, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -2.328125, "train/tensor_act_model_layers_57_mlp_up_proj/max": 2.359375, "train/tensor_act_model_layers_57_mlp_up_proj/range": 4.6875, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 104.00350952148438, "train/tensor_act_model_layers_57_mlp_down_proj/mean": -0.00060272216796875, "train/tensor_act_model_layers_57_mlp_down_proj/std": 0.05078125, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 0.373046875, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/min": -0.373046875, "train/tensor_act_model_layers_57_mlp_down_proj/max": 0.359375, "train/tensor_act_model_layers_57_mlp_down_proj/range": 0.732421875, "train/tensor_act_model_layers_57_mlp/norm": 104.00347137451172, "train/tensor_act_model_layers_57_mlp/mean": -0.00060272216796875, "train/tensor_act_model_layers_57_mlp/std": 0.05078125, "train/tensor_act_model_layers_57_mlp/max_abs": 0.37109375, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp/min": -0.37109375, "train/tensor_act_model_layers_57_mlp/max": 0.359375, "train/tensor_act_model_layers_57_mlp/range": 0.73046875, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 1544.0693359375, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 0.00543212890625, "train/tensor_act_model_layers_57_residual_post_mlp/std": 0.75390625, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 5.40625, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/min": -5.40625, "train/tensor_act_model_layers_57_residual_post_mlp/max": 4.96875, "train/tensor_act_model_layers_57_residual_post_mlp/range": 10.375, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 1544.0693359375, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 0.00543212890625, "train/tensor_act_model_layers_58_residual_pre_attn/std": 0.75390625, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 5.40625, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/min": -5.40625, "train/tensor_act_model_layers_58_residual_pre_attn/max": 4.96875, "train/tensor_act_model_layers_58_residual_pre_attn/range": 10.375, "train/tensor_act_model_layers_58_residual_post_attn/norm": 1544.22607421875, "train/tensor_act_model_layers_58_residual_post_attn/mean": 0.00543212890625, "train/tensor_act_model_layers_58_residual_post_attn/std": 0.75390625, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 5.3125, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/min": -5.3125, "train/tensor_act_model_layers_58_residual_post_attn/max": 5.0625, "train/tensor_act_model_layers_58_residual_post_attn/range": 10.375, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 1252.9285888671875, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": -0.09619140625, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 0.421875, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 2.953125, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -2.390625, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 2.953125, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 5.34375, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 1139.4766845703125, "train/tensor_act_model_layers_58_mlp_up_proj/mean": 0.0003204345703125, "train/tensor_act_model_layers_58_mlp_up_proj/std": 0.392578125, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -2.4375, "train/tensor_act_model_layers_58_mlp_up_proj/max": 2.546875, "train/tensor_act_model_layers_58_mlp_up_proj/range": 4.984375, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 107.90078735351562, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 0.0015106201171875, "train/tensor_act_model_layers_58_mlp_down_proj/std": 0.052734375, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 0.546875, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/min": -0.546875, "train/tensor_act_model_layers_58_mlp_down_proj/max": 0.51171875, "train/tensor_act_model_layers_58_mlp_down_proj/range": 1.05859375, "train/tensor_act_model_layers_58_mlp/norm": 107.89888763427734, "train/tensor_act_model_layers_58_mlp/mean": 0.0015106201171875, "train/tensor_act_model_layers_58_mlp/std": 0.052734375, "train/tensor_act_model_layers_58_mlp/max_abs": 0.54296875, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp/min": -0.54296875, "train/tensor_act_model_layers_58_mlp/max": 0.5078125, "train/tensor_act_model_layers_58_mlp/range": 1.05078125, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 1557.4522705078125, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 0.0069580078125, "train/tensor_act_model_layers_58_residual_post_mlp/std": 0.76171875, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 5.40625, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/min": -5.40625, "train/tensor_act_model_layers_58_residual_post_mlp/max": 5.1875, "train/tensor_act_model_layers_58_residual_post_mlp/range": 10.59375, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 1557.4522705078125, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 0.0069580078125, "train/tensor_act_model_layers_59_residual_pre_attn/std": 0.76171875, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 5.40625, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/min": -5.40625, "train/tensor_act_model_layers_59_residual_pre_attn/max": 5.1875, "train/tensor_act_model_layers_59_residual_pre_attn/range": 10.59375, "train/tensor_act_model_layers_59_residual_post_attn/norm": 1560.1845703125, "train/tensor_act_model_layers_59_residual_post_attn/mean": 0.0074462890625, "train/tensor_act_model_layers_59_residual_post_attn/std": 0.76171875, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 5.46875, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/min": -5.46875, "train/tensor_act_model_layers_59_residual_post_attn/max": 5.15625, "train/tensor_act_model_layers_59_residual_post_attn/range": 10.625, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 1256.5645751953125, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": -0.09033203125, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 0.423828125, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 3.03125, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -3.03125, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 2.375, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 5.40625, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 1159.75048828125, "train/tensor_act_model_layers_59_mlp_up_proj/mean": 0.0012664794921875, "train/tensor_act_model_layers_59_mlp_up_proj/std": 0.400390625, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 2.328125, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -2.21875, "train/tensor_act_model_layers_59_mlp_up_proj/max": 2.328125, "train/tensor_act_model_layers_59_mlp_up_proj/range": 4.546875, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 108.06906127929688, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 0.000255584716796875, "train/tensor_act_model_layers_59_mlp_down_proj/std": 0.052734375, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 0.486328125, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/min": -0.466796875, "train/tensor_act_model_layers_59_mlp_down_proj/max": 0.486328125, "train/tensor_act_model_layers_59_mlp_down_proj/range": 0.953125, "train/tensor_act_model_layers_59_mlp/norm": 108.06888580322266, "train/tensor_act_model_layers_59_mlp/mean": 0.000255584716796875, "train/tensor_act_model_layers_59_mlp/std": 0.052734375, "train/tensor_act_model_layers_59_mlp/max_abs": 0.484375, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp/min": -0.46484375, "train/tensor_act_model_layers_59_mlp/max": 0.484375, "train/tensor_act_model_layers_59_mlp/range": 0.94921875, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 1571.710693359375, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 0.007720947265625, "train/tensor_act_model_layers_59_residual_post_mlp/std": 0.765625, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 5.53125, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/min": -5.53125, "train/tensor_act_model_layers_59_residual_post_mlp/max": 5.1875, "train/tensor_act_model_layers_59_residual_post_mlp/range": 10.71875, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 1571.710693359375, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 0.007720947265625, "train/tensor_act_model_layers_60_residual_pre_attn/std": 0.765625, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 5.53125, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/min": -5.53125, "train/tensor_act_model_layers_60_residual_pre_attn/max": 5.1875, "train/tensor_act_model_layers_60_residual_pre_attn/range": 10.71875, "train/tensor_act_model_layers_60_residual_post_attn/norm": 1572.529052734375, "train/tensor_act_model_layers_60_residual_post_attn/mean": 0.007659912109375, "train/tensor_act_model_layers_60_residual_post_attn/std": 0.76953125, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 5.5, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/min": -5.5, "train/tensor_act_model_layers_60_residual_post_attn/max": 5.125, "train/tensor_act_model_layers_60_residual_post_attn/range": 10.625, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 1255.9649658203125, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": -0.08056640625, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 0.42578125, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -2.71875, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 2.578125, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 5.296875, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 1156.30322265625, "train/tensor_act_model_layers_60_mlp_up_proj/mean": 0.0020904541015625, "train/tensor_act_model_layers_60_mlp_up_proj/std": 0.3984375, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 2.359375, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -2.21875, "train/tensor_act_model_layers_60_mlp_up_proj/max": 2.359375, "train/tensor_act_model_layers_60_mlp_up_proj/range": 4.578125, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 109.60407257080078, "train/tensor_act_model_layers_60_mlp_down_proj/mean": -0.00014400482177734375, "train/tensor_act_model_layers_60_mlp_down_proj/std": 0.053466796875, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 0.48046875, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/min": -0.48046875, "train/tensor_act_model_layers_60_mlp_down_proj/max": 0.38671875, "train/tensor_act_model_layers_60_mlp_down_proj/range": 0.8671875, "train/tensor_act_model_layers_60_mlp/norm": 109.60320281982422, "train/tensor_act_model_layers_60_mlp/mean": -0.00014400482177734375, "train/tensor_act_model_layers_60_mlp/std": 0.053466796875, "train/tensor_act_model_layers_60_mlp/max_abs": 0.478515625, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp/min": -0.478515625, "train/tensor_act_model_layers_60_mlp/max": 0.384765625, "train/tensor_act_model_layers_60_mlp/range": 0.86328125, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 1581.809326171875, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 0.00750732421875, "train/tensor_act_model_layers_60_residual_post_mlp/std": 0.7734375, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 5.46875, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/min": -5.46875, "train/tensor_act_model_layers_60_residual_post_mlp/max": 5.375, "train/tensor_act_model_layers_60_residual_post_mlp/range": 10.84375, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 1581.809326171875, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 0.00750732421875, "train/tensor_act_model_layers_61_residual_pre_attn/std": 0.7734375, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 5.46875, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/min": -5.46875, "train/tensor_act_model_layers_61_residual_pre_attn/max": 5.375, "train/tensor_act_model_layers_61_residual_pre_attn/range": 10.84375, "train/tensor_act_model_layers_61_residual_post_attn/norm": 1588.3963623046875, "train/tensor_act_model_layers_61_residual_post_attn/mean": 0.008056640625, "train/tensor_act_model_layers_61_residual_post_attn/std": 0.77734375, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 5.5625, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/min": -5.5625, "train/tensor_act_model_layers_61_residual_post_attn/max": 5.34375, "train/tensor_act_model_layers_61_residual_post_attn/range": 10.90625, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 1262.206787109375, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": -0.09814453125, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 0.423828125, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -2.59375, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 2.34375, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 4.9375, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 1163.437255859375, "train/tensor_act_model_layers_61_mlp_up_proj/mean": 0.01043701171875, "train/tensor_act_model_layers_61_mlp_up_proj/std": 0.40234375, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 2.171875, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -2.171875, "train/tensor_act_model_layers_61_mlp_up_proj/max": 2.171875, "train/tensor_act_model_layers_61_mlp_up_proj/range": 4.34375, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 108.42656707763672, "train/tensor_act_model_layers_61_mlp_down_proj/mean": -0.000537872314453125, "train/tensor_act_model_layers_61_mlp_down_proj/std": 0.052978515625, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 0.419921875, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/min": -0.40234375, "train/tensor_act_model_layers_61_mlp_down_proj/max": 0.419921875, "train/tensor_act_model_layers_61_mlp_down_proj/range": 0.822265625, "train/tensor_act_model_layers_61_mlp/norm": 108.42640686035156, "train/tensor_act_model_layers_61_mlp/mean": -0.000537872314453125, "train/tensor_act_model_layers_61_mlp/std": 0.052978515625, "train/tensor_act_model_layers_61_mlp/max_abs": 0.41796875, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp/min": -0.400390625, "train/tensor_act_model_layers_61_mlp/max": 0.41796875, "train/tensor_act_model_layers_61_mlp/range": 0.818359375, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 1598.7686767578125, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 0.007537841796875, "train/tensor_act_model_layers_61_residual_post_mlp/std": 0.78125, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 5.59375, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/min": -5.59375, "train/tensor_act_model_layers_61_residual_post_mlp/max": 5.40625, "train/tensor_act_model_layers_61_residual_post_mlp/range": 11.0, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 1598.7686767578125, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 0.007537841796875, "train/tensor_act_model_layers_62_residual_pre_attn/std": 0.78125, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 5.59375, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/min": -5.59375, "train/tensor_act_model_layers_62_residual_pre_attn/max": 5.40625, "train/tensor_act_model_layers_62_residual_pre_attn/range": 11.0, "train/tensor_act_model_layers_62_residual_post_attn/norm": 1606.2049560546875, "train/tensor_act_model_layers_62_residual_post_attn/mean": 0.00860595703125, "train/tensor_act_model_layers_62_residual_post_attn/std": 0.78515625, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 5.5, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/min": -5.5, "train/tensor_act_model_layers_62_residual_post_attn/max": 5.28125, "train/tensor_act_model_layers_62_residual_post_attn/range": 10.78125, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 1268.2396240234375, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": -0.08447265625, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 0.4296875, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 3.265625, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -3.265625, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 2.65625, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 5.921875, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 1180.221435546875, "train/tensor_act_model_layers_62_mlp_up_proj/mean": -0.0098876953125, "train/tensor_act_model_layers_62_mlp_up_proj/std": 0.408203125, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 3.28125, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -3.28125, "train/tensor_act_model_layers_62_mlp_up_proj/max": 2.359375, "train/tensor_act_model_layers_62_mlp_up_proj/range": 5.640625, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 114.1810073852539, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 0.00010442733764648438, "train/tensor_act_model_layers_62_mlp_down_proj/std": 0.0556640625, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 0.462890625, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/min": -0.4453125, "train/tensor_act_model_layers_62_mlp_down_proj/max": 0.462890625, "train/tensor_act_model_layers_62_mlp_down_proj/range": 0.908203125, "train/tensor_act_model_layers_62_mlp/norm": 114.18048858642578, "train/tensor_act_model_layers_62_mlp/mean": 0.00010442733764648438, "train/tensor_act_model_layers_62_mlp/std": 0.0556640625, "train/tensor_act_model_layers_62_mlp/max_abs": 0.4609375, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp/min": -0.443359375, "train/tensor_act_model_layers_62_mlp/max": 0.4609375, "train/tensor_act_model_layers_62_mlp/range": 0.904296875, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 1617.58349609375, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 0.00872802734375, "train/tensor_act_model_layers_62_residual_post_mlp/std": 0.7890625, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 5.625, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/min": -5.625, "train/tensor_act_model_layers_62_residual_post_mlp/max": 5.4375, "train/tensor_act_model_layers_62_residual_post_mlp/range": 11.0625, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 1617.58349609375, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 0.00872802734375, "train/tensor_act_model_layers_63_residual_pre_attn/std": 0.7890625, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 5.625, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/min": -5.625, "train/tensor_act_model_layers_63_residual_pre_attn/max": 5.4375, "train/tensor_act_model_layers_63_residual_pre_attn/range": 11.0625, "train/tensor_act_model_layers_63_residual_post_attn/norm": 1622.4560546875, "train/tensor_act_model_layers_63_residual_post_attn/mean": 0.0086669921875, "train/tensor_act_model_layers_63_residual_post_attn/std": 0.79296875, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 5.59375, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/min": -5.59375, "train/tensor_act_model_layers_63_residual_post_attn/max": 5.28125, "train/tensor_act_model_layers_63_residual_post_attn/range": 10.875, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 1267.429443359375, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": -0.0849609375, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 0.4296875, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 2.421875, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -2.421875, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 2.40625, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 4.828125, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 1181.4296875, "train/tensor_act_model_layers_63_mlp_up_proj/mean": -0.0028076171875, "train/tensor_act_model_layers_63_mlp_up_proj/std": 0.408203125, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 2.484375, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_63_mlp_up_proj/max": 2.328125, "train/tensor_act_model_layers_63_mlp_up_proj/range": 4.8125, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 113.14202880859375, "train/tensor_act_model_layers_63_mlp_down_proj/mean": -0.0003871917724609375, "train/tensor_act_model_layers_63_mlp_down_proj/std": 0.05517578125, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 0.578125, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/min": -0.578125, "train/tensor_act_model_layers_63_mlp_down_proj/max": 0.486328125, "train/tensor_act_model_layers_63_mlp_down_proj/range": 1.064453125, "train/tensor_act_model_layers_63_mlp/norm": 113.14104461669922, "train/tensor_act_model_layers_63_mlp/mean": -0.0003871917724609375, "train/tensor_act_model_layers_63_mlp/std": 0.05517578125, "train/tensor_act_model_layers_63_mlp/max_abs": 0.57421875, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp/min": -0.57421875, "train/tensor_act_model_layers_63_mlp/max": 0.484375, "train/tensor_act_model_layers_63_mlp/range": 1.05859375, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 1631.91357421875, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 0.00830078125, "train/tensor_act_model_layers_63_residual_post_mlp/std": 0.796875, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 5.71875, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/min": -5.71875, "train/tensor_act_model_layers_63_residual_post_mlp/max": 5.4375, "train/tensor_act_model_layers_63_residual_post_mlp/range": 11.15625, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 1631.91357421875, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 0.00830078125, "train/tensor_act_model_layers_64_residual_pre_attn/std": 0.796875, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 5.71875, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/min": -5.71875, "train/tensor_act_model_layers_64_residual_pre_attn/max": 5.4375, "train/tensor_act_model_layers_64_residual_pre_attn/range": 11.15625, "train/tensor_act_model_layers_64_residual_post_attn/norm": 1636.367431640625, "train/tensor_act_model_layers_64_residual_post_attn/mean": 0.00732421875, "train/tensor_act_model_layers_64_residual_post_attn/std": 0.80078125, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 5.65625, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/min": -5.625, "train/tensor_act_model_layers_64_residual_post_attn/max": 5.65625, "train/tensor_act_model_layers_64_residual_post_attn/range": 11.28125, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 1311.6864013671875, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": -0.0927734375, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 0.443359375, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 2.515625, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -2.484375, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 2.515625, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 5.0, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 1196.7921142578125, "train/tensor_act_model_layers_64_mlp_up_proj/mean": -0.003021240234375, "train/tensor_act_model_layers_64_mlp_up_proj/std": 0.4140625, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -2.28125, "train/tensor_act_model_layers_64_mlp_up_proj/max": 2.546875, "train/tensor_act_model_layers_64_mlp_up_proj/range": 4.828125, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 118.3395767211914, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 0.00135040283203125, "train/tensor_act_model_layers_64_mlp_down_proj/std": 0.057861328125, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 0.494140625, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/min": -0.494140625, "train/tensor_act_model_layers_64_mlp_down_proj/max": 0.427734375, "train/tensor_act_model_layers_64_mlp_down_proj/range": 0.921875, "train/tensor_act_model_layers_64_mlp/norm": 118.3393783569336, "train/tensor_act_model_layers_64_mlp/mean": 0.00135040283203125, "train/tensor_act_model_layers_64_mlp/std": 0.057861328125, "train/tensor_act_model_layers_64_mlp/max_abs": 0.4921875, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp/min": -0.4921875, "train/tensor_act_model_layers_64_mlp/max": 0.42578125, "train/tensor_act_model_layers_64_mlp/range": 0.91796875, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 1647.6907958984375, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 0.0086669921875, "train/tensor_act_model_layers_64_residual_post_mlp/std": 0.8046875, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 5.65625, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/min": -5.65625, "train/tensor_act_model_layers_64_residual_post_mlp/max": 5.65625, "train/tensor_act_model_layers_64_residual_post_mlp/range": 11.3125, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 1647.6907958984375, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 0.0086669921875, "train/tensor_act_model_layers_65_residual_pre_attn/std": 0.8046875, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 5.65625, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/min": -5.65625, "train/tensor_act_model_layers_65_residual_pre_attn/max": 5.65625, "train/tensor_act_model_layers_65_residual_pre_attn/range": 11.3125, "train/tensor_act_model_layers_65_residual_post_attn/norm": 1658.995361328125, "train/tensor_act_model_layers_65_residual_post_attn/mean": 0.00836181640625, "train/tensor_act_model_layers_65_residual_post_attn/std": 0.80859375, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 5.65625, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/min": -5.65625, "train/tensor_act_model_layers_65_residual_post_attn/max": 5.5625, "train/tensor_act_model_layers_65_residual_post_attn/range": 11.21875, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 1329.1033935546875, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": -0.10595703125, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 0.447265625, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 3.0625, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -3.0625, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 2.421875, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 5.484375, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 1216.1759033203125, "train/tensor_act_model_layers_65_mlp_up_proj/mean": 0.03125, "train/tensor_act_model_layers_65_mlp_up_proj/std": 0.41796875, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 2.796875, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -2.796875, "train/tensor_act_model_layers_65_mlp_up_proj/max": 2.546875, "train/tensor_act_model_layers_65_mlp_up_proj/range": 5.34375, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 118.37128448486328, "train/tensor_act_model_layers_65_mlp_down_proj/mean": -0.000682830810546875, "train/tensor_act_model_layers_65_mlp_down_proj/std": 0.057861328125, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 0.48046875, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/min": -0.443359375, "train/tensor_act_model_layers_65_mlp_down_proj/max": 0.48046875, "train/tensor_act_model_layers_65_mlp_down_proj/range": 0.923828125, "train/tensor_act_model_layers_65_mlp/norm": 118.37093353271484, "train/tensor_act_model_layers_65_mlp/mean": -0.000682830810546875, "train/tensor_act_model_layers_65_mlp/std": 0.057861328125, "train/tensor_act_model_layers_65_mlp/max_abs": 0.478515625, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp/min": -0.44140625, "train/tensor_act_model_layers_65_mlp/max": 0.478515625, "train/tensor_act_model_layers_65_mlp/range": 0.919921875, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 1668.19091796875, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 0.007659912109375, "train/tensor_act_model_layers_65_residual_post_mlp/std": 0.81640625, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 5.71875, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/min": -5.71875, "train/tensor_act_model_layers_65_residual_post_mlp/max": 5.5625, "train/tensor_act_model_layers_65_residual_post_mlp/range": 11.28125, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 1668.19091796875, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 0.007659912109375, "train/tensor_act_model_layers_66_residual_pre_attn/std": 0.81640625, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 5.71875, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/min": -5.71875, "train/tensor_act_model_layers_66_residual_pre_attn/max": 5.5625, "train/tensor_act_model_layers_66_residual_pre_attn/range": 11.28125, "train/tensor_act_model_layers_66_residual_post_attn/norm": 1676.7822265625, "train/tensor_act_model_layers_66_residual_post_attn/mean": 0.00799560546875, "train/tensor_act_model_layers_66_residual_post_attn/std": 0.8203125, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 5.71875, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/min": -5.625, "train/tensor_act_model_layers_66_residual_post_attn/max": 5.71875, "train/tensor_act_model_layers_66_residual_post_attn/range": 11.34375, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 1292.4835205078125, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": -0.0986328125, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 0.435546875, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 3.03125, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -2.953125, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 3.03125, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 5.984375, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 1194.207275390625, "train/tensor_act_model_layers_66_mlp_up_proj/mean": 0.00543212890625, "train/tensor_act_model_layers_66_mlp_up_proj/std": 0.412109375, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 2.734375, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -2.15625, "train/tensor_act_model_layers_66_mlp_up_proj/max": 2.734375, "train/tensor_act_model_layers_66_mlp_up_proj/range": 4.890625, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 114.02986145019531, "train/tensor_act_model_layers_66_mlp_down_proj/mean": -4.029273986816406e-05, "train/tensor_act_model_layers_66_mlp_down_proj/std": 0.0556640625, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 0.765625, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/min": -0.66015625, "train/tensor_act_model_layers_66_mlp_down_proj/max": 0.765625, "train/tensor_act_model_layers_66_mlp_down_proj/range": 1.42578125, "train/tensor_act_model_layers_66_mlp/norm": 114.01731872558594, "train/tensor_act_model_layers_66_mlp/mean": -4.0531158447265625e-05, "train/tensor_act_model_layers_66_mlp/std": 0.0556640625, "train/tensor_act_model_layers_66_mlp/max_abs": 0.7578125, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp/min": -0.65234375, "train/tensor_act_model_layers_66_mlp/max": 0.7578125, "train/tensor_act_model_layers_66_mlp/range": 1.41015625, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 1685.5849609375, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 0.00799560546875, "train/tensor_act_model_layers_66_residual_post_mlp/std": 0.82421875, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 5.71875, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/min": -5.71875, "train/tensor_act_model_layers_66_residual_post_mlp/max": 5.71875, "train/tensor_act_model_layers_66_residual_post_mlp/range": 11.4375, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 1685.5849609375, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 0.00799560546875, "train/tensor_act_model_layers_67_residual_pre_attn/std": 0.82421875, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 5.71875, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/min": -5.71875, "train/tensor_act_model_layers_67_residual_pre_attn/max": 5.71875, "train/tensor_act_model_layers_67_residual_pre_attn/range": 11.4375, "train/tensor_act_model_layers_67_residual_post_attn/norm": 1698.5584716796875, "train/tensor_act_model_layers_67_residual_post_attn/mean": 0.00799560546875, "train/tensor_act_model_layers_67_residual_post_attn/std": 0.828125, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 5.875, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/min": -5.75, "train/tensor_act_model_layers_67_residual_post_attn/max": 5.875, "train/tensor_act_model_layers_67_residual_post_attn/range": 11.625, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 1311.7945556640625, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": -0.10546875, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 0.44140625, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -2.703125, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 2.671875, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 5.375, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 1198.7181396484375, "train/tensor_act_model_layers_67_mlp_up_proj/mean": 0.001739501953125, "train/tensor_act_model_layers_67_mlp_up_proj/std": 0.4140625, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 2.421875, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -2.234375, "train/tensor_act_model_layers_67_mlp_up_proj/max": 2.421875, "train/tensor_act_model_layers_67_mlp_up_proj/range": 4.65625, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 114.20567321777344, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 0.0003185272216796875, "train/tensor_act_model_layers_67_mlp_down_proj/std": 0.0556640625, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 0.443359375, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/min": -0.443359375, "train/tensor_act_model_layers_67_mlp_down_proj/max": 0.423828125, "train/tensor_act_model_layers_67_mlp_down_proj/range": 0.8671875, "train/tensor_act_model_layers_67_mlp/norm": 114.2055892944336, "train/tensor_act_model_layers_67_mlp/mean": 0.0003185272216796875, "train/tensor_act_model_layers_67_mlp/std": 0.0556640625, "train/tensor_act_model_layers_67_mlp/max_abs": 0.44140625, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp/min": -0.44140625, "train/tensor_act_model_layers_67_mlp/max": 0.421875, "train/tensor_act_model_layers_67_mlp/range": 0.86328125, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 1703.73095703125, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 0.00836181640625, "train/tensor_act_model_layers_67_residual_post_mlp/std": 0.83203125, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 5.9375, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/min": -5.78125, "train/tensor_act_model_layers_67_residual_post_mlp/max": 5.9375, "train/tensor_act_model_layers_67_residual_post_mlp/range": 11.71875, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 1703.73095703125, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 0.00836181640625, "train/tensor_act_model_layers_68_residual_pre_attn/std": 0.83203125, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 5.9375, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/min": -5.78125, "train/tensor_act_model_layers_68_residual_pre_attn/max": 5.9375, "train/tensor_act_model_layers_68_residual_pre_attn/range": 11.71875, "train/tensor_act_model_layers_68_residual_post_attn/norm": 1713.9306640625, "train/tensor_act_model_layers_68_residual_post_attn/mean": 0.007537841796875, "train/tensor_act_model_layers_68_residual_post_attn/std": 0.8359375, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 5.875, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/min": -5.84375, "train/tensor_act_model_layers_68_residual_post_attn/max": 5.875, "train/tensor_act_model_layers_68_residual_post_attn/range": 11.71875, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 1330.3660888671875, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": -0.10400390625, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 0.447265625, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 2.984375, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -2.984375, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 2.515625, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 5.5, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 1215.1273193359375, "train/tensor_act_model_layers_68_mlp_up_proj/mean": 0.005767822265625, "train/tensor_act_model_layers_68_mlp_up_proj/std": 0.419921875, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 2.296875, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -2.1875, "train/tensor_act_model_layers_68_mlp_up_proj/max": 2.296875, "train/tensor_act_model_layers_68_mlp_up_proj/range": 4.484375, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 119.24591827392578, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 0.00101470947265625, "train/tensor_act_model_layers_68_mlp_down_proj/std": 0.05810546875, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 0.416015625, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/min": -0.408203125, "train/tensor_act_model_layers_68_mlp_down_proj/max": 0.416015625, "train/tensor_act_model_layers_68_mlp_down_proj/range": 0.82421875, "train/tensor_act_model_layers_68_mlp/norm": 119.24578857421875, "train/tensor_act_model_layers_68_mlp/mean": 0.00101470947265625, "train/tensor_act_model_layers_68_mlp/std": 0.05810546875, "train/tensor_act_model_layers_68_mlp/max_abs": 0.4140625, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp/min": -0.40625, "train/tensor_act_model_layers_68_mlp/max": 0.4140625, "train/tensor_act_model_layers_68_mlp/range": 0.8203125, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 1721.7957763671875, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 0.008544921875, "train/tensor_act_model_layers_68_residual_post_mlp/std": 0.83984375, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 6.1875, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/min": -5.9375, "train/tensor_act_model_layers_68_residual_post_mlp/max": 6.1875, "train/tensor_act_model_layers_68_residual_post_mlp/range": 12.125, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 1721.7957763671875, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 0.008544921875, "train/tensor_act_model_layers_69_residual_pre_attn/std": 0.83984375, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 6.1875, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/min": -5.9375, "train/tensor_act_model_layers_69_residual_pre_attn/max": 6.1875, "train/tensor_act_model_layers_69_residual_pre_attn/range": 12.125, "train/tensor_act_model_layers_69_residual_post_attn/norm": 1729.1162109375, "train/tensor_act_model_layers_69_residual_post_attn/mean": 0.007781982421875, "train/tensor_act_model_layers_69_residual_post_attn/std": 0.84375, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 5.9375, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/min": -5.9375, "train/tensor_act_model_layers_69_residual_post_attn/max": 5.9375, "train/tensor_act_model_layers_69_residual_post_attn/range": 11.875, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 1336.8162841796875, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": -0.1103515625, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 0.447265625, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 3.09375, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -3.09375, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 3.03125, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 6.125, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 1217.63818359375, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.0069580078125, "train/tensor_act_model_layers_69_mlp_up_proj/std": 0.419921875, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 2.796875, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -2.796875, "train/tensor_act_model_layers_69_mlp_up_proj/max": 2.28125, "train/tensor_act_model_layers_69_mlp_up_proj/range": 5.078125, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 117.82801055908203, "train/tensor_act_model_layers_69_mlp_down_proj/mean": -0.00182342529296875, "train/tensor_act_model_layers_69_mlp_down_proj/std": 0.0576171875, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 0.49609375, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/min": -0.470703125, "train/tensor_act_model_layers_69_mlp_down_proj/max": 0.49609375, "train/tensor_act_model_layers_69_mlp_down_proj/range": 0.966796875, "train/tensor_act_model_layers_69_mlp/norm": 117.82728576660156, "train/tensor_act_model_layers_69_mlp/mean": -0.00182342529296875, "train/tensor_act_model_layers_69_mlp/std": 0.0576171875, "train/tensor_act_model_layers_69_mlp/max_abs": 0.494140625, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp/min": -0.46875, "train/tensor_act_model_layers_69_mlp/max": 0.494140625, "train/tensor_act_model_layers_69_mlp/range": 0.962890625, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 1739.8377685546875, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 0.005950927734375, "train/tensor_act_model_layers_69_residual_post_mlp/std": 0.84765625, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 6.03125, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/min": -6.03125, "train/tensor_act_model_layers_69_residual_post_mlp/max": 6.0, "train/tensor_act_model_layers_69_residual_post_mlp/range": 12.03125, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 1739.8377685546875, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 0.005950927734375, "train/tensor_act_model_layers_70_residual_pre_attn/std": 0.84765625, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 6.03125, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/min": -6.03125, "train/tensor_act_model_layers_70_residual_pre_attn/max": 6.0, "train/tensor_act_model_layers_70_residual_pre_attn/range": 12.03125, "train/tensor_act_model_layers_70_residual_post_attn/norm": 1743.0511474609375, "train/tensor_act_model_layers_70_residual_post_attn/mean": 0.006439208984375, "train/tensor_act_model_layers_70_residual_post_attn/std": 0.8515625, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 6.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/min": -6.0, "train/tensor_act_model_layers_70_residual_post_attn/max": 5.90625, "train/tensor_act_model_layers_70_residual_post_attn/range": 11.90625, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 1319.841796875, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": -0.107421875, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 0.443359375, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 2.640625, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -2.625, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 2.640625, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 5.265625, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 1221.2845458984375, "train/tensor_act_model_layers_70_mlp_up_proj/mean": -0.0107421875, "train/tensor_act_model_layers_70_mlp_up_proj/std": 0.421875, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 2.390625, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -2.390625, "train/tensor_act_model_layers_70_mlp_up_proj/max": 2.328125, "train/tensor_act_model_layers_70_mlp_up_proj/range": 4.71875, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 118.75337982177734, "train/tensor_act_model_layers_70_mlp_down_proj/mean": -7.343292236328125e-05, "train/tensor_act_model_layers_70_mlp_down_proj/std": 0.05810546875, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 0.51953125, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/min": -0.4921875, "train/tensor_act_model_layers_70_mlp_down_proj/max": 0.51953125, "train/tensor_act_model_layers_70_mlp_down_proj/range": 1.01171875, "train/tensor_act_model_layers_70_mlp/norm": 118.75323486328125, "train/tensor_act_model_layers_70_mlp/mean": -7.343292236328125e-05, "train/tensor_act_model_layers_70_mlp/std": 0.05810546875, "train/tensor_act_model_layers_70_mlp/max_abs": 0.515625, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp/min": -0.490234375, "train/tensor_act_model_layers_70_mlp/max": 0.515625, "train/tensor_act_model_layers_70_mlp/range": 1.005859375, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 1754.40234375, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 0.006378173828125, "train/tensor_act_model_layers_70_residual_post_mlp/std": 0.85546875, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 6.0625, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/min": -6.0625, "train/tensor_act_model_layers_70_residual_post_mlp/max": 5.96875, "train/tensor_act_model_layers_70_residual_post_mlp/range": 12.03125, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 1754.40234375, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 0.006378173828125, "train/tensor_act_model_layers_71_residual_pre_attn/std": 0.85546875, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 6.0625, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/min": -6.0625, "train/tensor_act_model_layers_71_residual_pre_attn/max": 5.96875, "train/tensor_act_model_layers_71_residual_pre_attn/range": 12.03125, "train/tensor_act_model_layers_71_residual_post_attn/norm": 1782.365966796875, "train/tensor_act_model_layers_71_residual_post_attn/mean": 0.0072021484375, "train/tensor_act_model_layers_71_residual_post_attn/std": 0.87109375, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 6.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/min": -6.0, "train/tensor_act_model_layers_71_residual_post_attn/max": 5.75, "train/tensor_act_model_layers_71_residual_post_attn/range": 11.75, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 1380.87060546875, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": -0.12109375, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 0.4609375, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 3.171875, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -3.0, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 3.171875, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 6.171875, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 1252.19482421875, "train/tensor_act_model_layers_71_mlp_up_proj/mean": -0.001190185546875, "train/tensor_act_model_layers_71_mlp_up_proj/std": 0.431640625, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 3.265625, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -3.265625, "train/tensor_act_model_layers_71_mlp_up_proj/max": 2.453125, "train/tensor_act_model_layers_71_mlp_up_proj/range": 5.71875, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 138.84315490722656, "train/tensor_act_model_layers_71_mlp_down_proj/mean": -0.00064849853515625, "train/tensor_act_model_layers_71_mlp_down_proj/std": 0.06787109375, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 0.7265625, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/min": -0.7265625, "train/tensor_act_model_layers_71_mlp_down_proj/max": 0.69140625, "train/tensor_act_model_layers_71_mlp_down_proj/range": 1.41796875, "train/tensor_act_model_layers_71_mlp/norm": 138.83261108398438, "train/tensor_act_model_layers_71_mlp/mean": -0.00064849853515625, "train/tensor_act_model_layers_71_mlp/std": 0.06787109375, "train/tensor_act_model_layers_71_mlp/max_abs": 0.71875, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp/min": -0.71875, "train/tensor_act_model_layers_71_mlp/max": 0.68359375, "train/tensor_act_model_layers_71_mlp/range": 1.40234375, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 1783.922607421875, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 0.00653076171875, "train/tensor_act_model_layers_71_residual_post_mlp/std": 0.87109375, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 6.03125, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/min": -6.03125, "train/tensor_act_model_layers_71_residual_post_mlp/max": 5.84375, "train/tensor_act_model_layers_71_residual_post_mlp/range": 11.875, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 1783.922607421875, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 0.00653076171875, "train/tensor_act_model_layers_72_residual_pre_attn/std": 0.87109375, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 6.03125, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/min": -6.03125, "train/tensor_act_model_layers_72_residual_pre_attn/max": 5.84375, "train/tensor_act_model_layers_72_residual_pre_attn/range": 11.875, "train/tensor_act_model_layers_72_residual_post_attn/norm": 1785.1787109375, "train/tensor_act_model_layers_72_residual_post_attn/mean": 0.006622314453125, "train/tensor_act_model_layers_72_residual_post_attn/std": 0.87109375, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 5.96875, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/min": -5.96875, "train/tensor_act_model_layers_72_residual_post_attn/max": 5.9375, "train/tensor_act_model_layers_72_residual_post_attn/range": 11.90625, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 1369.1107177734375, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": -0.123046875, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 0.45703125, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 3.25, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -3.25, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 2.59375, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 5.84375, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 1252.5469970703125, "train/tensor_act_model_layers_72_mlp_up_proj/mean": 0.0137939453125, "train/tensor_act_model_layers_72_mlp_up_proj/std": 0.431640625, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 3.53125, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -2.4375, "train/tensor_act_model_layers_72_mlp_up_proj/max": 3.53125, "train/tensor_act_model_layers_72_mlp_up_proj/range": 5.96875, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 131.29013061523438, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 0.00046539306640625, "train/tensor_act_model_layers_72_mlp_down_proj/std": 0.06396484375, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 0.94921875, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/min": -0.91015625, "train/tensor_act_model_layers_72_mlp_down_proj/max": 0.94921875, "train/tensor_act_model_layers_72_mlp_down_proj/range": 1.859375, "train/tensor_act_model_layers_72_mlp/norm": 131.26490783691406, "train/tensor_act_model_layers_72_mlp/mean": 0.00046539306640625, "train/tensor_act_model_layers_72_mlp/std": 0.06396484375, "train/tensor_act_model_layers_72_mlp/max_abs": 0.93359375, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp/min": -0.89453125, "train/tensor_act_model_layers_72_mlp/max": 0.93359375, "train/tensor_act_model_layers_72_mlp/range": 1.828125, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 1794.2723388671875, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 0.007110595703125, "train/tensor_act_model_layers_72_residual_post_mlp/std": 0.875, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 6.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/min": -6.0, "train/tensor_act_model_layers_72_residual_post_mlp/max": 6.0, "train/tensor_act_model_layers_72_residual_post_mlp/range": 12.0, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 1794.2723388671875, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 0.007110595703125, "train/tensor_act_model_layers_73_residual_pre_attn/std": 0.875, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 6.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/min": -6.0, "train/tensor_act_model_layers_73_residual_pre_attn/max": 6.0, "train/tensor_act_model_layers_73_residual_pre_attn/range": 12.0, "train/tensor_act_model_layers_73_residual_post_attn/norm": 1795.070068359375, "train/tensor_act_model_layers_73_residual_post_attn/mean": 0.0072021484375, "train/tensor_act_model_layers_73_residual_post_attn/std": 0.875, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 6.03125, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/min": -6.03125, "train/tensor_act_model_layers_73_residual_post_attn/max": 5.96875, "train/tensor_act_model_layers_73_residual_post_attn/range": 12.0, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 1356.130615234375, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": -0.11083984375, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 0.455078125, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 2.8125, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -2.8125, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 2.4375, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 5.25, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 1237.1431884765625, "train/tensor_act_model_layers_73_mlp_up_proj/mean": 0.0023040771484375, "train/tensor_act_model_layers_73_mlp_up_proj/std": 0.427734375, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 2.375, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -2.328125, "train/tensor_act_model_layers_73_mlp_up_proj/max": 2.375, "train/tensor_act_model_layers_73_mlp_up_proj/range": 4.703125, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 123.97879028320312, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 0.00150299072265625, "train/tensor_act_model_layers_73_mlp_down_proj/std": 0.060546875, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 0.7265625, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/min": -0.52734375, "train/tensor_act_model_layers_73_mlp_down_proj/max": 0.7265625, "train/tensor_act_model_layers_73_mlp_down_proj/range": 1.25390625, "train/tensor_act_model_layers_73_mlp/norm": 123.97833251953125, "train/tensor_act_model_layers_73_mlp/mean": 0.00150299072265625, "train/tensor_act_model_layers_73_mlp/std": 0.060546875, "train/tensor_act_model_layers_73_mlp/max_abs": 0.71875, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp/min": -0.5234375, "train/tensor_act_model_layers_73_mlp/max": 0.71875, "train/tensor_act_model_layers_73_mlp/range": 1.2421875, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 1806.5126953125, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 0.0086669921875, "train/tensor_act_model_layers_73_residual_post_mlp/std": 0.8828125, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 6.03125, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/min": -6.03125, "train/tensor_act_model_layers_73_residual_post_mlp/max": 6.0, "train/tensor_act_model_layers_73_residual_post_mlp/range": 12.03125, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 1806.5126953125, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 0.0086669921875, "train/tensor_act_model_layers_74_residual_pre_attn/std": 0.8828125, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 6.03125, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/min": -6.03125, "train/tensor_act_model_layers_74_residual_pre_attn/max": 6.0, "train/tensor_act_model_layers_74_residual_pre_attn/range": 12.03125, "train/tensor_act_model_layers_74_residual_post_attn/norm": 1820.018310546875, "train/tensor_act_model_layers_74_residual_post_attn/mean": 0.01068115234375, "train/tensor_act_model_layers_74_residual_post_attn/std": 0.88671875, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 6.0625, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/min": -6.0625, "train/tensor_act_model_layers_74_residual_post_attn/max": 6.0625, "train/tensor_act_model_layers_74_residual_post_attn/range": 12.125, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 1386.9127197265625, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": -0.103515625, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 0.466796875, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 3.046875, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -3.046875, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 2.65625, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 5.703125, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 1279.362060546875, "train/tensor_act_model_layers_74_mlp_up_proj/mean": 0.00262451171875, "train/tensor_act_model_layers_74_mlp_up_proj/std": 0.44140625, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 2.703125, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -2.703125, "train/tensor_act_model_layers_74_mlp_up_proj/max": 2.40625, "train/tensor_act_model_layers_74_mlp_up_proj/range": 5.109375, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 136.22987365722656, "train/tensor_act_model_layers_74_mlp_down_proj/mean": -0.00180816650390625, "train/tensor_act_model_layers_74_mlp_down_proj/std": 0.06640625, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 0.5, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/min": -0.46875, "train/tensor_act_model_layers_74_mlp_down_proj/max": 0.5, "train/tensor_act_model_layers_74_mlp_down_proj/range": 0.96875, "train/tensor_act_model_layers_74_mlp/norm": 136.2291259765625, "train/tensor_act_model_layers_74_mlp/mean": -0.00180816650390625, "train/tensor_act_model_layers_74_mlp/std": 0.06640625, "train/tensor_act_model_layers_74_mlp/max_abs": 0.498046875, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp/min": -0.466796875, "train/tensor_act_model_layers_74_mlp/max": 0.498046875, "train/tensor_act_model_layers_74_mlp/range": 0.96484375, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 1832.1812744140625, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 0.00885009765625, "train/tensor_act_model_layers_74_residual_post_mlp/std": 0.89453125, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 6.1875, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/min": -6.1875, "train/tensor_act_model_layers_74_residual_post_mlp/max": 6.0625, "train/tensor_act_model_layers_74_residual_post_mlp/range": 12.25, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 1832.1812744140625, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 0.00885009765625, "train/tensor_act_model_layers_75_residual_pre_attn/std": 0.89453125, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 6.1875, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/min": -6.1875, "train/tensor_act_model_layers_75_residual_pre_attn/max": 6.0625, "train/tensor_act_model_layers_75_residual_pre_attn/range": 12.25, "train/tensor_act_model_layers_75_residual_post_attn/norm": 1857.33349609375, "train/tensor_act_model_layers_75_residual_post_attn/mean": 0.010986328125, "train/tensor_act_model_layers_75_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 6.21875, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/min": -6.21875, "train/tensor_act_model_layers_75_residual_post_attn/max": 6.15625, "train/tensor_act_model_layers_75_residual_post_attn/range": 12.375, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 1416.5740966796875, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": -0.130859375, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 0.470703125, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 2.921875, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -2.921875, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 2.578125, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 5.5, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 1281.8858642578125, "train/tensor_act_model_layers_75_mlp_up_proj/mean": 0.003448486328125, "train/tensor_act_model_layers_75_mlp_up_proj/std": 0.443359375, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -2.40625, "train/tensor_act_model_layers_75_mlp_up_proj/max": 2.640625, "train/tensor_act_model_layers_75_mlp_up_proj/range": 5.046875, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 136.9712371826172, "train/tensor_act_model_layers_75_mlp_down_proj/mean": -0.0008392333984375, "train/tensor_act_model_layers_75_mlp_down_proj/std": 0.06689453125, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 0.58203125, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/min": -0.5546875, "train/tensor_act_model_layers_75_mlp_down_proj/max": 0.58203125, "train/tensor_act_model_layers_75_mlp_down_proj/range": 1.13671875, "train/tensor_act_model_layers_75_mlp/norm": 136.96945190429688, "train/tensor_act_model_layers_75_mlp/mean": -0.0008392333984375, "train/tensor_act_model_layers_75_mlp/std": 0.06689453125, "train/tensor_act_model_layers_75_mlp/max_abs": 0.578125, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp/min": -0.55078125, "train/tensor_act_model_layers_75_mlp/max": 0.578125, "train/tensor_act_model_layers_75_mlp/range": 1.12890625, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 1867.950439453125, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 0.0101318359375, "train/tensor_act_model_layers_75_residual_post_mlp/std": 0.91015625, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 6.28125, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/min": -6.28125, "train/tensor_act_model_layers_75_residual_post_mlp/max": 6.1875, "train/tensor_act_model_layers_75_residual_post_mlp/range": 12.46875, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 1867.950439453125, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 0.0101318359375, "train/tensor_act_model_layers_76_residual_pre_attn/std": 0.91015625, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 6.28125, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/min": -6.28125, "train/tensor_act_model_layers_76_residual_pre_attn/max": 6.1875, "train/tensor_act_model_layers_76_residual_pre_attn/range": 12.46875, "train/tensor_act_model_layers_76_residual_post_attn/norm": 1891.5361328125, "train/tensor_act_model_layers_76_residual_post_attn/mean": 0.0089111328125, "train/tensor_act_model_layers_76_residual_post_attn/std": 0.921875, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 6.3125, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/min": -6.3125, "train/tensor_act_model_layers_76_residual_post_attn/max": 6.21875, "train/tensor_act_model_layers_76_residual_post_attn/range": 12.53125, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 1423.6875, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": -0.12255859375, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 0.4765625, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 3.15625, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -3.15625, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 2.890625, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 6.046875, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 1315.77685546875, "train/tensor_act_model_layers_76_mlp_up_proj/mean": 0.01092529296875, "train/tensor_act_model_layers_76_mlp_up_proj/std": 0.455078125, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 2.8125, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -2.8125, "train/tensor_act_model_layers_76_mlp_up_proj/max": 2.3125, "train/tensor_act_model_layers_76_mlp_up_proj/range": 5.125, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 146.79661560058594, "train/tensor_act_model_layers_76_mlp_down_proj/mean": -0.000164031982421875, "train/tensor_act_model_layers_76_mlp_down_proj/std": 0.07177734375, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 0.65625, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/min": -0.59765625, "train/tensor_act_model_layers_76_mlp_down_proj/max": 0.65625, "train/tensor_act_model_layers_76_mlp_down_proj/range": 1.25390625, "train/tensor_act_model_layers_76_mlp/norm": 146.79132080078125, "train/tensor_act_model_layers_76_mlp/mean": -0.000164031982421875, "train/tensor_act_model_layers_76_mlp/std": 0.07177734375, "train/tensor_act_model_layers_76_mlp/max_abs": 0.65234375, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp/min": -0.59375, "train/tensor_act_model_layers_76_mlp/max": 0.65234375, "train/tensor_act_model_layers_76_mlp/range": 1.24609375, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 1899.79150390625, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 0.00872802734375, "train/tensor_act_model_layers_76_residual_post_mlp/std": 0.92578125, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 6.375, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/min": -6.375, "train/tensor_act_model_layers_76_residual_post_mlp/max": 6.1875, "train/tensor_act_model_layers_76_residual_post_mlp/range": 12.5625, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 1899.79150390625, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 0.00872802734375, "train/tensor_act_model_layers_77_residual_pre_attn/std": 0.92578125, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 6.375, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/min": -6.375, "train/tensor_act_model_layers_77_residual_pre_attn/max": 6.1875, "train/tensor_act_model_layers_77_residual_pre_attn/range": 12.5625, "train/tensor_act_model_layers_77_residual_post_attn/norm": 1913.946044921875, "train/tensor_act_model_layers_77_residual_post_attn/mean": 0.00738525390625, "train/tensor_act_model_layers_77_residual_post_attn/std": 0.93359375, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 6.40625, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/min": -6.375, "train/tensor_act_model_layers_77_residual_post_attn/max": 6.40625, "train/tensor_act_model_layers_77_residual_post_attn/range": 12.78125, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 1446.878662109375, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": -0.1328125, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 0.482421875, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 2.828125, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -2.578125, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 2.828125, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 5.40625, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 1311.66015625, "train/tensor_act_model_layers_77_mlp_up_proj/mean": 0.004058837890625, "train/tensor_act_model_layers_77_mlp_up_proj/std": 0.453125, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 2.46875, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -2.3125, "train/tensor_act_model_layers_77_mlp_up_proj/max": 2.46875, "train/tensor_act_model_layers_77_mlp_up_proj/range": 4.78125, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 148.24461364746094, "train/tensor_act_model_layers_77_mlp_down_proj/mean": -0.00020599365234375, "train/tensor_act_model_layers_77_mlp_down_proj/std": 0.072265625, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 0.6640625, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/min": -0.5625, "train/tensor_act_model_layers_77_mlp_down_proj/max": 0.6640625, "train/tensor_act_model_layers_77_mlp_down_proj/range": 1.2265625, "train/tensor_act_model_layers_77_mlp/norm": 148.24099731445312, "train/tensor_act_model_layers_77_mlp/mean": -0.00020599365234375, "train/tensor_act_model_layers_77_mlp/std": 0.072265625, "train/tensor_act_model_layers_77_mlp/max_abs": 0.65625, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp/min": -0.55859375, "train/tensor_act_model_layers_77_mlp/max": 0.65625, "train/tensor_act_model_layers_77_mlp/range": 1.21484375, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 1922.29443359375, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 0.007171630859375, "train/tensor_act_model_layers_77_residual_post_mlp/std": 0.9375, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 6.5625, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/min": -6.375, "train/tensor_act_model_layers_77_residual_post_mlp/max": 6.5625, "train/tensor_act_model_layers_77_residual_post_mlp/range": 12.9375, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 1922.29443359375, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 0.007171630859375, "train/tensor_act_model_layers_78_residual_pre_attn/std": 0.9375, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 6.5625, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/min": -6.375, "train/tensor_act_model_layers_78_residual_pre_attn/max": 6.5625, "train/tensor_act_model_layers_78_residual_pre_attn/range": 12.9375, "train/tensor_act_model_layers_78_residual_post_attn/norm": 1958.471923828125, "train/tensor_act_model_layers_78_residual_post_attn/mean": 0.00823974609375, "train/tensor_act_model_layers_78_residual_post_attn/std": 0.95703125, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 6.5625, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/min": -6.5, "train/tensor_act_model_layers_78_residual_post_attn/max": 6.5625, "train/tensor_act_model_layers_78_residual_post_attn/range": 13.0625, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 1441.0010986328125, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": -0.10888671875, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 0.486328125, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 3.1875, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -3.1875, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 2.78125, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 5.96875, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 1364.1507568359375, "train/tensor_act_model_layers_78_mlp_up_proj/mean": -0.00860595703125, "train/tensor_act_model_layers_78_mlp_up_proj/std": 0.470703125, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_78_mlp_up_proj/max": 2.640625, "train/tensor_act_model_layers_78_mlp_up_proj/range": 5.125, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 154.61294555664062, "train/tensor_act_model_layers_78_mlp_down_proj/mean": -0.000247955322265625, "train/tensor_act_model_layers_78_mlp_down_proj/std": 0.07568359375, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 0.68359375, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/min": -0.609375, "train/tensor_act_model_layers_78_mlp_down_proj/max": 0.68359375, "train/tensor_act_model_layers_78_mlp_down_proj/range": 1.29296875, "train/tensor_act_model_layers_78_mlp/norm": 154.60997009277344, "train/tensor_act_model_layers_78_mlp/mean": -0.000247955322265625, "train/tensor_act_model_layers_78_mlp/std": 0.07568359375, "train/tensor_act_model_layers_78_mlp/max_abs": 0.67578125, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp/min": -0.60546875, "train/tensor_act_model_layers_78_mlp/max": 0.67578125, "train/tensor_act_model_layers_78_mlp/range": 1.28125, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 1957.958251953125, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 0.00799560546875, "train/tensor_act_model_layers_78_residual_post_mlp/std": 0.95703125, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 6.59375, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/min": -6.53125, "train/tensor_act_model_layers_78_residual_post_mlp/max": 6.59375, "train/tensor_act_model_layers_78_residual_post_mlp/range": 13.125, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 1957.958251953125, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 0.00799560546875, "train/tensor_act_model_layers_79_residual_pre_attn/std": 0.95703125, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 6.59375, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/min": -6.53125, "train/tensor_act_model_layers_79_residual_pre_attn/max": 6.59375, "train/tensor_act_model_layers_79_residual_pre_attn/range": 13.125, "train/tensor_act_model_layers_79_residual_post_attn/norm": 1982.911376953125, "train/tensor_act_model_layers_79_residual_post_attn/mean": 0.006805419921875, "train/tensor_act_model_layers_79_residual_post_attn/std": 0.96875, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 6.65625, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/min": -6.625, "train/tensor_act_model_layers_79_residual_post_attn/max": 6.65625, "train/tensor_act_model_layers_79_residual_post_attn/range": 13.28125, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 1491.7933349609375, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": -0.10791015625, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 0.50390625, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 3.125, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -2.953125, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 3.125, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 6.078125, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 1354.866455078125, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.0033721923828125, "train/tensor_act_model_layers_79_mlp_up_proj/std": 0.46875, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 2.578125, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -2.375, "train/tensor_act_model_layers_79_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_79_mlp_up_proj/range": 4.953125, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 165.4984130859375, "train/tensor_act_model_layers_79_mlp_down_proj/mean": -0.001312255859375, "train/tensor_act_model_layers_79_mlp_down_proj/std": 0.08056640625, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 0.71875, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/min": -0.55859375, "train/tensor_act_model_layers_79_mlp_down_proj/max": 0.71875, "train/tensor_act_model_layers_79_mlp_down_proj/range": 1.27734375, "train/tensor_act_model_layers_79_mlp/norm": 165.4932861328125, "train/tensor_act_model_layers_79_mlp/mean": -0.001312255859375, "train/tensor_act_model_layers_79_mlp/std": 0.08056640625, "train/tensor_act_model_layers_79_mlp/max_abs": 0.7109375, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp/min": -0.5546875, "train/tensor_act_model_layers_79_mlp/max": 0.7109375, "train/tensor_act_model_layers_79_mlp/range": 1.265625, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 1987.810302734375, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 0.0054931640625, "train/tensor_act_model_layers_79_residual_post_mlp/std": 0.96875, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 6.75, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/min": -6.625, "train/tensor_act_model_layers_79_residual_post_mlp/max": 6.75, "train/tensor_act_model_layers_79_residual_post_mlp/range": 13.375, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 1987.810302734375, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 0.0054931640625, "train/tensor_act_model_layers_80_residual_pre_attn/std": 0.96875, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 6.75, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/min": -6.625, "train/tensor_act_model_layers_80_residual_pre_attn/max": 6.75, "train/tensor_act_model_layers_80_residual_pre_attn/range": 13.375, "train/tensor_act_model_layers_80_residual_post_attn/norm": 2038.122802734375, "train/tensor_act_model_layers_80_residual_post_attn/mean": 0.004608154296875, "train/tensor_act_model_layers_80_residual_post_attn/std": 0.99609375, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 6.75, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/min": -6.59375, "train/tensor_act_model_layers_80_residual_post_attn/max": 6.75, "train/tensor_act_model_layers_80_residual_post_attn/range": 13.34375, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 1534.0699462890625, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": -0.09033203125, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 0.5234375, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 2.875, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -2.75, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 2.875, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 5.625, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 1414.16357421875, "train/tensor_act_model_layers_80_mlp_up_proj/mean": -0.0027923583984375, "train/tensor_act_model_layers_80_mlp_up_proj/std": 0.48828125, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 2.671875, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -2.609375, "train/tensor_act_model_layers_80_mlp_up_proj/max": 2.671875, "train/tensor_act_model_layers_80_mlp_up_proj/range": 5.28125, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 188.87417602539062, "train/tensor_act_model_layers_80_mlp_down_proj/mean": -0.0015106201171875, "train/tensor_act_model_layers_80_mlp_down_proj/std": 0.09228515625, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 0.91796875, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/min": -0.91796875, "train/tensor_act_model_layers_80_mlp_down_proj/max": 0.78515625, "train/tensor_act_model_layers_80_mlp_down_proj/range": 1.703125, "train/tensor_act_model_layers_80_mlp/norm": 188.85081481933594, "train/tensor_act_model_layers_80_mlp/mean": -0.0015106201171875, "train/tensor_act_model_layers_80_mlp/std": 0.09228515625, "train/tensor_act_model_layers_80_mlp/max_abs": 0.90234375, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp/min": -0.90234375, "train/tensor_act_model_layers_80_mlp/max": 0.7734375, "train/tensor_act_model_layers_80_mlp/range": 1.67578125, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 2036.0714111328125, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 0.0030975341796875, "train/tensor_act_model_layers_80_residual_post_mlp/std": 0.99609375, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 6.84375, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/min": -6.65625, "train/tensor_act_model_layers_80_residual_post_mlp/max": 6.84375, "train/tensor_act_model_layers_80_residual_post_mlp/range": 13.5, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 2036.0714111328125, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 0.0030975341796875, "train/tensor_act_model_layers_81_residual_pre_attn/std": 0.99609375, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 6.84375, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/min": -6.65625, "train/tensor_act_model_layers_81_residual_pre_attn/max": 6.84375, "train/tensor_act_model_layers_81_residual_pre_attn/range": 13.5, "train/tensor_act_model_layers_81_residual_post_attn/norm": 2071.191162109375, "train/tensor_act_model_layers_81_residual_post_attn/mean": 0.0012054443359375, "train/tensor_act_model_layers_81_residual_post_attn/std": 1.0078125, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 6.78125, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/min": -6.5, "train/tensor_act_model_layers_81_residual_post_attn/max": 6.78125, "train/tensor_act_model_layers_81_residual_post_attn/range": 13.28125, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 1574.8585205078125, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": -0.08203125, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 0.5390625, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 3.203125, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -3.203125, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 3.171875, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 6.375, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 1458.8997802734375, "train/tensor_act_model_layers_81_mlp_up_proj/mean": -0.017822265625, "train/tensor_act_model_layers_81_mlp_up_proj/std": 0.50390625, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 3.234375, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -3.234375, "train/tensor_act_model_layers_81_mlp_up_proj/max": 2.71875, "train/tensor_act_model_layers_81_mlp_up_proj/range": 5.953125, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 211.8749237060547, "train/tensor_act_model_layers_81_mlp_down_proj/mean": -0.00238037109375, "train/tensor_act_model_layers_81_mlp_down_proj/std": 0.103515625, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 0.86328125, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/min": -0.828125, "train/tensor_act_model_layers_81_mlp_down_proj/max": 0.86328125, "train/tensor_act_model_layers_81_mlp_down_proj/range": 1.69140625, "train/tensor_act_model_layers_81_mlp/norm": 211.8358154296875, "train/tensor_act_model_layers_81_mlp/mean": -0.00238037109375, "train/tensor_act_model_layers_81_mlp/std": 0.103515625, "train/tensor_act_model_layers_81_mlp/max_abs": 0.8515625, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp/min": -0.81640625, "train/tensor_act_model_layers_81_mlp/max": 0.8515625, "train/tensor_act_model_layers_81_mlp/range": 1.66796875, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 2077.0830078125, "train/tensor_act_model_layers_81_residual_post_mlp/mean": -0.0011749267578125, "train/tensor_act_model_layers_81_residual_post_mlp/std": 1.015625, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 6.875, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/min": -6.5, "train/tensor_act_model_layers_81_residual_post_mlp/max": 6.875, "train/tensor_act_model_layers_81_residual_post_mlp/range": 13.375, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 2077.0830078125, "train/tensor_act_model_layers_82_residual_pre_attn/mean": -0.0011749267578125, "train/tensor_act_model_layers_82_residual_pre_attn/std": 1.015625, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 6.875, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/min": -6.5, "train/tensor_act_model_layers_82_residual_pre_attn/max": 6.875, "train/tensor_act_model_layers_82_residual_pre_attn/range": 13.375, "train/tensor_act_model_layers_82_residual_post_attn/norm": 2101.124755859375, "train/tensor_act_model_layers_82_residual_post_attn/mean": -0.000782012939453125, "train/tensor_act_model_layers_82_residual_post_attn/std": 1.0234375, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 6.8125, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/min": -6.5625, "train/tensor_act_model_layers_82_residual_post_attn/max": 6.8125, "train/tensor_act_model_layers_82_residual_post_attn/range": 13.375, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 1602.9085693359375, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": -0.0830078125, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 0.546875, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 4.09375, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -3.453125, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 4.09375, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 7.546875, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 1485.73095703125, "train/tensor_act_model_layers_82_mlp_up_proj/mean": -0.007659912109375, "train/tensor_act_model_layers_82_mlp_up_proj/std": 0.51171875, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 3.15625, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -3.15625, "train/tensor_act_model_layers_82_mlp_up_proj/max": 2.828125, "train/tensor_act_model_layers_82_mlp_up_proj/range": 5.984375, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 226.1805419921875, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 0.00021648406982421875, "train/tensor_act_model_layers_82_mlp_down_proj/std": 0.1103515625, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 1.3671875, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/min": -1.3671875, "train/tensor_act_model_layers_82_mlp_down_proj/max": 1.0703125, "train/tensor_act_model_layers_82_mlp_down_proj/range": 2.4375, "train/tensor_act_model_layers_82_mlp/norm": 226.09872436523438, "train/tensor_act_model_layers_82_mlp/mean": 0.00021648406982421875, "train/tensor_act_model_layers_82_mlp/std": 0.1103515625, "train/tensor_act_model_layers_82_mlp/max_abs": 1.3125, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp/min": -1.3125, "train/tensor_act_model_layers_82_mlp/max": 1.046875, "train/tensor_act_model_layers_82_mlp/range": 2.359375, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 2104.5029296875, "train/tensor_act_model_layers_82_residual_post_mlp/mean": -0.000568389892578125, "train/tensor_act_model_layers_82_residual_post_mlp/std": 1.03125, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 6.875, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/min": -6.4375, "train/tensor_act_model_layers_82_residual_post_mlp/max": 6.875, "train/tensor_act_model_layers_82_residual_post_mlp/range": 13.3125, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 2104.5029296875, "train/tensor_act_model_layers_83_residual_pre_attn/mean": -0.000568389892578125, "train/tensor_act_model_layers_83_residual_pre_attn/std": 1.03125, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 6.875, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/min": -6.4375, "train/tensor_act_model_layers_83_residual_pre_attn/max": 6.875, "train/tensor_act_model_layers_83_residual_pre_attn/range": 13.3125, "train/tensor_act_model_layers_83_residual_post_attn/norm": 2108.237060546875, "train/tensor_act_model_layers_83_residual_post_attn/mean": -0.0021514892578125, "train/tensor_act_model_layers_83_residual_post_attn/std": 1.03125, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 6.90625, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/min": -6.375, "train/tensor_act_model_layers_83_residual_post_attn/max": 6.90625, "train/tensor_act_model_layers_83_residual_post_attn/range": 13.28125, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 1605.0885009765625, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": -0.087890625, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 0.546875, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 3.0625, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -3.0625, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 2.96875, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 6.03125, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 1485.1231689453125, "train/tensor_act_model_layers_83_mlp_up_proj/mean": 0.0038604736328125, "train/tensor_act_model_layers_83_mlp_up_proj/std": 0.51171875, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 2.765625, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -2.765625, "train/tensor_act_model_layers_83_mlp_up_proj/max": 2.640625, "train/tensor_act_model_layers_83_mlp_up_proj/range": 5.40625, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 218.33932495117188, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 0.0012054443359375, "train/tensor_act_model_layers_83_mlp_down_proj/std": 0.1064453125, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 0.7890625, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/min": -0.78515625, "train/tensor_act_model_layers_83_mlp_down_proj/max": 0.7890625, "train/tensor_act_model_layers_83_mlp_down_proj/range": 1.57421875, "train/tensor_act_model_layers_83_mlp/norm": 218.29994201660156, "train/tensor_act_model_layers_83_mlp/mean": 0.0012054443359375, "train/tensor_act_model_layers_83_mlp/std": 0.1064453125, "train/tensor_act_model_layers_83_mlp/max_abs": 0.77734375, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp/min": -0.7734375, "train/tensor_act_model_layers_83_mlp/max": 0.77734375, "train/tensor_act_model_layers_83_mlp/range": 1.55078125, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 2121.646240234375, "train/tensor_act_model_layers_83_residual_post_mlp/mean": -0.000949859619140625, "train/tensor_act_model_layers_83_residual_post_mlp/std": 1.0390625, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 6.90625, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/min": -6.34375, "train/tensor_act_model_layers_83_residual_post_mlp/max": 6.90625, "train/tensor_act_model_layers_83_residual_post_mlp/range": 13.25, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 2121.646240234375, "train/tensor_act_model_layers_84_residual_pre_attn/mean": -0.000949859619140625, "train/tensor_act_model_layers_84_residual_pre_attn/std": 1.0390625, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 6.90625, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/min": -6.34375, "train/tensor_act_model_layers_84_residual_pre_attn/max": 6.90625, "train/tensor_act_model_layers_84_residual_pre_attn/range": 13.25, "train/tensor_act_model_layers_84_residual_post_attn/norm": 2136.658935546875, "train/tensor_act_model_layers_84_residual_post_attn/mean": -0.00083160400390625, "train/tensor_act_model_layers_84_residual_post_attn/std": 1.046875, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 6.9375, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/min": -6.40625, "train/tensor_act_model_layers_84_residual_post_attn/max": 6.9375, "train/tensor_act_model_layers_84_residual_post_attn/range": 13.34375, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 1613.4134521484375, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": -0.09130859375, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 0.55078125, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 3.125, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -3.046875, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 3.125, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 6.171875, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 1482.2960205078125, "train/tensor_act_model_layers_84_mlp_up_proj/mean": 0.0037078857421875, "train/tensor_act_model_layers_84_mlp_up_proj/std": 0.51171875, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 3.0625, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -2.765625, "train/tensor_act_model_layers_84_mlp_up_proj/max": 3.0625, "train/tensor_act_model_layers_84_mlp_up_proj/range": 5.828125, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 222.91209411621094, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 0.000335693359375, "train/tensor_act_model_layers_84_mlp_down_proj/std": 0.10888671875, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 0.921875, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/min": -0.921875, "train/tensor_act_model_layers_84_mlp_down_proj/max": 0.8984375, "train/tensor_act_model_layers_84_mlp_down_proj/range": 1.8203125, "train/tensor_act_model_layers_84_mlp/norm": 222.85557556152344, "train/tensor_act_model_layers_84_mlp/mean": 0.000335693359375, "train/tensor_act_model_layers_84_mlp/std": 0.10888671875, "train/tensor_act_model_layers_84_mlp/max_abs": 0.90625, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/min": -0.90625, "train/tensor_act_model_layers_84_mlp/max": 0.8828125, "train/tensor_act_model_layers_84_mlp/range": 1.7890625, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 2150.9296875, "train/tensor_act_model_layers_84_residual_post_mlp/mean": -0.00049591064453125, "train/tensor_act_model_layers_84_residual_post_mlp/std": 1.046875, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 6.96875, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/min": -6.46875, "train/tensor_act_model_layers_84_residual_post_mlp/max": 6.96875, "train/tensor_act_model_layers_84_residual_post_mlp/range": 13.4375, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 2150.9296875, "train/tensor_act_model_layers_85_residual_pre_attn/mean": -0.00049591064453125, "train/tensor_act_model_layers_85_residual_pre_attn/std": 1.046875, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 6.96875, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/min": -6.46875, "train/tensor_act_model_layers_85_residual_pre_attn/max": 6.96875, "train/tensor_act_model_layers_85_residual_pre_attn/range": 13.4375, "train/tensor_act_model_layers_85_residual_post_attn/norm": 2154.063720703125, "train/tensor_act_model_layers_85_residual_post_attn/mean": -0.0003948211669921875, "train/tensor_act_model_layers_85_residual_post_attn/std": 1.0546875, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 6.78125, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/min": -6.375, "train/tensor_act_model_layers_85_residual_post_attn/max": 6.78125, "train/tensor_act_model_layers_85_residual_post_attn/range": 13.15625, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 1630.763671875, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": -0.0849609375, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 0.5546875, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -3.015625, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 7.046875, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 1506.51171875, "train/tensor_act_model_layers_85_mlp_up_proj/mean": -0.00970458984375, "train/tensor_act_model_layers_85_mlp_up_proj/std": 0.51953125, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 3.84375, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -2.890625, "train/tensor_act_model_layers_85_mlp_up_proj/max": 3.84375, "train/tensor_act_model_layers_85_mlp_up_proj/range": 6.734375, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 241.75575256347656, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 0.0022125244140625, "train/tensor_act_model_layers_85_mlp_down_proj/std": 0.1181640625, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 1.640625, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/min": -1.578125, "train/tensor_act_model_layers_85_mlp_down_proj/max": 1.640625, "train/tensor_act_model_layers_85_mlp_down_proj/range": 3.21875, "train/tensor_act_model_layers_85_mlp/norm": 241.52804565429688, "train/tensor_act_model_layers_85_mlp/mean": 0.002197265625, "train/tensor_act_model_layers_85_mlp/std": 0.11767578125, "train/tensor_act_model_layers_85_mlp/max_abs": 1.5546875, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp/min": -1.5, "train/tensor_act_model_layers_85_mlp/max": 1.5546875, "train/tensor_act_model_layers_85_mlp/range": 3.0546875, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 2178.901123046875, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 0.00180816650390625, "train/tensor_act_model_layers_85_residual_post_mlp/std": 1.0625, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 7.03125, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/min": -6.46875, "train/tensor_act_model_layers_85_residual_post_mlp/max": 7.03125, "train/tensor_act_model_layers_85_residual_post_mlp/range": 13.5, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 2178.901123046875, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 0.00180816650390625, "train/tensor_act_model_layers_86_residual_pre_attn/std": 1.0625, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 7.03125, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/min": -6.46875, "train/tensor_act_model_layers_86_residual_pre_attn/max": 7.03125, "train/tensor_act_model_layers_86_residual_pre_attn/range": 13.5, "train/tensor_act_model_layers_86_residual_post_attn/norm": 2185.537841796875, "train/tensor_act_model_layers_86_residual_post_attn/mean": 0.0020294189453125, "train/tensor_act_model_layers_86_residual_post_attn/std": 1.0703125, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 6.9375, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/min": -6.65625, "train/tensor_act_model_layers_86_residual_post_attn/max": 6.9375, "train/tensor_act_model_layers_86_residual_post_attn/range": 13.59375, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 1640.8626708984375, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": -0.07763671875, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 0.5625, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 3.671875, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -3.46875, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 3.671875, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 7.140625, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 1535.3280029296875, "train/tensor_act_model_layers_86_mlp_up_proj/mean": -0.004364013671875, "train/tensor_act_model_layers_86_mlp_up_proj/std": 0.53125, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 3.15625, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -3.15625, "train/tensor_act_model_layers_86_mlp_up_proj/max": 2.734375, "train/tensor_act_model_layers_86_mlp_up_proj/range": 5.890625, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 248.80445861816406, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 0.00116729736328125, "train/tensor_act_model_layers_86_mlp_down_proj/std": 0.12158203125, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 1.28125, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/min": -0.9140625, "train/tensor_act_model_layers_86_mlp_down_proj/max": 1.28125, "train/tensor_act_model_layers_86_mlp_down_proj/range": 2.1953125, "train/tensor_act_model_layers_86_mlp/norm": 248.67091369628906, "train/tensor_act_model_layers_86_mlp/mean": 0.00116729736328125, "train/tensor_act_model_layers_86_mlp/std": 0.12158203125, "train/tensor_act_model_layers_86_mlp/max_abs": 1.2421875, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp/min": -0.8984375, "train/tensor_act_model_layers_86_mlp/max": 1.2421875, "train/tensor_act_model_layers_86_mlp/range": 2.140625, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 2212.888427734375, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 0.0031890869140625, "train/tensor_act_model_layers_86_residual_post_mlp/std": 1.078125, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 7.03125, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/min": -6.59375, "train/tensor_act_model_layers_86_residual_post_mlp/max": 7.03125, "train/tensor_act_model_layers_86_residual_post_mlp/range": 13.625, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 2212.888427734375, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 0.0031890869140625, "train/tensor_act_model_layers_87_residual_pre_attn/std": 1.078125, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 7.03125, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/min": -6.59375, "train/tensor_act_model_layers_87_residual_pre_attn/max": 7.03125, "train/tensor_act_model_layers_87_residual_pre_attn/range": 13.625, "train/tensor_act_model_layers_87_residual_post_attn/norm": 2213.36181640625, "train/tensor_act_model_layers_87_residual_post_attn/mean": 0.0019989013671875, "train/tensor_act_model_layers_87_residual_post_attn/std": 1.078125, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 7.0625, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/min": -6.46875, "train/tensor_act_model_layers_87_residual_post_attn/max": 7.0625, "train/tensor_act_model_layers_87_residual_post_attn/range": 13.53125, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 1626.6885986328125, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": -0.076171875, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 0.5546875, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 3.921875, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -3.40625, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 3.921875, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 7.328125, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 1524.148681640625, "train/tensor_act_model_layers_87_mlp_up_proj/mean": -0.0096435546875, "train/tensor_act_model_layers_87_mlp_up_proj/std": 0.52734375, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 3.0625, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -2.890625, "train/tensor_act_model_layers_87_mlp_up_proj/max": 3.0625, "train/tensor_act_model_layers_87_mlp_up_proj/range": 5.953125, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 244.68507385253906, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 0.00390625, "train/tensor_act_model_layers_87_mlp_down_proj/std": 0.11962890625, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 1.140625, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/min": -1.140625, "train/tensor_act_model_layers_87_mlp_down_proj/max": 1.0546875, "train/tensor_act_model_layers_87_mlp_down_proj/range": 2.1953125, "train/tensor_act_model_layers_87_mlp/norm": 244.58349609375, "train/tensor_act_model_layers_87_mlp/mean": 0.00390625, "train/tensor_act_model_layers_87_mlp/std": 0.119140625, "train/tensor_act_model_layers_87_mlp/max_abs": 1.109375, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp/min": -1.109375, "train/tensor_act_model_layers_87_mlp/max": 1.03125, "train/tensor_act_model_layers_87_mlp/range": 2.140625, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 2248.733154296875, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 0.005889892578125, "train/tensor_act_model_layers_87_residual_post_mlp/std": 1.1015625, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 6.9375, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/min": -6.625, "train/tensor_act_model_layers_87_residual_post_mlp/max": 6.9375, "train/tensor_act_model_layers_87_residual_post_mlp/range": 13.5625, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 2248.733154296875, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 0.005889892578125, "train/tensor_act_model_layers_88_residual_pre_attn/std": 1.1015625, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 6.9375, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/min": -6.625, "train/tensor_act_model_layers_88_residual_pre_attn/max": 6.9375, "train/tensor_act_model_layers_88_residual_pre_attn/range": 13.5625, "train/tensor_act_model_layers_88_residual_post_attn/norm": 2265.161865234375, "train/tensor_act_model_layers_88_residual_post_attn/mean": 0.00482177734375, "train/tensor_act_model_layers_88_residual_post_attn/std": 1.109375, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 7.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/min": -6.65625, "train/tensor_act_model_layers_88_residual_post_attn/max": 7.0, "train/tensor_act_model_layers_88_residual_post_attn/range": 13.65625, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 1699.023193359375, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": -0.060791015625, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 0.58203125, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 3.78125, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -3.734375, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 3.78125, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 7.515625, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 1578.3914794921875, "train/tensor_act_model_layers_88_mlp_up_proj/mean": 0.0023345947265625, "train/tensor_act_model_layers_88_mlp_up_proj/std": 0.546875, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 2.890625, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -2.84375, "train/tensor_act_model_layers_88_mlp_up_proj/max": 2.890625, "train/tensor_act_model_layers_88_mlp_up_proj/range": 5.734375, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 275.8865051269531, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 0.0002460479736328125, "train/tensor_act_model_layers_88_mlp_down_proj/std": 0.134765625, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 1.390625, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/min": -1.390625, "train/tensor_act_model_layers_88_mlp_down_proj/max": 1.2578125, "train/tensor_act_model_layers_88_mlp_down_proj/range": 2.6484375, "train/tensor_act_model_layers_88_mlp/norm": 275.6668701171875, "train/tensor_act_model_layers_88_mlp/mean": 0.0002460479736328125, "train/tensor_act_model_layers_88_mlp/std": 0.134765625, "train/tensor_act_model_layers_88_mlp/max_abs": 1.3359375, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/min": -1.3359375, "train/tensor_act_model_layers_88_mlp/max": 1.21875, "train/tensor_act_model_layers_88_mlp/range": 2.5546875, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 2298.5654296875, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 0.00506591796875, "train/tensor_act_model_layers_88_residual_post_mlp/std": 1.125, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 7.0625, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/min": -6.6875, "train/tensor_act_model_layers_88_residual_post_mlp/max": 7.0625, "train/tensor_act_model_layers_88_residual_post_mlp/range": 13.75, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 2298.5654296875, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 0.00506591796875, "train/tensor_act_model_layers_89_residual_pre_attn/std": 1.125, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 7.0625, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/min": -6.6875, "train/tensor_act_model_layers_89_residual_pre_attn/max": 7.0625, "train/tensor_act_model_layers_89_residual_pre_attn/range": 13.75, "train/tensor_act_model_layers_89_residual_post_attn/norm": 2320.669189453125, "train/tensor_act_model_layers_89_residual_post_attn/mean": 0.0032958984375, "train/tensor_act_model_layers_89_residual_post_attn/std": 1.1328125, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 7.1875, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/min": -6.75, "train/tensor_act_model_layers_89_residual_post_attn/max": 7.1875, "train/tensor_act_model_layers_89_residual_post_attn/range": 13.9375, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 1734.7279052734375, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": -0.0712890625, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 0.59375, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 3.703125, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -3.265625, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 3.703125, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 6.96875, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 1592.9932861328125, "train/tensor_act_model_layers_89_mlp_up_proj/mean": 0.0024566650390625, "train/tensor_act_model_layers_89_mlp_up_proj/std": 0.55078125, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 3.46875, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -3.46875, "train/tensor_act_model_layers_89_mlp_up_proj/max": 3.03125, "train/tensor_act_model_layers_89_mlp_up_proj/range": 6.5, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 303.4358825683594, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 0.000858306884765625, "train/tensor_act_model_layers_89_mlp_down_proj/std": 0.1484375, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 1.765625, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/min": -1.5703125, "train/tensor_act_model_layers_89_mlp_down_proj/max": 1.765625, "train/tensor_act_model_layers_89_mlp_down_proj/range": 3.3359375, "train/tensor_act_model_layers_89_mlp/norm": 303.0611267089844, "train/tensor_act_model_layers_89_mlp/mean": 0.000858306884765625, "train/tensor_act_model_layers_89_mlp/std": 0.1484375, "train/tensor_act_model_layers_89_mlp/max_abs": 1.65625, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp/min": -1.4921875, "train/tensor_act_model_layers_89_mlp/max": 1.65625, "train/tensor_act_model_layers_89_mlp/range": 3.1484375, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 2363.441162109375, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 0.004150390625, "train/tensor_act_model_layers_89_residual_post_mlp/std": 1.15625, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 7.15625, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/min": -6.84375, "train/tensor_act_model_layers_89_residual_post_mlp/max": 7.15625, "train/tensor_act_model_layers_89_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 2363.441162109375, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 0.004150390625, "train/tensor_act_model_layers_90_residual_pre_attn/std": 1.15625, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 7.15625, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/min": -6.84375, "train/tensor_act_model_layers_90_residual_pre_attn/max": 7.15625, "train/tensor_act_model_layers_90_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_90_residual_post_attn/norm": 2394.82568359375, "train/tensor_act_model_layers_90_residual_post_attn/mean": 0.0032958984375, "train/tensor_act_model_layers_90_residual_post_attn/std": 1.171875, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 7.125, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/min": -7.03125, "train/tensor_act_model_layers_90_residual_post_attn/max": 7.125, "train/tensor_act_model_layers_90_residual_post_attn/range": 14.15625, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 1778.9136962890625, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": -0.04833984375, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 0.61328125, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 4.4375, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -4.4375, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 4.34375, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 8.78125, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 1630.89111328125, "train/tensor_act_model_layers_90_mlp_up_proj/mean": -0.01385498046875, "train/tensor_act_model_layers_90_mlp_up_proj/std": 0.5625, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 4.53125, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -4.53125, "train/tensor_act_model_layers_90_mlp_up_proj/max": 3.59375, "train/tensor_act_model_layers_90_mlp_up_proj/range": 8.125, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 350.52288818359375, "train/tensor_act_model_layers_90_mlp_down_proj/mean": -0.00101470947265625, "train/tensor_act_model_layers_90_mlp_down_proj/std": 0.1708984375, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/min": -1.9921875, "train/tensor_act_model_layers_90_mlp_down_proj/max": 1.71875, "train/tensor_act_model_layers_90_mlp_down_proj/range": 3.7109375, "train/tensor_act_model_layers_90_mlp/norm": 349.66265869140625, "train/tensor_act_model_layers_90_mlp/mean": -0.00101470947265625, "train/tensor_act_model_layers_90_mlp/std": 0.1708984375, "train/tensor_act_model_layers_90_mlp/max_abs": 1.84375, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/min": -1.84375, "train/tensor_act_model_layers_90_mlp/max": 1.6171875, "train/tensor_act_model_layers_90_mlp/range": 3.4609375, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 2456.9404296875, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 0.002288818359375, "train/tensor_act_model_layers_90_residual_post_mlp/std": 1.203125, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 7.1875, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/min": -7.03125, "train/tensor_act_model_layers_90_residual_post_mlp/max": 7.1875, "train/tensor_act_model_layers_90_residual_post_mlp/range": 14.21875, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 2456.9404296875, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 0.002288818359375, "train/tensor_act_model_layers_91_residual_pre_attn/std": 1.203125, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 7.1875, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/min": -7.03125, "train/tensor_act_model_layers_91_residual_pre_attn/max": 7.1875, "train/tensor_act_model_layers_91_residual_pre_attn/range": 14.21875, "train/tensor_act_model_layers_91_residual_post_attn/norm": 2477.432861328125, "train/tensor_act_model_layers_91_residual_post_attn/mean": 0.00173187255859375, "train/tensor_act_model_layers_91_residual_post_attn/std": 1.2109375, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 7.0625, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/min": -7.0, "train/tensor_act_model_layers_91_residual_post_attn/max": 7.0625, "train/tensor_act_model_layers_91_residual_post_attn/range": 14.0625, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 1775.5181884765625, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": -0.0595703125, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 0.609375, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 5.3125, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -3.53125, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 5.3125, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 8.84375, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 1639.2431640625, "train/tensor_act_model_layers_91_mlp_up_proj/mean": 0.004180908203125, "train/tensor_act_model_layers_91_mlp_up_proj/std": 0.56640625, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 3.75, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -3.0, "train/tensor_act_model_layers_91_mlp_up_proj/max": 3.75, "train/tensor_act_model_layers_91_mlp_up_proj/range": 6.75, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 345.0655517578125, "train/tensor_act_model_layers_91_mlp_down_proj/mean": -0.0001277923583984375, "train/tensor_act_model_layers_91_mlp_down_proj/std": 0.1689453125, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 2.5, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/min": -2.328125, "train/tensor_act_model_layers_91_mlp_down_proj/max": 2.5, "train/tensor_act_model_layers_91_mlp_down_proj/range": 4.828125, "train/tensor_act_model_layers_91_mlp/norm": 344.1994323730469, "train/tensor_act_model_layers_91_mlp/mean": -0.00013065338134765625, "train/tensor_act_model_layers_91_mlp/std": 0.16796875, "train/tensor_act_model_layers_91_mlp/max_abs": 2.21875, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/min": -2.09375, "train/tensor_act_model_layers_91_mlp/max": 2.21875, "train/tensor_act_model_layers_91_mlp/range": 4.3125, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 2549.08251953125, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 0.0016021728515625, "train/tensor_act_model_layers_91_residual_post_mlp/std": 1.2421875, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 8.1875, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/min": -7.125, "train/tensor_act_model_layers_91_residual_post_mlp/max": 8.1875, "train/tensor_act_model_layers_91_residual_post_mlp/range": 15.3125, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 2549.08251953125, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 0.0016021728515625, "train/tensor_act_model_layers_92_residual_pre_attn/std": 1.2421875, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 8.1875, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/min": -7.125, "train/tensor_act_model_layers_92_residual_pre_attn/max": 8.1875, "train/tensor_act_model_layers_92_residual_pre_attn/range": 15.3125, "train/tensor_act_model_layers_92_residual_post_attn/norm": 2592.3046875, "train/tensor_act_model_layers_92_residual_post_attn/mean": 0.000659942626953125, "train/tensor_act_model_layers_92_residual_post_attn/std": 1.265625, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 8.25, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/min": -7.34375, "train/tensor_act_model_layers_92_residual_post_attn/max": 8.25, "train/tensor_act_model_layers_92_residual_post_attn/range": 15.59375, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 1857.0843505859375, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": -0.0498046875, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 0.640625, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 4.46875, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -3.46875, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 4.46875, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 7.9375, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 1706.6319580078125, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.00946044921875, "train/tensor_act_model_layers_92_mlp_up_proj/std": 0.58984375, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 3.671875, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -3.671875, "train/tensor_act_model_layers_92_mlp_up_proj/max": 3.296875, "train/tensor_act_model_layers_92_mlp_up_proj/range": 6.96875, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 387.2739562988281, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 0.00013828277587890625, "train/tensor_act_model_layers_92_mlp_down_proj/std": 0.189453125, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/min": -1.8984375, "train/tensor_act_model_layers_92_mlp_down_proj/max": 1.9453125, "train/tensor_act_model_layers_92_mlp_down_proj/range": 3.84375, "train/tensor_act_model_layers_92_mlp/norm": 386.28643798828125, "train/tensor_act_model_layers_92_mlp/mean": 0.00014019012451171875, "train/tensor_act_model_layers_92_mlp/std": 0.1884765625, "train/tensor_act_model_layers_92_mlp/max_abs": 1.8046875, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/min": -1.765625, "train/tensor_act_model_layers_92_mlp/max": 1.8046875, "train/tensor_act_model_layers_92_mlp/range": 3.5703125, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 2675.296875, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 0.00080108642578125, "train/tensor_act_model_layers_92_residual_post_mlp/std": 1.3046875, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 8.5625, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/min": -7.5625, "train/tensor_act_model_layers_92_residual_post_mlp/max": 8.5625, "train/tensor_act_model_layers_92_residual_post_mlp/range": 16.125, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 2675.296875, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 0.00080108642578125, "train/tensor_act_model_layers_93_residual_pre_attn/std": 1.3046875, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 8.5625, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/min": -7.5625, "train/tensor_act_model_layers_93_residual_pre_attn/max": 8.5625, "train/tensor_act_model_layers_93_residual_pre_attn/range": 16.125, "train/tensor_act_model_layers_93_residual_post_attn/norm": 2683.453857421875, "train/tensor_act_model_layers_93_residual_post_attn/mean": -0.0012969970703125, "train/tensor_act_model_layers_93_residual_post_attn/std": 1.3125, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 8.5625, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/min": -7.53125, "train/tensor_act_model_layers_93_residual_post_attn/max": 8.5625, "train/tensor_act_model_layers_93_residual_post_attn/range": 16.09375, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 1939.508056640625, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": -0.036865234375, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 0.66796875, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 4.84375, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -4.53125, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 4.84375, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 9.375, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 1769.5714111328125, "train/tensor_act_model_layers_93_mlp_up_proj/mean": -0.0017852783203125, "train/tensor_act_model_layers_93_mlp_up_proj/std": 0.609375, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 4.0625, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -3.703125, "train/tensor_act_model_layers_93_mlp_up_proj/max": 4.0625, "train/tensor_act_model_layers_93_mlp_up_proj/range": 7.765625, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 451.69329833984375, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 0.0036773681640625, "train/tensor_act_model_layers_93_mlp_down_proj/std": 0.220703125, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 2.140625, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/min": -2.140625, "train/tensor_act_model_layers_93_mlp_down_proj/max": 2.140625, "train/tensor_act_model_layers_93_mlp_down_proj/range": 4.28125, "train/tensor_act_model_layers_93_mlp/norm": 449.7467041015625, "train/tensor_act_model_layers_93_mlp/mean": 0.003662109375, "train/tensor_act_model_layers_93_mlp/std": 0.2197265625, "train/tensor_act_model_layers_93_mlp/max_abs": 1.9609375, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/min": -1.9609375, "train/tensor_act_model_layers_93_mlp/max": 1.9609375, "train/tensor_act_model_layers_93_mlp/range": 3.921875, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 2809.837890625, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 0.0023651123046875, "train/tensor_act_model_layers_93_residual_post_mlp/std": 1.375, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 8.75, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/min": -7.8125, "train/tensor_act_model_layers_93_residual_post_mlp/max": 8.75, "train/tensor_act_model_layers_93_residual_post_mlp/range": 16.5625, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 2809.837890625, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 0.0023651123046875, "train/tensor_act_model_layers_94_residual_pre_attn/std": 1.375, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 8.75, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/min": -7.8125, "train/tensor_act_model_layers_94_residual_pre_attn/max": 8.75, "train/tensor_act_model_layers_94_residual_pre_attn/range": 16.5625, "train/tensor_act_model_layers_94_residual_post_attn/norm": 2828.28076171875, "train/tensor_act_model_layers_94_residual_post_attn/mean": 0.0012969970703125, "train/tensor_act_model_layers_94_residual_post_attn/std": 1.3828125, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 8.6875, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/min": -8.0625, "train/tensor_act_model_layers_94_residual_post_attn/max": 8.6875, "train/tensor_act_model_layers_94_residual_post_attn/range": 16.75, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 1973.3643798828125, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": -0.0281982421875, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 0.6796875, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 4.6875, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -4.4375, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 4.6875, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 9.125, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 1823.4954833984375, "train/tensor_act_model_layers_94_mlp_up_proj/mean": -0.0228271484375, "train/tensor_act_model_layers_94_mlp_up_proj/std": 0.62890625, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 4.5625, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -4.5625, "train/tensor_act_model_layers_94_mlp_up_proj/max": 3.796875, "train/tensor_act_model_layers_94_mlp_up_proj/range": 8.359375, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 552.99951171875, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 0.003326416015625, "train/tensor_act_model_layers_94_mlp_down_proj/std": 0.26953125, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 2.96875, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/min": -2.96875, "train/tensor_act_model_layers_94_mlp_down_proj/max": 2.71875, "train/tensor_act_model_layers_94_mlp_down_proj/range": 5.6875, "train/tensor_act_model_layers_94_mlp/norm": 546.8414306640625, "train/tensor_act_model_layers_94_mlp/mean": 0.0033416748046875, "train/tensor_act_model_layers_94_mlp/std": 0.267578125, "train/tensor_act_model_layers_94_mlp/max_abs": 2.515625, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": -2.515625, "train/tensor_act_model_layers_94_mlp/max": 2.359375, "train/tensor_act_model_layers_94_mlp/range": 4.875, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 3006.154052734375, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 0.004638671875, "train/tensor_act_model_layers_94_residual_post_mlp/std": 1.46875, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 9.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/min": -8.6875, "train/tensor_act_model_layers_94_residual_post_mlp/max": 9.0, "train/tensor_act_model_layers_94_residual_post_mlp/range": 17.6875, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 3006.154052734375, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 0.004638671875, "train/tensor_act_model_layers_95_residual_pre_attn/std": 1.46875, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 9.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/min": -8.6875, "train/tensor_act_model_layers_95_residual_pre_attn/max": 9.0, "train/tensor_act_model_layers_95_residual_pre_attn/range": 17.6875, "train/tensor_act_model_layers_95_residual_post_attn/norm": 3011.771484375, "train/tensor_act_model_layers_95_residual_post_attn/mean": 0.005126953125, "train/tensor_act_model_layers_95_residual_post_attn/std": 1.46875, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 9.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/min": -8.6875, "train/tensor_act_model_layers_95_residual_post_attn/max": 9.0, "train/tensor_act_model_layers_95_residual_post_attn/range": 17.6875, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 2015.2264404296875, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": 0.01007080078125, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 0.6953125, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 5.8125, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -3.953125, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 5.8125, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 9.765625, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 1845.6651611328125, "train/tensor_act_model_layers_95_mlp_up_proj/mean": -0.0179443359375, "train/tensor_act_model_layers_95_mlp_up_proj/std": 0.63671875, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 4.8125, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -3.859375, "train/tensor_act_model_layers_95_mlp_up_proj/max": 4.8125, "train/tensor_act_model_layers_95_mlp_up_proj/range": 8.671875, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 621.0745239257812, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 0.013916015625, "train/tensor_act_model_layers_95_mlp_down_proj/std": 0.302734375, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 4.40625, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": -3.875, "train/tensor_act_model_layers_95_mlp_down_proj/max": 4.40625, "train/tensor_act_model_layers_95_mlp_down_proj/range": 8.28125, "train/tensor_act_model_layers_95_mlp/norm": 611.2484130859375, "train/tensor_act_model_layers_95_mlp/mean": 0.013671875, "train/tensor_act_model_layers_95_mlp/std": 0.298828125, "train/tensor_act_model_layers_95_mlp/max_abs": 3.203125, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": -3.0, "train/tensor_act_model_layers_95_mlp/max": 3.203125, "train/tensor_act_model_layers_95_mlp/range": 6.203125, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 3243.948486328125, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 0.018798828125, "train/tensor_act_model_layers_95_residual_post_mlp/std": 1.5859375, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 9.8125, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/min": -9.625, "train/tensor_act_model_layers_95_residual_post_mlp/max": 9.8125, "train/tensor_act_model_layers_95_residual_post_mlp/range": 19.4375, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 3243.948486328125, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 0.018798828125, "train/tensor_act_model_layers_96_residual_pre_attn/std": 1.5859375, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 9.8125, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/min": -9.625, "train/tensor_act_model_layers_96_residual_pre_attn/max": 9.8125, "train/tensor_act_model_layers_96_residual_pre_attn/range": 19.4375, "train/tensor_act_model_layers_96_residual_post_attn/norm": 3255.8466796875, "train/tensor_act_model_layers_96_residual_post_attn/mean": 0.0218505859375, "train/tensor_act_model_layers_96_residual_post_attn/std": 1.5859375, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 9.8125, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/min": -9.625, "train/tensor_act_model_layers_96_residual_post_attn/max": 9.8125, "train/tensor_act_model_layers_96_residual_post_attn/range": 19.4375, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 2061.365234375, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": 0.0025482177734375, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 0.7109375, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 5.0625, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -4.15625, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 5.0625, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 9.21875, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 1947.8929443359375, "train/tensor_act_model_layers_96_mlp_up_proj/mean": -0.01007080078125, "train/tensor_act_model_layers_96_mlp_up_proj/std": 0.671875, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 4.84375, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -4.84375, "train/tensor_act_model_layers_96_mlp_up_proj/max": 4.28125, "train/tensor_act_model_layers_96_mlp_up_proj/range": 9.125, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 653.6281127929688, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 0.006134033203125, "train/tensor_act_model_layers_96_mlp_down_proj/std": 0.318359375, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 3.71875, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": -2.734375, "train/tensor_act_model_layers_96_mlp_down_proj/max": 3.71875, "train/tensor_act_model_layers_96_mlp_down_proj/range": 6.453125, "train/tensor_act_model_layers_96_mlp/norm": 646.3262329101562, "train/tensor_act_model_layers_96_mlp/mean": 0.006103515625, "train/tensor_act_model_layers_96_mlp/std": 0.31640625, "train/tensor_act_model_layers_96_mlp/max_abs": 2.921875, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": -2.375, "train/tensor_act_model_layers_96_mlp/max": 2.921875, "train/tensor_act_model_layers_96_mlp/range": 5.296875, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 3516.583740234375, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 0.0279541015625, "train/tensor_act_model_layers_96_residual_post_mlp/std": 1.71875, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 11.0625, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 1.33514404296875e-05, "train/tensor_act_model_layers_96_residual_post_mlp/min": -11.0625, "train/tensor_act_model_layers_96_residual_post_mlp/max": 10.125, "train/tensor_act_model_layers_96_residual_post_mlp/range": 21.1875, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 3516.583740234375, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 0.0279541015625, "train/tensor_act_model_layers_97_residual_pre_attn/std": 1.71875, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 11.0625, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 1.33514404296875e-05, "train/tensor_act_model_layers_97_residual_pre_attn/min": -11.0625, "train/tensor_act_model_layers_97_residual_pre_attn/max": 10.125, "train/tensor_act_model_layers_97_residual_pre_attn/range": 21.1875, "train/tensor_act_model_layers_97_residual_post_attn/norm": 3539.721435546875, "train/tensor_act_model_layers_97_residual_post_attn/mean": 0.030029296875, "train/tensor_act_model_layers_97_residual_post_attn/std": 1.7265625, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 11.1875, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 1.811981201171875e-05, "train/tensor_act_model_layers_97_residual_post_attn/min": -11.1875, "train/tensor_act_model_layers_97_residual_post_attn/max": 10.125, "train/tensor_act_model_layers_97_residual_post_attn/range": 21.3125, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 2216.0283203125, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": 0.0556640625, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 0.76171875, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 6.625, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -5.375, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 6.625, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 12.0, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 1971.6864013671875, "train/tensor_act_model_layers_97_mlp_up_proj/mean": 0.00714111328125, "train/tensor_act_model_layers_97_mlp_up_proj/std": 0.6796875, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 6.34375, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -5.125, "train/tensor_act_model_layers_97_mlp_up_proj/max": 6.34375, "train/tensor_act_model_layers_97_mlp_up_proj/range": 11.46875, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 784.8445434570312, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 0.0108642578125, "train/tensor_act_model_layers_97_mlp_down_proj/std": 0.3828125, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 5.28125, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": -5.0625, "train/tensor_act_model_layers_97_mlp_down_proj/max": 5.28125, "train/tensor_act_model_layers_97_mlp_down_proj/range": 10.34375, "train/tensor_act_model_layers_97_mlp/norm": 771.4660034179688, "train/tensor_act_model_layers_97_mlp/mean": 0.0108642578125, "train/tensor_act_model_layers_97_mlp/std": 0.376953125, "train/tensor_act_model_layers_97_mlp/max_abs": 3.46875, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": -3.40625, "train/tensor_act_model_layers_97_mlp/max": 3.46875, "train/tensor_act_model_layers_97_mlp/range": 6.875, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 3891.40966796875, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 0.040771484375, "train/tensor_act_model_layers_97_residual_post_mlp/std": 1.8984375, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 13.875, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 0.0001633167266845703, "train/tensor_act_model_layers_97_residual_post_mlp/min": -13.875, "train/tensor_act_model_layers_97_residual_post_mlp/max": 11.5, "train/tensor_act_model_layers_97_residual_post_mlp/range": 25.375, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 3891.40966796875, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 0.040771484375, "train/tensor_act_model_layers_98_residual_pre_attn/std": 1.8984375, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 13.875, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 0.0001633167266845703, "train/tensor_act_model_layers_98_residual_pre_attn/min": -13.875, "train/tensor_act_model_layers_98_residual_pre_attn/max": 11.5, "train/tensor_act_model_layers_98_residual_pre_attn/range": 25.375, "train/tensor_act_model_layers_98_residual_post_attn/norm": 3925.903076171875, "train/tensor_act_model_layers_98_residual_post_attn/mean": 0.04150390625, "train/tensor_act_model_layers_98_residual_post_attn/std": 1.9140625, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 14.25, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 0.00017309188842773438, "train/tensor_act_model_layers_98_residual_post_attn/min": -14.25, "train/tensor_act_model_layers_98_residual_post_attn/max": 11.4375, "train/tensor_act_model_layers_98_residual_post_attn/range": 25.6875, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 2401.025634765625, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": 0.1337890625, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 0.81640625, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 6.65625, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -5.3125, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 6.65625, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 11.96875, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 2162.938232421875, "train/tensor_act_model_layers_98_mlp_up_proj/mean": -0.01513671875, "train/tensor_act_model_layers_98_mlp_up_proj/std": 0.74609375, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 5.875, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -5.875, "train/tensor_act_model_layers_98_mlp_up_proj/max": 5.71875, "train/tensor_act_model_layers_98_mlp_up_proj/range": 11.59375, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 1124.8927001953125, "train/tensor_act_model_layers_98_mlp_down_proj/mean": -0.00107574462890625, "train/tensor_act_model_layers_98_mlp_down_proj/std": 0.55078125, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 5.28125, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": -5.28125, "train/tensor_act_model_layers_98_mlp_down_proj/max": 5.125, "train/tensor_act_model_layers_98_mlp_down_proj/range": 10.40625, "train/tensor_act_model_layers_98_mlp/norm": 1088.453125, "train/tensor_act_model_layers_98_mlp/mean": -0.0006256103515625, "train/tensor_act_model_layers_98_mlp/std": 0.53125, "train/tensor_act_model_layers_98_mlp/max_abs": 3.46875, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": -3.46875, "train/tensor_act_model_layers_98_mlp/max": 3.421875, "train/tensor_act_model_layers_98_mlp/range": 6.890625, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 4530.61328125, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 0.040771484375, "train/tensor_act_model_layers_98_residual_post_mlp/std": 2.21875, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 17.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 0.0005459785461425781, "train/tensor_act_model_layers_98_residual_post_mlp/min": -17.0, "train/tensor_act_model_layers_98_residual_post_mlp/max": 14.125, "train/tensor_act_model_layers_98_residual_post_mlp/range": 31.125, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 4530.61328125, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 0.040771484375, "train/tensor_act_model_layers_99_residual_pre_attn/std": 2.21875, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 17.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 0.0005459785461425781, "train/tensor_act_model_layers_99_residual_pre_attn/min": -17.0, "train/tensor_act_model_layers_99_residual_pre_attn/max": 14.125, "train/tensor_act_model_layers_99_residual_pre_attn/range": 31.125, "train/tensor_act_model_layers_99_residual_post_attn/norm": 4591.8291015625, "train/tensor_act_model_layers_99_residual_post_attn/mean": 0.0419921875, "train/tensor_act_model_layers_99_residual_post_attn/std": 2.234375, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 17.25, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 0.0005838871002197266, "train/tensor_act_model_layers_99_residual_post_attn/min": -17.25, "train/tensor_act_model_layers_99_residual_post_attn/max": 14.125, "train/tensor_act_model_layers_99_residual_post_attn/range": 31.375, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 2627.453125, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": 0.240234375, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 0.875, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 5.6875, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -4.5625, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 5.6875, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 10.25, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 2380.067626953125, "train/tensor_act_model_layers_99_mlp_up_proj/mean": -0.0269775390625, "train/tensor_act_model_layers_99_mlp_up_proj/std": 0.8203125, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 5.90625, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -4.75, "train/tensor_act_model_layers_99_mlp_up_proj/max": 5.90625, "train/tensor_act_model_layers_99_mlp_up_proj/range": 10.65625, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 1748.793701171875, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 0.052001953125, "train/tensor_act_model_layers_99_mlp_down_proj/std": 0.8515625, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 6.375, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": -6.3125, "train/tensor_act_model_layers_99_mlp_down_proj/max": 6.375, "train/tensor_act_model_layers_99_mlp_down_proj/range": 12.6875, "train/tensor_act_model_layers_99_mlp/norm": 1639.85888671875, "train/tensor_act_model_layers_99_mlp/mean": 0.0498046875, "train/tensor_act_model_layers_99_mlp/std": 0.80078125, "train/tensor_act_model_layers_99_mlp/max_abs": 3.6875, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": -3.671875, "train/tensor_act_model_layers_99_mlp/max": 3.6875, "train/tensor_act_model_layers_99_mlp/range": 7.359375, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 5680.71826171875, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 0.091796875, "train/tensor_act_model_layers_99_residual_post_mlp/std": 2.765625, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 20.75, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 0.0022177696228027344, "train/tensor_act_model_layers_99_residual_post_mlp/min": -20.75, "train/tensor_act_model_layers_99_residual_post_mlp/max": 17.75, "train/tensor_act_model_layers_99_residual_post_mlp/range": 38.5, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 10289152.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": -2320.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 56576.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 270336.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -219136.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 270336.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 489472.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 5046272.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": -16.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 27904.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 294912.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -294912.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 268288.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 563200.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 3637248.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": -326.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 20096.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 195584.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.999847412109375, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -195584.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 194560.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 390144.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 6389760.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": -2608.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 35328.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 139264.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -119296.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 139264.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 258560.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 4112384.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": -60.25, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 22656.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 301056.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -294912.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 301056.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 595968.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 2506752.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": -66.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 13888.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 161792.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -161792.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 161792.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 323584.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 3751936.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": -366.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 20736.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 70144.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -56320.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 70144.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 126464.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 2719744.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": 40.25, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 15040.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 162816.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -148480.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 162816.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 311296.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 1826816.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": -47.25, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 10112.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 156672.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -98304.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 156672.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 254976.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 3227648.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": -2704.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 17664.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 75264.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": -75264.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 45568.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 120832.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 2097152.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": -122.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 11648.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 123904.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": -116224.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 123904.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 240128.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 1777664.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": -98.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 9856.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 157696.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": -157696.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 117760.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 275456.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 3162112.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": -231.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 17536.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 74752.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": -74752.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 70656.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 145408.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 1835008.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": -16.5, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 10112.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 95232.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.999603271484375, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": -95232.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 94720.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 189952.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 1531904.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": -73.5, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 8448.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 111104.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": -111104.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 96256.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 207360.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 2686976.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": -988.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 14848.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 55808.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": -55808.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 48640.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 104448.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 1679360.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": -55.5, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 9280.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 107008.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.999664306640625, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": -107008.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 90624.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 197632.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 1400832.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": -26.375, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 7744.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 70656.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": -70656.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 62208.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 132864.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 2244608.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": 278.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 12416.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 51712.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": -51712.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 44800.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 96512.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 1556480.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": -41.25, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 8640.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 111104.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": -111104.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 109056.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 220160.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 1359872.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": 77.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 7520.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 83968.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": -70656.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 83968.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 154624.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 2056192.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 164.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 11328.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 38912.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": -35840.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 38912.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 74752.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 1343488.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": -78.5, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 7456.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 107008.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.999542236328125, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": -103936.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 107008.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 210944.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 1204224.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": -3.296875, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 6656.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 72704.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": -72704.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 71680.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 144384.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 2023424.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": -187.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 11200.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 39168.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": -39168.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 31744.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 70912.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 1359872.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": 4.9375, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 7520.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 77312.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": -77312.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 75264.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 152576.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 1105920.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": 46.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 6112.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 63744.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.999359130859375, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": -57344.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 63744.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 121088.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 2113536.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": 768.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 11648.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 37632.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": -37632.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 35328.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 72960.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 1294336.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": 16.75, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 7136.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 84992.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.999603271484375, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": -79360.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 84992.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 164352.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 1146880.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": 31.125, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 6304.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 76800.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": -65280.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 76800.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 142080.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 1802240.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": -768.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 9920.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 38912.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": -38912.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 27904.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 66816.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 1163264.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": 18.25, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 6400.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 76288.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": -76288.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 76288.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 152576.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 1032192.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": 6.59375, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 5696.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 57088.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.99847412109375, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": -52736.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 57088.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 109824.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 1499136.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": 64.5, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 8256.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 33280.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": -28288.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 33280.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 61568.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 1011712.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 18.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 5568.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 58112.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.998016357421875, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": -51712.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 58112.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 109824.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 925696.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": 23.25, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 5120.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 52224.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.99774169921875, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": -52224.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 43520.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 95744.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 1441792.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": -648.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 7904.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 27392.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.999481201171875, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": -25216.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 27392.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 52608.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 987136.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": 47.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 5440.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 69632.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.99859619140625, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": -69632.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 55552.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 125184.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 892928.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": 33.25, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 4928.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 60160.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.998748779296875, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": -47616.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 60160.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 107776.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 1376256.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": 362.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 7616.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 28928.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": -28928.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 22400.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 51328.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 958464.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": 0.96875, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 5280.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 68096.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.999053955078125, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": -63488.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 68096.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 131584.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 827392.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": 56.5, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 4576.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 44032.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.9989013671875, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": -40192.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 44032.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 84224.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 1294336.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": -34.5, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 7136.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 27264.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": -26368.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 27264.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 53632.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 851968.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": 11.0625, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 4704.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 48384.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": -42752.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 48384.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 91136.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 819200.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": -13.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 4512.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 40448.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.9989013671875, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": -33792.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 40448.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 74240.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 1196032.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": 410.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 6592.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 21760.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": -20992.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 21760.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 42752.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 917504.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": -27.75, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 5088.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 65024.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.999420166015625, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": -50432.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 65024.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 115456.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 868352.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": 17.625, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 4800.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 39424.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": -39424.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 38144.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 77568.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 1335296.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": 168.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 7360.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 46080.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": -46080.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 28032.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 74112.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 856064.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": 21.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 4736.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 50176.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": -43008.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 50176.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 93184.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 835584.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": 56.5, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 4608.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 62208.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.998809814453125, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": -62208.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 47872.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 110080.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 1458176.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": -316.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 8064.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 47872.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": -47872.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 28928.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 76800.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 872448.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": -23.125, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 4832.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 51968.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": -51968.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 47872.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 99840.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 831488.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": 58.25, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 4576.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 51712.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.999053955078125, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": -42752.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 51712.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 94464.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 1294336.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": 126.5, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 7136.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 31744.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": -27648.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 31744.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 59392.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 872448.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": -43.5, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 4832.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 42752.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.998504638671875, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": -37632.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 42752.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 80384.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 851968.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": 46.5, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 4704.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 43008.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.999176025390625, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": -43008.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 34560.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 77568.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 1490944.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": 520.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 8192.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 64512.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": -19456.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 64512.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 83968.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 819200.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": -29.75, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 4512.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 39424.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.998809814453125, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": -39424.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 35328.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 74752.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 843776.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": 33.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 4672.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 44544.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": -44544.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 40960.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 85504.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 995328.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 780.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 5440.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 19200.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": -11776.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 19200.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 30976.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 733184.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": 10.875, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 4048.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 41984.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": -40448.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 41984.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 82432.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 659456.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": 32.25, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 3648.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 32256.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.998870849609375, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": -32256.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 30464.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 62720.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 1056768.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": -636.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 5824.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 23808.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": -23808.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 20096.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 43904.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 782336.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": -20.875, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 4320.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 55296.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.998870849609375, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": -55296.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 37888.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 93184.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 835584.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": 58.25, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 4640.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 49664.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.998565673828125, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": -49664.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 49152.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 98816.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 1044480.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": -220.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 5760.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 26880.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": -26880.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 16512.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 43392.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 671744.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 21.375, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 3712.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 29952.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.99810791015625, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": -29952.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 28672.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 58624.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 651264.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": 7.0625, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 3600.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 39168.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.9984130859375, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": -39168.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 36608.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 75776.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 942080.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": 207.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 5184.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 24832.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": -24832.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 15104.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 39936.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 712704.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": -11.6875, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 3936.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 36352.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.998870849609375, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": -36352.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 32256.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 68608.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 749568.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": -16.125, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 4128.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 52736.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": -52736.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 41728.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 94464.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 884736.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": 466.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 4864.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 20608.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": -13632.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 20608.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 34240.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 638976.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -34.75, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 3536.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 36608.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.998687744140625, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": -29824.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 36608.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 66432.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 622592.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": -2.390625, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 3440.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 33536.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.998687744140625, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": -31488.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 33536.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 65024.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 1105920.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": -24.125, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 6080.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 35840.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": -35840.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 20608.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 56448.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 700416.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": 33.75, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 3872.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 36608.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.998443603515625, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": -36608.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 35584.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 72192.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 708608.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": 5.90625, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 3920.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 47104.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.998199462890625, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": -42240.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 47104.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 89344.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 917504.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": 55.25, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 5056.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 20480.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": -20480.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 13696.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 34176.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 663552.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": -44.75, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 3664.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 33536.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.998687744140625, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": -33536.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 24576.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 58112.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 704512.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": 10.875, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 3888.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 55296.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": -55296.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 36608.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 91904.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 925696.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": 402.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 5088.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 25984.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": -15040.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 25984.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 41024.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 671744.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": 28.875, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 3712.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 83968.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.998779296875, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": -44800.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 83968.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 128768.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 655360.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": 0.103515625, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 3616.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 44032.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.99871826171875, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": -44032.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 40704.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 84736.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 1490944.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": -752.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 8192.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 74752.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": -74752.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 57088.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 131840.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 704512.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": 30.375, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 3904.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 42752.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.9990234375, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": -42752.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 42240.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 84992.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 647168.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": -11.8125, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 3584.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 36352.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": -33536.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 36352.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 69888.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 864256.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": 316.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 4768.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 16896.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": -12288.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 16896.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 29184.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 606208.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": -14.625, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 3360.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 39168.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.99835205078125, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": -34560.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 39168.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 73728.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 598016.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": 29.75, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 3312.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 32768.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.998321533203125, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": -32768.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 32512.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 65280.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 884736.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": -334.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 4896.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 25216.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": -25216.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 14336.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 39552.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 618496.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": -4.375, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 3424.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 44800.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.998382568359375, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": -31360.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 44800.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 76160.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 557056.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": 4.40625, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 3088.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 31360.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.998046875, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": -25728.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 31360.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 57088.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 991232.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": -664.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 5440.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 35840.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": -35840.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 14784.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 50624.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 671744.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": 15.375, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 3712.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 35328.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.99822998046875, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": -34816.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 35328.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 70144.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 667648.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": 7.125, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 3696.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 50176.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.997528076171875, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": -36352.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 50176.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 86528.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 753664.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": -9.1875, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 4160.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 18176.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": -18176.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 12352.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 30528.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 565248.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": -2.125, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 3120.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 34048.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.9976806640625, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": -29824.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 34048.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 63872.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 518144.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": 5.1875, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 2864.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 30976.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.99810791015625, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": -30976.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 26368.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 57344.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 831488.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": -10.5, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 4576.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 24576.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": -20992.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 24576.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 45568.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 516096.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": -21.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 2848.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 38912.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.997589111328125, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": -38912.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 29952.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 68864.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 509952.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": 2.40625, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 2816.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 35584.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.99713134765625, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": -33280.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 35584.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 68864.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 872448.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": -168.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 4832.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 24576.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": -24576.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 15168.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 39744.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 663552.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": 17.375, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 3664.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 45568.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.9986572265625, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": -44032.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 45568.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 89600.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 671744.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": -11.1875, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 3696.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 55552.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.998565673828125, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": -49920.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 55552.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 105472.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 991232.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": -59.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 5472.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 24064.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": -24064.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 23808.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 47872.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 688128.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": -5.09375, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 3808.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 50944.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.99700927734375, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": -50944.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 48640.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 99584.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 643072.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": 21.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 3568.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 46336.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.996002197265625, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": -46336.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 38656.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 84992.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 1105920.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": -378.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 6112.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 58368.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": -58368.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 15488.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 73856.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 634880.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": -1.828125, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 3504.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 98304.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.993072509765625, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": -68608.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 98304.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 166912.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 561152.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": 12.375, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 3104.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 59648.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.993377685546875, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": -53504.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 59648.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 113152.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 958464.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": 122.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 5312.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 30464.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": -30464.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 19584.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 50048.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 514048.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": -29.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 2832.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 41984.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.998138427734375, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": -41984.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 22656.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 64640.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 520192.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": -11.25, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 2880.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 41472.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.998504638671875, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": -28416.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 41472.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 69888.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 794624.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": -572.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 4352.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 19200.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": -19200.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 12800.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 32000.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 577536.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": 10.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 3200.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 30592.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.99755859375, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": -30592.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 26368.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 56960.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 593920.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": -7.53125, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 3280.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 38144.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.9976806640625, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": -38144.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 32768.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 70912.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 962560.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": -640.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 5280.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 47616.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": -47616.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 10112.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 57728.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 577536.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": 22.625, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 3200.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 42496.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.99444580078125, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": -36352.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 42496.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 78848.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 532480.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": 11.5625, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 2944.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 34304.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.995147705078125, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": -30848.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 34304.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 65152.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 856064.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": 270.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 4736.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 19968.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": -15552.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 19968.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 35520.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 536576.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 24.375, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 2976.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 28416.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.9984130859375, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": -25472.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 28416.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 53888.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 536576.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": 6.125, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 2976.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 28928.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.99810791015625, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": -27648.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 28928.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 56576.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 868352.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": 91.5, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 4800.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 29056.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": -29056.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 13440.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 42496.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 503808.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": -7.15625, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 2784.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 26368.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.994049072265625, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": -26368.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 24448.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 50816.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 440320.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": 2.390625, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 2432.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 27392.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.9927978515625, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": -20864.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 27392.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 48256.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 708608.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": 280.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 3920.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 12352.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": -11776.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 12352.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 24128.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 522240.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": -17.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 2880.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 27136.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.998260498046875, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": -26368.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 27136.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 53504.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 493568.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": 12.5, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 2736.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 27776.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.998046875, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": -27776.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 24192.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 51968.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 720896.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": 500.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 3952.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 19712.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": -19712.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 14912.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 34624.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 499712.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": -10.5, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 2752.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 31232.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.999053955078125, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": -31232.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 25728.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 56960.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 497664.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": 2.109375, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 2752.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 31232.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.99859619140625, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": -31232.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 24832.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 56064.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 753664.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": -153.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 4160.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 20736.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": -16896.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 20736.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 37632.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 489472.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": -26.375, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 2704.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 28928.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.998077392578125, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": -28928.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 28032.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 56960.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 464896.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": 10.1875, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 2560.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 24704.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.997772216796875, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": -21632.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 24704.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 46336.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 888832.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": 350.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 4896.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 45056.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": -15488.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 45056.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 60544.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 483328.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": 8.9375, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 2672.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 25216.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.998687744140625, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": -23552.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 25216.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 48768.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 460800.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": -0.041015625, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 2544.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 32128.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.9984130859375, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": -32128.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 20096.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 52224.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 724992.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": 38.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 4000.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 17792.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": -15744.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 17792.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 33536.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 448512.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": -1.2421875, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 2480.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 28544.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.9986572265625, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": -21888.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 28544.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 50432.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 425984.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": 11.8125, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 2352.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 27648.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.998748779296875, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": -25088.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 27648.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 52736.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 770048.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": -8.1875, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 4256.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 16064.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": -14976.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 16064.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 31040.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 446464.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": 0.0003871917724609375, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 2464.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 18688.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.99761962890625, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": -18560.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 18688.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 37248.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 421888.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": -13.25, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 2320.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 20224.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.99786376953125, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": -20224.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 18944.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 39168.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 684032.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": -181.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 3760.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 13824.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": -13824.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 9088.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 22912.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 466944.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": 6.53125, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 2576.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 27648.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.997955322265625, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": -27648.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 18688.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 46336.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 440320.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": 24.5, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 2432.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 24064.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.997711181640625, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": -20352.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 24064.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 44416.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 675840.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": -180.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 3728.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 27520.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": -27520.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 10944.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 38464.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 436224.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": 2.03125, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 2416.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 27136.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.9984130859375, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": -27136.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 22400.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 49536.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 405504.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": -0.326171875, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 2240.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 23680.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.998565673828125, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": -23680.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 22656.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 46336.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 544768.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": -272.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 2992.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 12032.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": -9600.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 12032.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 21632.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 450560.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": 9.0625, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 2496.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 32384.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.99847412109375, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": -21120.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 32384.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 53504.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 428032.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": -6.15625, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 2368.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 23808.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.998138427734375, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": -23808.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 22528.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 46336.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 823296.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": -244.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 4544.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 41984.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": -41984.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 9472.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 51456.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 430080.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": -7.71875, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 2368.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 21632.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.99822998046875, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": -19072.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 21632.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 40704.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 411648.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": -17.625, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 2272.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 32256.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.99774169921875, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": -24448.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 32256.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 56704.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 622592.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": -342.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 3440.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 19328.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": -19328.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 12032.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 31360.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 385024.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": 19.375, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 2128.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 24192.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.99493408203125, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": -19840.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 24192.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 44032.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 360448.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": -1.7265625, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 1992.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 22784.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.994873046875, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": -21248.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 22784.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 44032.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 573440.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": -4.71875, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 3184.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 9152.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": -9152.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 8576.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 17728.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 413696.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": -8.25, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 2288.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 26240.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.998046875, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": -26240.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 24576.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 50816.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 389120.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": -4.25, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 2144.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 19584.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.998291015625, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": -19584.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 18944.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 38528.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 634880.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": -207.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 3488.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 15168.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": -15168.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 12736.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 27904.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 417792.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": 6.3125, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 2304.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 23680.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.99822998046875, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": -19584.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 23680.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 43264.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 397312.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": -19.5, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 2192.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 21632.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.99835205078125, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": -21632.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 19840.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 41472.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 704512.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": -332.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 3872.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 34304.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.996185302734375, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": -34304.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 8032.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 42336.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 444416.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": 26.375, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 2448.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 28160.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.998138427734375, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": -28160.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 27008.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 55168.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 425984.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": -0.3515625, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 2352.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 24704.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.99798583984375, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": -19072.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 24704.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 43776.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 589824.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": -217.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 3248.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 12544.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": -10112.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 12544.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 22656.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 401408.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": -6.90625, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 2224.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 22144.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.99560546875, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": -22144.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 19200.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 41344.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 372736.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": -12.125, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 2064.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 20480.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.996612548828125, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": -20480.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 15872.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 36352.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 518144.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -438.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 2832.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 10240.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": -10240.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 9216.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 19456.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 368640.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": 0.8984375, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 2032.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 20864.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.998626708984375, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": -20864.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 17280.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 38144.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 344064.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": 6.34375, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 1904.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 19584.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.998260498046875, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": -14720.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 19584.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 34304.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 651264.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": 203.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 3600.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 22272.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": -9920.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 22272.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 32192.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 430080.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": 3.375, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 2368.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 40704.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.995635986328125, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": -40704.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 25088.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 65792.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 409600.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": -20.125, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 2272.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 21888.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.995941162109375, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": -21888.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 19968.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 41856.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 483328.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": -2.765625, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 2672.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 8256.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": -8256.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 7456.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 15712.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 378880.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": 0.984375, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 2096.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 24320.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.998565673828125, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": -24320.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 19456.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 43776.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 360448.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": 2.765625, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 1992.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 31616.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.99835205078125, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": -31616.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 22528.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 54144.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 481280.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": -201.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 2656.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 9344.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": -9344.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 7776.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 17120.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 413696.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": -0.44921875, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 2288.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 39424.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.998077392578125, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": -22784.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 39424.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 62208.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 395264.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": 8.3125, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 2176.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 25472.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.998077392578125, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": -20992.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 25472.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 46464.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 518144.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": -136.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 2864.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 12864.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": -12864.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 10432.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 23296.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 393216.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": 19.75, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 2176.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 19200.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.99786376953125, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": -18944.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 19200.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 38144.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 370688.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": 2.203125, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 2048.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 22016.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.99737548828125, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": -15616.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 22016.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 37632.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 532480.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": 73.5, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 2944.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 10240.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": -8192.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 10240.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 18432.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 364544.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": -0.8203125, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 2016.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 23040.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.99847412109375, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": -23040.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 20608.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 43648.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 350208.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": -2.71875, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 1928.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 25472.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.998809814453125, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": -25472.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 22528.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 48000.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 489472.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": 286.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 2688.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 11328.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": -6784.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 11328.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 18112.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 374784.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": -2.046875, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 2064.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 19328.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.998443603515625, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": -19328.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 17664.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 36992.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 352256.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": -13.625, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 1952.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 18816.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.99835205078125, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": -18816.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 17536.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 36352.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 532480.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": -23.375, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 2928.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 9536.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": -8768.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 9536.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 18304.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 385024.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": -17.75, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 2128.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 30464.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.9967041015625, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": -30464.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 17664.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 48128.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 372736.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": -24.75, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 2048.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 27776.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.9969482421875, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": -27776.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 22656.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 50432.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 520192.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": -40.75, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 2864.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 9472.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": -9472.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 9024.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 18496.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 342016.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": 6.96875, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 1896.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 25984.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.993438720703125, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": -15616.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 25984.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 41600.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 319488.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": 3.703125, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 1760.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 17024.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.992401123046875, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": -17024.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 15168.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 32192.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 532480.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": -274.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 2928.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 11584.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": -11584.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 8384.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 19968.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 346112.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 9.6875, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 1912.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 18048.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.99505615234375, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": -16896.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 18048.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 34944.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 321536.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": -25.75, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 1768.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 20224.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.99456787109375, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": -20224.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 14464.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 34688.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 524288.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": -103.5, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 2896.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 10496.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": -10496.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 8000.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 18496.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 333824.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": 2.984375, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 1848.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 29568.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.992156982421875, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": -29568.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 21248.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 50816.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 309248.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": -30.875, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 1712.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 21632.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.992706298828125, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": -16384.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 21632.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 38016.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 557056.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": -312.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 3056.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 12224.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": -9728.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 12224.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 21952.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 342016.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": -14.875, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 1888.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 27136.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.995819091796875, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": -22016.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 27136.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 49152.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 319488.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": -18.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 1768.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 20352.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.9959716796875, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": -20352.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 15040.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 35392.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 497664.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": 114.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 2752.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 9664.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": -9664.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 8960.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 18624.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 393216.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": 13.6875, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 2176.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 46592.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.997802734375, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": -24064.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 46592.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 70656.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 370688.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": -18.125, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 2048.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 25728.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.99786376953125, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": -25728.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 20480.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 46208.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 452608.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": 77.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 2496.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 7616.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": -7616.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 7072.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 14688.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 321536.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": -3.703125, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 1776.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 16256.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.9976806640625, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": -15488.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 16256.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 31744.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 311296.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": -8.875, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 1720.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 16384.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.997711181640625, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": -16384.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 12800.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 29184.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 509952.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": 112.5, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 2816.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 20736.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": -20736.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 11328.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 32064.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 339968.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": 3.515625, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 1880.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 30080.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.99761962890625, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": -20480.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 30080.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 50560.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 319488.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": -8.5, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 1768.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 22528.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.99755859375, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": -22528.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 20992.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 43520.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 448512.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": -125.5, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 2480.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 8448.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": -8160.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 8448.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 16608.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 389120.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": -6.4375, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 2160.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 22016.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.995697021484375, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": -22016.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 20224.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 42240.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 378880.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": -13.9375, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 2096.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 27008.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.995361328125, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": -19712.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 27008.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 46720.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 452608.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": 276.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 2480.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 12224.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": -8768.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 12224.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 20992.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 344064.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": 6.71875, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 1896.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 39424.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.996856689453125, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": -20096.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 39424.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 59520.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 331776.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": -10.0625, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 1840.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 21632.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.9970703125, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": -21632.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 18432.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 40064.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 378880.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": -155.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 2096.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 7328.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": -7328.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 6848.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 14176.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 350208.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": 19.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 1936.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 31360.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.99786376953125, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": -28672.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 31360.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 60032.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 323584.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": -5.59375, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 1792.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 22528.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.997528076171875, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": -22528.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 14848.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 37376.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 421888.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": 270.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 2320.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 7648.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": -6784.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 7648.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 14432.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 333824.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": -9.0625, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 1848.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 22016.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.9970703125, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": -22016.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 17792.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 39808.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 323584.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": 7.8125, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 1784.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 22016.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.99700927734375, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": -14336.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 22016.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 36352.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 436224.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": -148.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 2400.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 8960.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": -8960.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 5472.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 14432.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 352256.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": 20.75, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 1952.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 22400.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.997283935546875, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": -22400.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 18816.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 41216.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 354304.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": -2.265625, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 1960.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 24704.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.99737548828125, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": -24704.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 23552.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 48256.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 436224.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": 54.5, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 2400.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 9280.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": -9280.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 6400.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 15680.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 337920.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 0.9296875, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 1864.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 19968.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.99786376953125, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": -19968.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 16256.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 36224.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 313344.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": -21.375, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 1728.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 24192.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.998321533203125, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": -16000.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 24192.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 40192.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 440320.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": 143.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 2432.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 10240.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": -7360.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 10240.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 17600.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 301056.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": -8.4375, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 1664.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 21504.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.99755859375, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": -21504.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 18304.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 39808.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 292864.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": -12.3125, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 1624.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 24320.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.997344970703125, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": -24320.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 15040.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 39360.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 464896.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": -27.125, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 2560.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 14592.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": -14592.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 8448.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 23040.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 335872.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": 6.6875, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 1848.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 24448.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.99688720703125, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": -24448.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 22528.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 46976.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 327680.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": -16.25, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 1816.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 22272.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.9971923828125, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": -22272.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 15296.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 37568.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 438272.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": 122.5, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 2416.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 9920.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": -7520.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 9920.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 17440.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 342016.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": 5.34375, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 1888.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 29056.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.9981689453125, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": -29056.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 20096.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 49152.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 315392.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": -5.84375, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 1736.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 14464.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.99822998046875, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": -14336.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 14464.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 28800.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 466944.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": -250.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 2576.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 13120.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": -13120.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 5536.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 18656.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 368640.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": -10.5625, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 2040.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 26240.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.99652099609375, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": -26240.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 25472.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 51712.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 339968.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": -12.1875, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 1880.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 21120.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.99639892578125, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": -18560.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 21120.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 39680.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 442368.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": -89.5, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 2448.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 9152.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": -9152.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 7616.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 16768.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 331776.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": -13.125, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 1832.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 18944.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.997406005859375, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": -18944.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 14784.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 33728.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 315392.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": 2.046875, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 1744.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 22016.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.99761962890625, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": -16768.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 22016.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 38784.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 520192.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": -87.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 2864.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 12160.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": -12160.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 8640.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 20800.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 380928.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": -15.25, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 2096.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 23936.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.99810791015625, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": -23808.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 23936.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 47744.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 368640.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": -3.921875, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 2040.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 23936.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.99749755859375, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": -23936.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 20736.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 44672.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 552960.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": 74.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 3056.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 12352.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": -12352.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 9920.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 22272.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 376832.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": -6.0625, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 2080.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 35584.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.9969482421875, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": -35584.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 21376.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 56960.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 342016.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": -14.9375, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 1896.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 22784.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.99578857421875, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": -22784.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 17920.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 40704.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 501760.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": -201.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 2768.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 12992.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": -12992.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 6208.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 19200.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 393216.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": 3.296875, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 2176.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 39680.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.997833251953125, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": -39680.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 27904.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 67584.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 337920.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": -8.25, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 1872.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 28800.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.998138427734375, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": -28800.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 19200.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 48000.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 495616.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": 190.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 2736.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 16000.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": -10560.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 16000.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 26560.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 337920.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": 6.4375, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 1872.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 20992.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.997283935546875, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": -20480.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 20992.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 41472.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 319488.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": -4.8125, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 1760.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 20864.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.9974365234375, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": -20864.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 20736.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 41600.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 552960.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": -151.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 3040.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 28672.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": -7296.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 28672.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 35968.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 370688.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": 30.625, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 2048.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 27904.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.998504638671875, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": -20096.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 27904.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 48000.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 360448.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": -9.625, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 1984.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 27520.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.998443603515625, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": -27520.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 23296.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 50816.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 577536.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": 278.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 3184.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 16512.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": -9344.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 16512.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 25856.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 393216.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": -5.875, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 2176.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 30464.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.997406005859375, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": -30464.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 22016.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 52480.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 376832.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": -9.0625, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 2080.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 25728.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.997344970703125, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": -23680.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 25728.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 49408.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 569344.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": -374.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 3120.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 14400.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": -14400.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 8064.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 22464.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 372736.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": 4.8125, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 2064.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 27136.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.997955322265625, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": -22912.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 27136.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 50048.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 350208.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": -14.3125, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 1928.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 24704.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.997802734375, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": -23808.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 24704.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 48512.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 481280.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": -64.5, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 2656.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 15552.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": -15552.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 7008.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 22560.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 378880.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": 10.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 2096.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 41984.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.99700927734375, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": -30208.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 41984.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 72192.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 372736.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": -14.4375, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 2048.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 32128.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.9967041015625, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": -32128.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 25600.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 57728.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 532480.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": 17.625, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 2944.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 12160.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": -12160.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 9728.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 21888.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 401408.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": -0.365234375, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 2224.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 23424.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.99713134765625, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": -23424.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 23040.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 46464.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 397312.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": 16.875, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 2192.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 27776.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.997711181640625, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": -22656.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 27776.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 50432.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 692224.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": -584.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 3776.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 22528.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": -22528.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 14144.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 36672.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 432128.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": -9.6875, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 2384.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 32256.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.9962158203125, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": -32256.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 31616.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 63872.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 425984.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": -5.78125, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 2352.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 35840.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.996917724609375, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": -35840.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 29568.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 65408.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 581632.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": -4.96875, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 3216.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 20096.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": -20096.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 9984.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 30080.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 419840.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": 22.5, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 2320.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 26496.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.99786376953125, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": -22144.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 26496.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 48640.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 419840.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": -0.490234375, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 2320.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 30208.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.996917724609375, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": -30208.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 27392.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 57600.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 634880.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -414.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 3488.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 14976.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": -14976.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 14592.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 29568.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 440320.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": -8.1875, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 2432.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 33792.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.996917724609375, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": -33536.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 33792.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 67328.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 438272.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": -6.28125, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 2416.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 37120.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.996978759765625, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": -33792.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 37120.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 70912.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 933888.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": -260.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 5152.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 32256.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": -32256.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 25472.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 57728.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 528384.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": 8.5, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 2928.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 58368.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.997314453125, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": -42496.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 58368.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 100864.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 552960.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": -23.5, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 3056.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 51456.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.997833251953125, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": -51456.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 38400.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 89856.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 958464.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": -266.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 5280.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 31488.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.99615478515625, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": -30464.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 31488.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 61952.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 528384.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": -15.375, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 2912.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 51456.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.99871826171875, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": -51456.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 36864.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 88320.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 505856.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": -9.0625, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 2784.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 26880.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.998443603515625, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": -26752.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 26880.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 53632.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 1392640.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 660.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 7680.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 39680.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": -27264.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 39680.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 66944.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 737280.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 19.25, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 4080.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 90112.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.998382568359375, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": -65280.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 90112.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 155392.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 618496.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": -16.625, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 3408.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 49920.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.998138427734375, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": -49920.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 37888.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 87808.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 2932736.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 126.5, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 16256.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 58112.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": -58112.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 44544.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 102656.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 1261568.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 12.5, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 6976.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 102912.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": -82432.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 102912.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 185344.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 1310720.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -6.9375, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 7264.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 77312.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": -61952.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 77312.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 139264.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 2129920.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 652.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 11776.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 109056.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -26624.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 109056.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 135680.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 1081344.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": 7.84375, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 5984.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 77312.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.9991455078125, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -77312.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 67072.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 144384.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 1171456.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -12.875, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 6464.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 100352.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.998138427734375, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -100352.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 88576.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 188928.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": 0.0001964569091796875, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.11083984375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.1015625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.11083984375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.21240234375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 5.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 0.00016117095947265625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.0277099609375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.2314453125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": -2.0503997802734375e-05, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.10888671875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.216796875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": -0.0007476806640625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.00014495849609375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -9.965896606445312e-05, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": -0.00016307830810546875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.10888671875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.2255859375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": 0.000152587890625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.0277099609375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.000225067138671875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.027587890625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.11083984375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.1181640625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.22900390625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 5.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": -0.0002536773681640625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.027587890625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.11279296875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.23779296875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 4.90625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": -2.491474151611328e-05, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.027099609375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.10693359375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.10693359375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.2099609375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 4.90625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": 1.329183578491211e-05, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.0269775390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.10791015625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.10693359375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.21484375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": -0.00016021728515625, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.1162109375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.22509765625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 4.84375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 0.00023174285888671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.0267333984375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.10888671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.10546875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.21435546875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 4.84375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.0002269744873046875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.02685546875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.11376953125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.107421875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.22119140625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 4.9375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": -0.00014781951904296875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.02734375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 4.8125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": 0.0002384185791015625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.026611328125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.1103515625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.23046875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 4.84375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": -9.870529174804688e-05, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.0267333984375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.10302734375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.22607421875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 4.875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": -0.0001983642578125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.02685546875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.10546875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.22216796875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 4.78125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": 9.965896606445312e-05, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.0264892578125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.1064453125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.22802734375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 4.75, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": 5.626678466796875e-05, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.0262451171875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.10693359375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.1015625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.10693359375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.20849609375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 4.875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": -0.000301361083984375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.02685546875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.119140625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.11474609375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.23388671875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 4.78125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": -3.2901763916015625e-05, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.0263671875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.103515625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.103515625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.09912109375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.20263671875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 4.78125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": 1.2576580047607422e-05, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.0264892578125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.0986328125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.0986328125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.09521484375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.19384765625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 4.875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": 2.777576446533203e-05, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.0269775390625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.10400390625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.23095703125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 4.78125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -0.00011301040649414062, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.0264892578125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.0966796875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.21630859375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 4.75, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": 8.678436279296875e-05, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.0262451171875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.111328125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.111328125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.10205078125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.21337890625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.0003376007080078125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 4.84375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -0.0002536773681640625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.02685546875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.10400390625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.22509765625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 4.78125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": 4.029273986816406e-05, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.0264892578125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.11865234375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.10595703125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.224609375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": 9.685754776000977e-07, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.11474609375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.11474609375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.10986328125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.224609375, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 4.875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": 4.6253204345703125e-05, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.02685546875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.1123046875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.09765625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.1123046875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.2099609375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 4.78125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": -4.792213439941406e-05, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.0264892578125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.09423828125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.2119140625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 5.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": 6.031990051269531e-05, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.027587890625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 4.875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": -7.338821887969971e-07, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.0269775390625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.22998046875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 4.78125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": -0.00019168853759765625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.0264892578125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.111328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.0986328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.111328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.2099609375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": -0.0002593994140625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 4.9375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": 0.00021839141845703125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.0272216796875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 4.875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": 0.000133514404296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.0269775390625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.115234375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.2353515625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": -0.00018787384033203125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.02783203125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 4.875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": 5.245208740234375e-05, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.02685546875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.1171875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.11181640625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.22900390625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 4.84375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.000255584716796875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.0267333984375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.1171875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.103515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.220703125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": -0.0001659393310546875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.028076171875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.1181640625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.10888671875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.22705078125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 4.9375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": -2.1457672119140625e-05, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.0272216796875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.10986328125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.23486328125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 4.84375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": 0.00018215179443359375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.02685546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.1142578125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.1083984375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.22265625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 5.125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": -4.7206878662109375e-05, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.240234375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": -4.887580871582031e-05, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.107421875, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.2333984375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 4.9375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": -0.00022029876708984375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.0272216796875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.1162109375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.09716796875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.21337890625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": -9.34600830078125e-05, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": -0.0001201629638671875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.111328125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.111328125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.10693359375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.21826171875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 5.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": -4.744529724121094e-05, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.027587890625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.1083984375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.22998046875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": 0.00041961669921875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": -5.507469177246094e-05, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.11572265625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.11279296875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.11572265625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.228515625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": -9.72747802734375e-05, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.10205078125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.21875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": -0.00021076202392578125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.11669921875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.23291015625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": -0.0003814697265625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.10986328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.10205078125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.10986328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.2119140625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": 5.078315734863281e-05, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.11279296875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.23046875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": -5.1021575927734375e-05, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 5.125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": 1.895427703857422e-05, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.140625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": 7.009506225585938e-05, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.10888671875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.23046875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": 3.814697265625e-05, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": 0.0002002716064453125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 5.125, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 0.0002841949462890625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": 4.3392181396484375e-05, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.2373046875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 5.125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": 9.775161743164062e-05, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.11181640625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.2353515625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 9.584426879882812e-05, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.028076171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.119140625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.234375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 5.375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": 3.4809112548828125e-05, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": 5.602836608886719e-05, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.2265625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 5.125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": -0.0001087188720703125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.11572265625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.10595703125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.11572265625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.2216796875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 5.375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": -0.0001850128173828125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.0296630859375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 5.25, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": 0.0004558563232421875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.23779296875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": 0.0002079010009765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.11865234375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": 0.00012683868408203125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.2421875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 5.25, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": 0.000217437744140625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.11181640625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.11181640625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.1103515625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.22216796875, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": -0.00017642974853515625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": 0.0003948211669921875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": 5.14984130859375e-05, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.2421875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": -2.5033950805664062e-05, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": 0.0002880096435546875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 5.25, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": 0.00010967254638671875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.11279296875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": 5.14984130859375e-05, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.1181640625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.11669921875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.23486328125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": 0.000141143798828125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.11376953125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -0.0002079010009765625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1181640625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 5.25, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": 0.00016307830810546875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": 5.054473876953125e-05, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 5.375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": 0.00015926361083984375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.0296630859375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.23974609375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 9.489059448242188e-05, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 5.5, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": 0.00012683868408203125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.2451171875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": 0.00013256072998046875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.11279296875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.11279296875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.2216796875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": -4.863739013671875e-05, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": -9.918212890625e-05, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 5.375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": -7.343292236328125e-05, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.11669921875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.23095703125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": 0.00013446807861328125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.109375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.2373046875, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": -0.000164031982421875, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 5.375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.000293731689453125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.0001773834228515625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": 0.00011396408081054688, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 5.375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": 0.00012302398681640625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.0296630859375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": 9.250640869140625e-05, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": 4.076957702636719e-05, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 5.375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.0002536773681640625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.0296630859375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -0.000152587890625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": 0.00011730194091796875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.03125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": -8.249282836914062e-05, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.236328125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 5.375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -9.822845458984375e-05, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.25244140625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": 6.628036499023438e-05, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.03125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 5.5, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": 8.392333984375e-05, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": -0.000247955322265625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.111328125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.23291015625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": -9.012222290039062e-05, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": 4.8160552978515625e-05, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": -0.00014495849609375, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.1181640625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": -5.745887756347656e-05, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": -7.534027099609375e-05, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": -0.0003032684326171875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": 7.677078247070312e-05, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": -0.000125885009765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.03125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": 0.00024318695068359375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.1181640625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": -1.5020370483398438e-05, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -1.33514404296875e-05, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.00043487548828125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.03125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": -0.00023365020751953125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": 0.0002841949462890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": 5.745887756347656e-05, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.03125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": -6.628036499023438e-05, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": 2.0116567611694336e-06, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": 7.677078247070312e-05, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.03125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": 5.14984130859375e-05, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.0002613067626953125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": -9.584426879882812e-05, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": -0.0001964569091796875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": -0.0002155303955078125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": -6.914138793945312e-05, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": 0.00040435791015625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": 4.9114227294921875e-05, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.11865234375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": 4.00543212890625e-05, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": -5.185604095458984e-06, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -0.0002040863037109375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": -9.1552734375e-05, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": 0.00016689300537109375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 5.875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -0.0001888275146484375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": 0.000530242919921875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": 0.00018310546875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": -0.0002841949462890625, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": 1.6689300537109375e-05, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": 0.0003032684326171875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": -7.867813110351562e-05, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": -4.553794860839844e-05, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": -0.00012874603271484375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": -4.291534423828125e-05, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.000293731689453125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": 0.0004138946533203125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": -1.9311904907226562e-05, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": -9.489059448242188e-05, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": 0.0002079010009765625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": -7.581710815429688e-05, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": -3.266334533691406e-05, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": 0.0003833770751953125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": -0.00019550323486328125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": -2.765655517578125e-05, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": -0.00011014938354492188, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": -0.00014400482177734375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.25830078125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": -0.00010919570922851562, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": -0.00016021728515625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": -4.553794860839844e-05, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -6.866455078125e-05, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": -0.0001773834228515625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": -0.0001354217529296875, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": 0.00014019012451171875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.265625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 6.625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": 3.4809112548828125e-05, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 3.910064697265625e-05, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": -0.0002994537353515625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.265625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": 0.00016689300537109375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": -2.7060508728027344e-05, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": -1.4901161193847656e-05, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": -9.870529174804688e-05, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": 5.8650970458984375e-05, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": 9.632110595703125e-05, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": 0.000164031982421875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": -6.914138793945312e-05, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": -0.0002460479736328125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": -3.886222839355469e-05, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": 6.079673767089844e-05, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": -0.0005035400390625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": 9.775161743164062e-05, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": -9.059906005859375e-05, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": -0.00023365020751953125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": -0.00021839141845703125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": 7.05718994140625e-05, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": -8.7738037109375e-05, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": -0.0001010894775390625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -0.000270843505859375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": 0.00012683868408203125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": 0.000492095947265625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": -0.00019168853759765625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": -0.00017070770263671875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": -0.0004634857177734375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": 0.0001964569091796875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": -2.574920654296875e-05, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": -0.0002155303955078125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.000217437744140625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": 7.104873657226562e-05, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": -0.00022792816162109375, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -4.0531158447265625e-05, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.0003147125244140625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": 0.0001888275146484375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -0.0003509521484375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": 0.0002727508544921875, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": -0.00012493133544921875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -0.0001430511474609375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": -0.00011157989501953125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": -0.00016689300537109375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": -7.343292236328125e-05, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": 0.00022792816162109375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": 0.00018215179443359375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.169921875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.169921875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": 0.00015735626220703125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": 6.818771362304688e-05, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": 0.00018405914306640625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": -0.000141143798828125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": -0.00026702880859375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": -0.00017642974853515625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": 2.396106719970703e-05, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -0.00012683868408203125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": 0.0004482269287109375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": 5.543231964111328e-06, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": -0.00010156631469726562, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": 1.3649463653564453e-05, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": 0.0003986358642578125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 9.775161743164062e-05, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": -0.000507354736328125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.3134765625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": 0.0001316070556640625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.0001735687255859375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": 9.584426879882812e-05, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.0002498626708984375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.2880859375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": 0.00021076202392578125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": -6.4849853515625e-05, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": 0.0002689361572265625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": 0.0002040863037109375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": 0.00022792816162109375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -4.947185516357422e-06, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": -5.793571472167969e-05, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": 7.867813110351562e-05, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": 0.00013256072998046875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": 0.00010919570922851562, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": 0.00051116943359375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.291015625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": -0.00011920928955078125, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": 1.4781951904296875e-05, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": 0.00032806396484375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.1689453125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": 8.058547973632812e-05, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.283203125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": -9.965896606445312e-05, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": 0.000713348388671875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.15625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 7.875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": -0.00011491775512695312, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": 9.393692016601562e-05, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": 0.000690460205078125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.208984375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.208984375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.3525390625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 7.875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": 0.0002307891845703125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": 4.482269287109375e-05, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": 0.000225067138671875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 8.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": 0.0002193450927734375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": 0.0004177093505859375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 0.000278472900390625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.2880859375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 0.000274658203125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.28125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 8.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": -0.0003662109375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": 6.29425048828125e-05, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.166015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.31640625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.000423431396484375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": -1.5974044799804688e-05, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": 3.719329833984375e-05, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.166015625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.3291015625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 8.25, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": -2.384185791015625e-05, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": -0.000244140625, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 8.875, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.000484466552734375, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.049072265625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.3193359375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": -0.0002880096435546875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.15625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.0003032684326171875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 9.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.00075531005859375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.049560546875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.2158203125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.2158203125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.15625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.3720703125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": -8.296966552734375e-05, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": 4.202127456665039e-06, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 9.0625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": 0.000362396240234375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.0498046875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": 0.00016117095947265625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.1669921875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.1669921875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": 9.822845458984375e-05, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 9.1875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 0.000362396240234375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.05078125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.1875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.1875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.3486328125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.0001811981201171875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.171875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.322265625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 8.625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -0.00012063980102539062, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 9.5625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": 8.487701416015625e-05, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.052734375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.240234375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.1787109375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.240234375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.4189453125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 8.9375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": 9.202957153320312e-05, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.04931640625, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.173828125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.162109375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.3359375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.8125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": -0.0001735687255859375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.048583984375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.1630859375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 9.625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": 0.000640869140625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.05322265625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.169921875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.3427734375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 9.0625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": -0.00015163421630859375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.050048828125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.16796875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.31640625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 9.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": 9.393692016601562e-05, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.0498046875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1767578125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.1572265625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1767578125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.333984375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 9.75, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": 8.344650268554688e-05, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.053955078125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.212890625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.189453125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.212890625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.40234375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 9.1875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": 0.00025177001953125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.050537109375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.15625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 9.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": -2.6226043701171875e-05, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.049560546875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.189453125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1708984375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.189453125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.3603515625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 10.0625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": 0.000461578369140625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.0556640625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.181640625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.1953125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.376953125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 9.5, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": 0.0003070831298828125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.052734375, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.1953125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.3642578125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 9.25, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": 5.7697296142578125e-05, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.051025390625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.17578125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.17578125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.3349609375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 10.1875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": -8.521601557731628e-08, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.056396484375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.17578125, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.17578125, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.1748046875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.3505859375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 9.4375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": 0.00024127960205078125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.05224609375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.1875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.1953125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.3828125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 9.25, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -4.112720489501953e-06, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.051025390625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.181640625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.1767578125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.181640625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.3583984375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 10.375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": 0.0002651214599609375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.057373046875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.2197265625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.2197265625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.19140625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.4111328125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 9.6875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": -0.00022983551025390625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.053466796875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.1982421875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.1982421875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3662109375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 9.375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": 0.0003108978271484375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.0517578125, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.1962890625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.1962890625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.3447265625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 10.25, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": 0.000720977783203125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.056640625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.220703125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.220703125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.19921875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.419921875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 9.75, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": -0.0001354217529296875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.0537109375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.169921875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.169921875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.3291015625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 9.375, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": 3.647804260253906e-05, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.0517578125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.1796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.1689453125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.3486328125}
-{"step": 2540, "epoch": 0.17121671722278395, "timestamp": 1786742933.0293703, "loss": 2.140816307067871, "grad_norm": 22675456.0, "learning_rate": 7.020000000000001e-05, "train/total_time_seconds": 14.71053609997034, "train/time_per_step_avg": 0.36776340249925854, "train/epoch_time_elapsed": 16.939540304243565, "train/estimated_remaining_minutes": 0.09266479433052183}
-{"step": 2560, "epoch": 0.17256488035052242, "timestamp": 1786742942.0994864, "loss": 3.505127716064453, "grad_norm": 116916224.0, "learning_rate": 9e-05, "train/total_time_seconds": 22.637387357652187, "train/time_per_step_avg": 0.37728978929420315, "train/epoch_time_elapsed": 25.983778327703476, "train/estimated_remaining_minutes": 0.1385360945064652, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 185.84182739257812, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.0008544921875, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.0908203125, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.30078125, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.30078125, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.28515625, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.5859375, "train/tensor_act_model_layers_0_residual_post_attn/norm": 186.99256896972656, "train/tensor_act_model_layers_0_residual_post_attn/mean": -9.489059448242188e-05, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.09130859375, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.33203125, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.33203125, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.298828125, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.630859375, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1203.148681640625, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": 0.004608154296875, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.416015625, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 2.25, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -2.25, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 2.140625, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 4.390625, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1166.373779296875, "train/tensor_act_model_layers_0_mlp_up_proj/mean": 0.001983642578125, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.40234375, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 2.015625, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -2.015625, "train/tensor_act_model_layers_0_mlp_up_proj/max": 1.9921875, "train/tensor_act_model_layers_0_mlp_up_proj/range": 4.0078125, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 179.7388916015625, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.020263671875, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.08544921875, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.53125, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/min": -0.400390625, "train/tensor_act_model_layers_0_mlp_down_proj/max": 0.53125, "train/tensor_act_model_layers_0_mlp_down_proj/range": 0.931640625, "train/tensor_act_model_layers_0_mlp/norm": 179.68370056152344, "train/tensor_act_model_layers_0_mlp/mean": 0.020263671875, "train/tensor_act_model_layers_0_mlp/std": 0.08544921875, "train/tensor_act_model_layers_0_mlp/max_abs": 0.52734375, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": -0.3984375, "train/tensor_act_model_layers_0_mlp/max": 0.52734375, "train/tensor_act_model_layers_0_mlp/range": 0.92578125, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 279.1789855957031, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 0.0201416015625, "train/tensor_act_model_layers_0_residual_post_mlp/std": 0.134765625, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 0.65625, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": -0.54296875, "train/tensor_act_model_layers_0_residual_post_mlp/max": 0.65625, "train/tensor_act_model_layers_0_residual_post_mlp/range": 1.19921875, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 279.1789855957031, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 0.0201416015625, "train/tensor_act_model_layers_1_residual_pre_attn/std": 0.134765625, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 0.65625, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": -0.54296875, "train/tensor_act_model_layers_1_residual_pre_attn/max": 0.65625, "train/tensor_act_model_layers_1_residual_pre_attn/range": 1.19921875, "train/tensor_act_model_layers_1_residual_post_attn/norm": 299.5561828613281, "train/tensor_act_model_layers_1_residual_post_attn/mean": 0.021240234375, "train/tensor_act_model_layers_1_residual_post_attn/std": 0.14453125, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 0.8125, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": -0.6875, "train/tensor_act_model_layers_1_residual_post_attn/max": 0.8125, "train/tensor_act_model_layers_1_residual_post_attn/range": 1.5, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 1449.8939208984375, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": -0.00836181640625, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 0.5, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 2.984375, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -2.40625, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 2.984375, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 5.390625, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 1432.0701904296875, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.00225830078125, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.494140625, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 3.078125, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -3.078125, "train/tensor_act_model_layers_1_mlp_up_proj/max": 2.671875, "train/tensor_act_model_layers_1_mlp_up_proj/range": 5.75, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 311.8995056152344, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.02783203125, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.1494140625, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 1.890625, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": -1.3671875, "train/tensor_act_model_layers_1_mlp_down_proj/max": 1.890625, "train/tensor_act_model_layers_1_mlp_down_proj/range": 3.2578125, "train/tensor_act_model_layers_1_mlp/norm": 310.5509338378906, "train/tensor_act_model_layers_1_mlp/mean": 0.02783203125, "train/tensor_act_model_layers_1_mlp/std": 0.1494140625, "train/tensor_act_model_layers_1_mlp/max_abs": 1.7578125, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": -1.3125, "train/tensor_act_model_layers_1_mlp/max": 1.7578125, "train/tensor_act_model_layers_1_mlp/range": 3.0703125, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 499.1407470703125, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 0.049072265625, "train/tensor_act_model_layers_1_residual_post_mlp/std": 0.23828125, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 2.0625, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": -1.59375, "train/tensor_act_model_layers_1_residual_post_mlp/max": 2.0625, "train/tensor_act_model_layers_1_residual_post_mlp/range": 3.65625, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 499.1407470703125, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 0.049072265625, "train/tensor_act_model_layers_2_residual_pre_attn/std": 0.23828125, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 2.0625, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": -1.59375, "train/tensor_act_model_layers_2_residual_pre_attn/max": 2.0625, "train/tensor_act_model_layers_2_residual_pre_attn/range": 3.65625, "train/tensor_act_model_layers_2_residual_post_attn/norm": 517.1339721679688, "train/tensor_act_model_layers_2_residual_post_attn/mean": 0.04931640625, "train/tensor_act_model_layers_2_residual_post_attn/std": 0.248046875, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 2.09375, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": -1.6015625, "train/tensor_act_model_layers_2_residual_post_attn/max": 2.09375, "train/tensor_act_model_layers_2_residual_post_attn/range": 3.6953125, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 1182.0364990234375, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": -0.06689453125, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 0.40234375, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 2.5, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -2.5, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 2.234375, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 4.734375, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 1092.976806640625, "train/tensor_act_model_layers_2_mlp_up_proj/mean": -0.00244140625, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.376953125, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 1.8828125, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -1.765625, "train/tensor_act_model_layers_2_mlp_up_proj/max": 1.8828125, "train/tensor_act_model_layers_2_mlp_up_proj/range": 3.6484375, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 126.87059020996094, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 0.0166015625, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.0595703125, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 0.53515625, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/min": -0.400390625, "train/tensor_act_model_layers_2_mlp_down_proj/max": 0.53515625, "train/tensor_act_model_layers_2_mlp_down_proj/range": 0.935546875, "train/tensor_act_model_layers_2_mlp/norm": 126.86923217773438, "train/tensor_act_model_layers_2_mlp/mean": 0.0166015625, "train/tensor_act_model_layers_2_mlp/std": 0.0595703125, "train/tensor_act_model_layers_2_mlp/max_abs": 0.53125, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/min": -0.3984375, "train/tensor_act_model_layers_2_mlp/max": 0.53125, "train/tensor_act_model_layers_2_mlp/range": 0.9296875, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 577.076416015625, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 0.06591796875, "train/tensor_act_model_layers_2_residual_post_mlp/std": 0.2734375, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 2.28125, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/min": -1.7734375, "train/tensor_act_model_layers_2_residual_post_mlp/max": 2.28125, "train/tensor_act_model_layers_2_residual_post_mlp/range": 4.0546875, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 577.076416015625, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 0.06591796875, "train/tensor_act_model_layers_3_residual_pre_attn/std": 0.2734375, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 2.28125, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/min": -1.7734375, "train/tensor_act_model_layers_3_residual_pre_attn/max": 2.28125, "train/tensor_act_model_layers_3_residual_pre_attn/range": 4.0546875, "train/tensor_act_model_layers_3_residual_post_attn/norm": 586.6980590820312, "train/tensor_act_model_layers_3_residual_post_attn/mean": 0.06591796875, "train/tensor_act_model_layers_3_residual_post_attn/std": 0.279296875, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 2.28125, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/min": -1.828125, "train/tensor_act_model_layers_3_residual_post_attn/max": 2.28125, "train/tensor_act_model_layers_3_residual_post_attn/range": 4.109375, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 1028.0145263671875, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": -0.0654296875, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 0.349609375, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 2.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -1.7265625, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 2.0, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 3.7265625, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 987.9269409179688, "train/tensor_act_model_layers_3_mlp_up_proj/mean": 0.00750732421875, "train/tensor_act_model_layers_3_mlp_up_proj/std": 0.341796875, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 1.953125, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -1.8359375, "train/tensor_act_model_layers_3_mlp_up_proj/max": 1.953125, "train/tensor_act_model_layers_3_mlp_up_proj/range": 3.7890625, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 83.34928131103516, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 0.0111083984375, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.0390625, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 0.30078125, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/min": -0.30078125, "train/tensor_act_model_layers_3_mlp_down_proj/max": 0.28125, "train/tensor_act_model_layers_3_mlp_down_proj/range": 0.58203125, "train/tensor_act_model_layers_3_mlp/norm": 83.34928131103516, "train/tensor_act_model_layers_3_mlp/mean": 0.0111083984375, "train/tensor_act_model_layers_3_mlp/std": 0.0390625, "train/tensor_act_model_layers_3_mlp/max_abs": 0.30078125, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/min": -0.30078125, "train/tensor_act_model_layers_3_mlp/max": 0.28125, "train/tensor_act_model_layers_3_mlp/range": 0.58203125, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 617.9912719726562, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 0.07666015625, "train/tensor_act_model_layers_3_residual_post_mlp/std": 0.291015625, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 2.46875, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/min": -1.8515625, "train/tensor_act_model_layers_3_residual_post_mlp/max": 2.46875, "train/tensor_act_model_layers_3_residual_post_mlp/range": 4.3203125, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 617.9912719726562, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 0.07666015625, "train/tensor_act_model_layers_4_residual_pre_attn/std": 0.291015625, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 2.46875, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/min": -1.8515625, "train/tensor_act_model_layers_4_residual_pre_attn/max": 2.46875, "train/tensor_act_model_layers_4_residual_pre_attn/range": 4.3203125, "train/tensor_act_model_layers_4_residual_post_attn/norm": 616.9451904296875, "train/tensor_act_model_layers_4_residual_post_attn/mean": 0.076171875, "train/tensor_act_model_layers_4_residual_post_attn/std": 0.291015625, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 2.5, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/min": -1.875, "train/tensor_act_model_layers_4_residual_post_attn/max": 2.5, "train/tensor_act_model_layers_4_residual_post_attn/range": 4.375, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 1018.6348266601562, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": -0.06298828125, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 0.345703125, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 2.671875, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -1.8125, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 2.671875, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 4.484375, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 971.2374877929688, "train/tensor_act_model_layers_4_mlp_up_proj/mean": -0.00035858154296875, "train/tensor_act_model_layers_4_mlp_up_proj/std": 0.3359375, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -1.75, "train/tensor_act_model_layers_4_mlp_up_proj/max": 1.9921875, "train/tensor_act_model_layers_4_mlp_up_proj/range": 3.7421875, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 82.29527282714844, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 0.0106201171875, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.038818359375, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 0.33203125, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/min": -0.279296875, "train/tensor_act_model_layers_4_mlp_down_proj/max": 0.33203125, "train/tensor_act_model_layers_4_mlp_down_proj/range": 0.611328125, "train/tensor_act_model_layers_4_mlp/norm": 82.29527282714844, "train/tensor_act_model_layers_4_mlp/mean": 0.0106201171875, "train/tensor_act_model_layers_4_mlp/std": 0.038818359375, "train/tensor_act_model_layers_4_mlp/max_abs": 0.33203125, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/min": -0.279296875, "train/tensor_act_model_layers_4_mlp/max": 0.33203125, "train/tensor_act_model_layers_4_mlp/range": 0.611328125, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 649.9963989257812, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 0.0869140625, "train/tensor_act_model_layers_4_residual_post_mlp/std": 0.3046875, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 2.65625, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/min": -1.921875, "train/tensor_act_model_layers_4_residual_post_mlp/max": 2.65625, "train/tensor_act_model_layers_4_residual_post_mlp/range": 4.578125, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 649.9963989257812, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 0.0869140625, "train/tensor_act_model_layers_5_residual_pre_attn/std": 0.3046875, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 2.65625, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/min": -1.921875, "train/tensor_act_model_layers_5_residual_pre_attn/max": 2.65625, "train/tensor_act_model_layers_5_residual_pre_attn/range": 4.578125, "train/tensor_act_model_layers_5_residual_post_attn/norm": 650.9569702148438, "train/tensor_act_model_layers_5_residual_post_attn/mean": 0.0849609375, "train/tensor_act_model_layers_5_residual_post_attn/std": 0.306640625, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 2.671875, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/min": -1.90625, "train/tensor_act_model_layers_5_residual_post_attn/max": 2.671875, "train/tensor_act_model_layers_5_residual_post_attn/range": 4.578125, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 951.0833740234375, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": -0.06884765625, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 0.3203125, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 2.09375, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -2.09375, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 1.5859375, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 3.6796875, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 887.3984985351562, "train/tensor_act_model_layers_5_mlp_up_proj/mean": 0.00811767578125, "train/tensor_act_model_layers_5_mlp_up_proj/std": 0.306640625, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 1.6953125, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -1.609375, "train/tensor_act_model_layers_5_mlp_up_proj/max": 1.6953125, "train/tensor_act_model_layers_5_mlp_up_proj/range": 3.3046875, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 59.624351501464844, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 0.00872802734375, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.02783203125, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 0.208984375, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/min": -0.185546875, "train/tensor_act_model_layers_5_mlp_down_proj/max": 0.208984375, "train/tensor_act_model_layers_5_mlp_down_proj/range": 0.39453125, "train/tensor_act_model_layers_5_mlp/norm": 59.624351501464844, "train/tensor_act_model_layers_5_mlp/mean": 0.00872802734375, "train/tensor_act_model_layers_5_mlp/std": 0.02783203125, "train/tensor_act_model_layers_5_mlp/max_abs": 0.208984375, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/min": -0.185546875, "train/tensor_act_model_layers_5_mlp/max": 0.208984375, "train/tensor_act_model_layers_5_mlp/range": 0.39453125, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 670.5751953125, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 0.09375, "train/tensor_act_model_layers_5_residual_post_mlp/std": 0.314453125, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 2.78125, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/min": -1.9140625, "train/tensor_act_model_layers_5_residual_post_mlp/max": 2.78125, "train/tensor_act_model_layers_5_residual_post_mlp/range": 4.6953125, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 670.5751953125, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 0.09375, "train/tensor_act_model_layers_6_residual_pre_attn/std": 0.314453125, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 2.78125, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/min": -1.9140625, "train/tensor_act_model_layers_6_residual_pre_attn/max": 2.78125, "train/tensor_act_model_layers_6_residual_pre_attn/range": 4.6953125, "train/tensor_act_model_layers_6_residual_post_attn/norm": 671.663818359375, "train/tensor_act_model_layers_6_residual_post_attn/mean": 0.091796875, "train/tensor_act_model_layers_6_residual_post_attn/std": 0.314453125, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 2.796875, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/min": -1.890625, "train/tensor_act_model_layers_6_residual_post_attn/max": 2.796875, "train/tensor_act_model_layers_6_residual_post_attn/range": 4.6875, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 946.5679321289062, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": -0.06689453125, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 0.3203125, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 1.8046875, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -1.7890625, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 1.8046875, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 3.59375, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 894.1141967773438, "train/tensor_act_model_layers_6_mlp_up_proj/mean": 0.006103515625, "train/tensor_act_model_layers_6_mlp_up_proj/std": 0.30859375, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 1.828125, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -1.828125, "train/tensor_act_model_layers_6_mlp_up_proj/max": 1.578125, "train/tensor_act_model_layers_6_mlp_up_proj/range": 3.40625, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 60.21294403076172, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 0.00927734375, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.0279541015625, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 0.259765625, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/min": -0.18359375, "train/tensor_act_model_layers_6_mlp_down_proj/max": 0.259765625, "train/tensor_act_model_layers_6_mlp_down_proj/range": 0.443359375, "train/tensor_act_model_layers_6_mlp/norm": 60.21294403076172, "train/tensor_act_model_layers_6_mlp/mean": 0.00927734375, "train/tensor_act_model_layers_6_mlp/std": 0.0279541015625, "train/tensor_act_model_layers_6_mlp/max_abs": 0.259765625, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/min": -0.18359375, "train/tensor_act_model_layers_6_mlp/max": 0.259765625, "train/tensor_act_model_layers_6_mlp/range": 0.443359375, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 694.7186279296875, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 0.10107421875, "train/tensor_act_model_layers_6_residual_post_mlp/std": 0.32421875, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 2.890625, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/min": -1.90625, "train/tensor_act_model_layers_6_residual_post_mlp/max": 2.890625, "train/tensor_act_model_layers_6_residual_post_mlp/range": 4.796875, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 694.7186279296875, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 0.10107421875, "train/tensor_act_model_layers_7_residual_pre_attn/std": 0.32421875, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 2.890625, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/min": -1.90625, "train/tensor_act_model_layers_7_residual_pre_attn/max": 2.890625, "train/tensor_act_model_layers_7_residual_pre_attn/range": 4.796875, "train/tensor_act_model_layers_7_residual_post_attn/norm": 696.007568359375, "train/tensor_act_model_layers_7_residual_post_attn/mean": 0.099609375, "train/tensor_act_model_layers_7_residual_post_attn/std": 0.32421875, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 2.890625, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/min": -1.90625, "train/tensor_act_model_layers_7_residual_post_attn/max": 2.890625, "train/tensor_act_model_layers_7_residual_post_attn/range": 4.796875, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 922.7716064453125, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": -0.07470703125, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 0.310546875, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 1.9296875, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -1.84375, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 1.9296875, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 3.7734375, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 870.5701904296875, "train/tensor_act_model_layers_7_mlp_up_proj/mean": 0.0001316070556640625, "train/tensor_act_model_layers_7_mlp_up_proj/std": 0.30078125, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 1.5703125, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -1.53125, "train/tensor_act_model_layers_7_mlp_up_proj/max": 1.5703125, "train/tensor_act_model_layers_7_mlp_up_proj/range": 3.1015625, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 59.10165786743164, "train/tensor_act_model_layers_7_mlp_down_proj/mean": 0.0084228515625, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.027587890625, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 0.298828125, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/min": -0.16015625, "train/tensor_act_model_layers_7_mlp_down_proj/max": 0.298828125, "train/tensor_act_model_layers_7_mlp_down_proj/range": 0.458984375, "train/tensor_act_model_layers_7_mlp/norm": 59.10165786743164, "train/tensor_act_model_layers_7_mlp/mean": 0.0084228515625, "train/tensor_act_model_layers_7_mlp/std": 0.027587890625, "train/tensor_act_model_layers_7_mlp/max_abs": 0.298828125, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/min": -0.16015625, "train/tensor_act_model_layers_7_mlp/max": 0.298828125, "train/tensor_act_model_layers_7_mlp/range": 0.458984375, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 718.319091796875, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 0.1083984375, "train/tensor_act_model_layers_7_residual_post_mlp/std": 0.333984375, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 3.140625, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/min": -1.9453125, "train/tensor_act_model_layers_7_residual_post_mlp/max": 3.140625, "train/tensor_act_model_layers_7_residual_post_mlp/range": 5.0859375, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 718.319091796875, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 0.1083984375, "train/tensor_act_model_layers_8_residual_pre_attn/std": 0.333984375, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 3.140625, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/min": -1.9453125, "train/tensor_act_model_layers_8_residual_pre_attn/max": 3.140625, "train/tensor_act_model_layers_8_residual_pre_attn/range": 5.0859375, "train/tensor_act_model_layers_8_residual_post_attn/norm": 722.0146484375, "train/tensor_act_model_layers_8_residual_post_attn/mean": 0.10498046875, "train/tensor_act_model_layers_8_residual_post_attn/std": 0.3359375, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 3.171875, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/min": -1.921875, "train/tensor_act_model_layers_8_residual_post_attn/max": 3.171875, "train/tensor_act_model_layers_8_residual_post_attn/range": 5.09375, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 889.9630737304688, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": -0.06591796875, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 0.30078125, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 1.8828125, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -1.8828125, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 1.484375, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 3.3671875, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 835.3919677734375, "train/tensor_act_model_layers_8_mlp_up_proj/mean": -0.006591796875, "train/tensor_act_model_layers_8_mlp_up_proj/std": 0.2890625, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 1.6484375, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -1.6484375, "train/tensor_act_model_layers_8_mlp_up_proj/max": 1.4921875, "train/tensor_act_model_layers_8_mlp_up_proj/range": 3.140625, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 49.2504768371582, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 0.00726318359375, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.02294921875, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 0.1650390625, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/min": -0.142578125, "train/tensor_act_model_layers_8_mlp_down_proj/max": 0.1650390625, "train/tensor_act_model_layers_8_mlp_down_proj/range": 0.3076171875, "train/tensor_act_model_layers_8_mlp/norm": 49.2504768371582, "train/tensor_act_model_layers_8_mlp/mean": 0.00726318359375, "train/tensor_act_model_layers_8_mlp/std": 0.02294921875, "train/tensor_act_model_layers_8_mlp/max_abs": 0.1650390625, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/min": -0.142578125, "train/tensor_act_model_layers_8_mlp/max": 0.1650390625, "train/tensor_act_model_layers_8_mlp/range": 0.3076171875, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 739.3423461914062, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 0.1123046875, "train/tensor_act_model_layers_8_residual_post_mlp/std": 0.34375, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 3.28125, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/min": -1.96875, "train/tensor_act_model_layers_8_residual_post_mlp/max": 3.28125, "train/tensor_act_model_layers_8_residual_post_mlp/range": 5.25, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 739.3423461914062, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 0.1123046875, "train/tensor_act_model_layers_9_residual_pre_attn/std": 0.34375, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 3.28125, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/min": -1.96875, "train/tensor_act_model_layers_9_residual_pre_attn/max": 3.28125, "train/tensor_act_model_layers_9_residual_pre_attn/range": 5.25, "train/tensor_act_model_layers_9_residual_post_attn/norm": 743.4552612304688, "train/tensor_act_model_layers_9_residual_post_attn/mean": 0.109375, "train/tensor_act_model_layers_9_residual_post_attn/std": 0.345703125, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 3.34375, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/min": -1.9765625, "train/tensor_act_model_layers_9_residual_post_attn/max": 3.34375, "train/tensor_act_model_layers_9_residual_post_attn/range": 5.3203125, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 896.2377319335938, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": -0.07861328125, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 0.298828125, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 1.8515625, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -1.8515625, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 1.5546875, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 3.40625, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 839.3543090820312, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -0.00396728515625, "train/tensor_act_model_layers_9_mlp_up_proj/std": 0.2890625, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 1.75, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -1.75, "train/tensor_act_model_layers_9_mlp_up_proj/max": 1.625, "train/tensor_act_model_layers_9_mlp_up_proj/range": 3.375, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 49.578956604003906, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 0.007110595703125, "train/tensor_act_model_layers_9_mlp_down_proj/std": 0.023193359375, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 0.1953125, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/min": -0.1572265625, "train/tensor_act_model_layers_9_mlp_down_proj/max": 0.1953125, "train/tensor_act_model_layers_9_mlp_down_proj/range": 0.3525390625, "train/tensor_act_model_layers_9_mlp/norm": 49.578956604003906, "train/tensor_act_model_layers_9_mlp/mean": 0.007110595703125, "train/tensor_act_model_layers_9_mlp/std": 0.023193359375, "train/tensor_act_model_layers_9_mlp/max_abs": 0.1953125, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp/min": -0.1572265625, "train/tensor_act_model_layers_9_mlp/max": 0.1953125, "train/tensor_act_model_layers_9_mlp/range": 0.3525390625, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 760.5635986328125, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 0.11669921875, "train/tensor_act_model_layers_9_residual_post_mlp/std": 0.353515625, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 3.46875, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/min": -2.0, "train/tensor_act_model_layers_9_residual_post_mlp/max": 3.46875, "train/tensor_act_model_layers_9_residual_post_mlp/range": 5.46875, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 760.5635986328125, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 0.11669921875, "train/tensor_act_model_layers_10_residual_pre_attn/std": 0.353515625, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 3.46875, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/min": -2.0, "train/tensor_act_model_layers_10_residual_pre_attn/max": 3.46875, "train/tensor_act_model_layers_10_residual_pre_attn/range": 5.46875, "train/tensor_act_model_layers_10_residual_post_attn/norm": 762.9970703125, "train/tensor_act_model_layers_10_residual_post_attn/mean": 0.11572265625, "train/tensor_act_model_layers_10_residual_post_attn/std": 0.353515625, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 3.5, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/min": -2.015625, "train/tensor_act_model_layers_10_residual_post_attn/max": 3.5, "train/tensor_act_model_layers_10_residual_post_attn/range": 5.515625, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 909.5108032226562, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": -0.08984375, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 0.30078125, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 1.6953125, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -1.6953125, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 1.6640625, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 3.359375, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 878.0514526367188, "train/tensor_act_model_layers_10_mlp_up_proj/mean": 0.00811767578125, "train/tensor_act_model_layers_10_mlp_up_proj/std": 0.302734375, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 1.71875, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -1.71875, "train/tensor_act_model_layers_10_mlp_up_proj/max": 1.53125, "train/tensor_act_model_layers_10_mlp_up_proj/range": 3.25, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 54.30612564086914, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 0.00927734375, "train/tensor_act_model_layers_10_mlp_down_proj/std": 0.02490234375, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 0.1865234375, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/min": -0.1552734375, "train/tensor_act_model_layers_10_mlp_down_proj/max": 0.1865234375, "train/tensor_act_model_layers_10_mlp_down_proj/range": 0.341796875, "train/tensor_act_model_layers_10_mlp/norm": 54.30612564086914, "train/tensor_act_model_layers_10_mlp/mean": 0.00927734375, "train/tensor_act_model_layers_10_mlp/std": 0.02490234375, "train/tensor_act_model_layers_10_mlp/max_abs": 0.1865234375, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp/min": -0.1552734375, "train/tensor_act_model_layers_10_mlp/max": 0.1865234375, "train/tensor_act_model_layers_10_mlp/range": 0.341796875, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 783.595458984375, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 0.125, "train/tensor_act_model_layers_10_residual_post_mlp/std": 0.361328125, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 3.59375, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/min": -2.046875, "train/tensor_act_model_layers_10_residual_post_mlp/max": 3.59375, "train/tensor_act_model_layers_10_residual_post_mlp/range": 5.640625, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 783.595458984375, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 0.125, "train/tensor_act_model_layers_11_residual_pre_attn/std": 0.361328125, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 3.59375, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/min": -2.046875, "train/tensor_act_model_layers_11_residual_pre_attn/max": 3.59375, "train/tensor_act_model_layers_11_residual_pre_attn/range": 5.640625, "train/tensor_act_model_layers_11_residual_post_attn/norm": 789.5724487304688, "train/tensor_act_model_layers_11_residual_post_attn/mean": 0.1162109375, "train/tensor_act_model_layers_11_residual_post_attn/std": 0.3671875, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 3.65625, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/min": -2.03125, "train/tensor_act_model_layers_11_residual_post_attn/max": 3.65625, "train/tensor_act_model_layers_11_residual_post_attn/range": 5.6875, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 926.9198608398438, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": -0.08447265625, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 0.30859375, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 1.75, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -1.75, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 1.671875, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 3.421875, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 860.5549926757812, "train/tensor_act_model_layers_11_mlp_up_proj/mean": -0.00101470947265625, "train/tensor_act_model_layers_11_mlp_up_proj/std": 0.296875, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 1.7421875, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -1.5546875, "train/tensor_act_model_layers_11_mlp_up_proj/max": 1.7421875, "train/tensor_act_model_layers_11_mlp_up_proj/range": 3.296875, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 56.17741775512695, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 0.0111083984375, "train/tensor_act_model_layers_11_mlp_down_proj/std": 0.025146484375, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 0.173828125, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/min": -0.15234375, "train/tensor_act_model_layers_11_mlp_down_proj/max": 0.173828125, "train/tensor_act_model_layers_11_mlp_down_proj/range": 0.326171875, "train/tensor_act_model_layers_11_mlp/norm": 56.17741775512695, "train/tensor_act_model_layers_11_mlp/mean": 0.0111083984375, "train/tensor_act_model_layers_11_mlp/std": 0.025146484375, "train/tensor_act_model_layers_11_mlp/max_abs": 0.173828125, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp/min": -0.15234375, "train/tensor_act_model_layers_11_mlp/max": 0.173828125, "train/tensor_act_model_layers_11_mlp/range": 0.326171875, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 810.879638671875, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 0.126953125, "train/tensor_act_model_layers_11_residual_post_mlp/std": 0.375, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 3.796875, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/min": -2.078125, "train/tensor_act_model_layers_11_residual_post_mlp/max": 3.796875, "train/tensor_act_model_layers_11_residual_post_mlp/range": 5.875, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 810.879638671875, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 0.126953125, "train/tensor_act_model_layers_12_residual_pre_attn/std": 0.375, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 3.796875, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/min": -2.078125, "train/tensor_act_model_layers_12_residual_pre_attn/max": 3.796875, "train/tensor_act_model_layers_12_residual_pre_attn/range": 5.875, "train/tensor_act_model_layers_12_residual_post_attn/norm": 819.2686767578125, "train/tensor_act_model_layers_12_residual_post_attn/mean": 0.123046875, "train/tensor_act_model_layers_12_residual_post_attn/std": 0.380859375, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 3.8125, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/min": -2.09375, "train/tensor_act_model_layers_12_residual_post_attn/max": 3.8125, "train/tensor_act_model_layers_12_residual_post_attn/range": 5.90625, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 934.641357421875, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": -0.10009765625, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 0.306640625, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 1.7890625, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -1.7890625, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 1.6484375, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 3.4375, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 852.00732421875, "train/tensor_act_model_layers_12_mlp_up_proj/mean": 0.0032196044921875, "train/tensor_act_model_layers_12_mlp_up_proj/std": 0.294921875, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 1.6875, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -1.59375, "train/tensor_act_model_layers_12_mlp_up_proj/max": 1.6875, "train/tensor_act_model_layers_12_mlp_up_proj/range": 3.28125, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 52.56802749633789, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 0.0093994140625, "train/tensor_act_model_layers_12_mlp_down_proj/std": 0.02392578125, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 0.1953125, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/min": -0.138671875, "train/tensor_act_model_layers_12_mlp_down_proj/max": 0.1953125, "train/tensor_act_model_layers_12_mlp_down_proj/range": 0.333984375, "train/tensor_act_model_layers_12_mlp/norm": 52.56802749633789, "train/tensor_act_model_layers_12_mlp/mean": 0.0093994140625, "train/tensor_act_model_layers_12_mlp/std": 0.02392578125, "train/tensor_act_model_layers_12_mlp/max_abs": 0.1953125, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp/min": -0.138671875, "train/tensor_act_model_layers_12_mlp/max": 0.1953125, "train/tensor_act_model_layers_12_mlp/range": 0.333984375, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 835.2634887695312, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 0.1328125, "train/tensor_act_model_layers_12_residual_post_mlp/std": 0.384765625, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 3.875, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/min": -2.09375, "train/tensor_act_model_layers_12_residual_post_mlp/max": 3.875, "train/tensor_act_model_layers_12_residual_post_mlp/range": 5.96875, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 835.2634887695312, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 0.1328125, "train/tensor_act_model_layers_13_residual_pre_attn/std": 0.384765625, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 3.875, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/min": -2.09375, "train/tensor_act_model_layers_13_residual_pre_attn/max": 3.875, "train/tensor_act_model_layers_13_residual_pre_attn/range": 5.96875, "train/tensor_act_model_layers_13_residual_post_attn/norm": 833.528564453125, "train/tensor_act_model_layers_13_residual_post_attn/mean": 0.126953125, "train/tensor_act_model_layers_13_residual_post_attn/std": 0.38671875, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 3.90625, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/min": -2.09375, "train/tensor_act_model_layers_13_residual_post_attn/max": 3.90625, "train/tensor_act_model_layers_13_residual_post_attn/range": 6.0, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 911.936279296875, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": -0.09423828125, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 0.30078125, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 1.65625, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -1.65625, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 1.5390625, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 3.1953125, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 821.329833984375, "train/tensor_act_model_layers_13_mlp_up_proj/mean": 0.002838134765625, "train/tensor_act_model_layers_13_mlp_up_proj/std": 0.283203125, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 1.6953125, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -1.4609375, "train/tensor_act_model_layers_13_mlp_up_proj/max": 1.6953125, "train/tensor_act_model_layers_13_mlp_up_proj/range": 3.15625, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 47.483055114746094, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 0.007537841796875, "train/tensor_act_model_layers_13_mlp_down_proj/std": 0.02197265625, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 0.1689453125, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/min": -0.1455078125, "train/tensor_act_model_layers_13_mlp_down_proj/max": 0.1689453125, "train/tensor_act_model_layers_13_mlp_down_proj/range": 0.314453125, "train/tensor_act_model_layers_13_mlp/norm": 47.483055114746094, "train/tensor_act_model_layers_13_mlp/mean": 0.007537841796875, "train/tensor_act_model_layers_13_mlp/std": 0.02197265625, "train/tensor_act_model_layers_13_mlp/max_abs": 0.1689453125, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp/min": -0.1455078125, "train/tensor_act_model_layers_13_mlp/max": 0.1689453125, "train/tensor_act_model_layers_13_mlp/range": 0.314453125, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 849.545166015625, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 0.1337890625, "train/tensor_act_model_layers_13_residual_post_mlp/std": 0.392578125, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/min": -2.109375, "train/tensor_act_model_layers_13_residual_post_mlp/max": 3.96875, "train/tensor_act_model_layers_13_residual_post_mlp/range": 6.078125, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 849.545166015625, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 0.1337890625, "train/tensor_act_model_layers_14_residual_pre_attn/std": 0.392578125, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 3.96875, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/min": -2.109375, "train/tensor_act_model_layers_14_residual_pre_attn/max": 3.96875, "train/tensor_act_model_layers_14_residual_pre_attn/range": 6.078125, "train/tensor_act_model_layers_14_residual_post_attn/norm": 869.2842407226562, "train/tensor_act_model_layers_14_residual_post_attn/mean": 0.1318359375, "train/tensor_act_model_layers_14_residual_post_attn/std": 0.404296875, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 4.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/min": -2.140625, "train/tensor_act_model_layers_14_residual_post_attn/max": 4.0, "train/tensor_act_model_layers_14_residual_post_attn/range": 6.140625, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 940.6455078125, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": -0.0908203125, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 0.3125, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -2.015625, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 1.7421875, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 3.7578125, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 869.123779296875, "train/tensor_act_model_layers_14_mlp_up_proj/mean": -0.00860595703125, "train/tensor_act_model_layers_14_mlp_up_proj/std": 0.30078125, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 1.5078125, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -1.5078125, "train/tensor_act_model_layers_14_mlp_up_proj/max": 1.5078125, "train/tensor_act_model_layers_14_mlp_up_proj/range": 3.015625, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 53.788333892822266, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 0.01019287109375, "train/tensor_act_model_layers_14_mlp_down_proj/std": 0.024169921875, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 0.1669921875, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/min": -0.1474609375, "train/tensor_act_model_layers_14_mlp_down_proj/max": 0.1669921875, "train/tensor_act_model_layers_14_mlp_down_proj/range": 0.314453125, "train/tensor_act_model_layers_14_mlp/norm": 53.788333892822266, "train/tensor_act_model_layers_14_mlp/mean": 0.01019287109375, "train/tensor_act_model_layers_14_mlp/std": 0.024169921875, "train/tensor_act_model_layers_14_mlp/max_abs": 0.1669921875, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp/min": -0.1474609375, "train/tensor_act_model_layers_14_mlp/max": 0.1669921875, "train/tensor_act_model_layers_14_mlp/range": 0.314453125, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 886.3447875976562, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 0.142578125, "train/tensor_act_model_layers_14_residual_post_mlp/std": 0.408203125, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 4.03125, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/min": -2.140625, "train/tensor_act_model_layers_14_residual_post_mlp/max": 4.03125, "train/tensor_act_model_layers_14_residual_post_mlp/range": 6.171875, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 886.3447875976562, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 0.142578125, "train/tensor_act_model_layers_15_residual_pre_attn/std": 0.408203125, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 4.03125, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/min": -2.140625, "train/tensor_act_model_layers_15_residual_pre_attn/max": 4.03125, "train/tensor_act_model_layers_15_residual_pre_attn/range": 6.171875, "train/tensor_act_model_layers_15_residual_post_attn/norm": 886.1730346679688, "train/tensor_act_model_layers_15_residual_post_attn/mean": 0.1357421875, "train/tensor_act_model_layers_15_residual_post_attn/std": 0.41015625, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 4.03125, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/min": -2.21875, "train/tensor_act_model_layers_15_residual_post_attn/max": 4.03125, "train/tensor_act_model_layers_15_residual_post_attn/range": 6.25, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 930.87060546875, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": -0.087890625, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 0.30859375, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 1.796875, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -1.796875, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 1.578125, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 3.375, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 858.9287109375, "train/tensor_act_model_layers_15_mlp_up_proj/mean": -0.00160980224609375, "train/tensor_act_model_layers_15_mlp_up_proj/std": 0.296875, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 1.7265625, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -1.484375, "train/tensor_act_model_layers_15_mlp_up_proj/max": 1.7265625, "train/tensor_act_model_layers_15_mlp_up_proj/range": 3.2109375, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 51.491485595703125, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 0.00799560546875, "train/tensor_act_model_layers_15_mlp_down_proj/std": 0.0238037109375, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 0.1767578125, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/min": -0.150390625, "train/tensor_act_model_layers_15_mlp_down_proj/max": 0.1767578125, "train/tensor_act_model_layers_15_mlp_down_proj/range": 0.3271484375, "train/tensor_act_model_layers_15_mlp/norm": 51.491485595703125, "train/tensor_act_model_layers_15_mlp/mean": 0.00799560546875, "train/tensor_act_model_layers_15_mlp/std": 0.0238037109375, "train/tensor_act_model_layers_15_mlp/max_abs": 0.1767578125, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp/min": -0.150390625, "train/tensor_act_model_layers_15_mlp/max": 0.1767578125, "train/tensor_act_model_layers_15_mlp/range": 0.3271484375, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 901.4771118164062, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 0.14453125, "train/tensor_act_model_layers_15_residual_post_mlp/std": 0.416015625, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 4.0625, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/min": -2.21875, "train/tensor_act_model_layers_15_residual_post_mlp/max": 4.0625, "train/tensor_act_model_layers_15_residual_post_mlp/range": 6.28125, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 901.4771118164062, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 0.14453125, "train/tensor_act_model_layers_16_residual_pre_attn/std": 0.416015625, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 4.0625, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/min": -2.21875, "train/tensor_act_model_layers_16_residual_pre_attn/max": 4.0625, "train/tensor_act_model_layers_16_residual_pre_attn/range": 6.28125, "train/tensor_act_model_layers_16_residual_post_attn/norm": 906.4893798828125, "train/tensor_act_model_layers_16_residual_post_attn/mean": 0.140625, "train/tensor_act_model_layers_16_residual_post_attn/std": 0.419921875, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 4.0625, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/min": -2.21875, "train/tensor_act_model_layers_16_residual_post_attn/max": 4.0625, "train/tensor_act_model_layers_16_residual_post_attn/range": 6.28125, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 971.8148193359375, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": -0.10302734375, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 0.318359375, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -1.8203125, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 1.65625, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 3.4765625, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 883.1909790039062, "train/tensor_act_model_layers_16_mlp_up_proj/mean": -0.004547119140625, "train/tensor_act_model_layers_16_mlp_up_proj/std": 0.3046875, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 1.765625, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -1.6015625, "train/tensor_act_model_layers_16_mlp_up_proj/max": 1.765625, "train/tensor_act_model_layers_16_mlp_up_proj/range": 3.3671875, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 55.71883010864258, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 0.00909423828125, "train/tensor_act_model_layers_16_mlp_down_proj/std": 0.025634765625, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 0.185546875, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/min": -0.142578125, "train/tensor_act_model_layers_16_mlp_down_proj/max": 0.185546875, "train/tensor_act_model_layers_16_mlp_down_proj/range": 0.328125, "train/tensor_act_model_layers_16_mlp/norm": 55.71883010864258, "train/tensor_act_model_layers_16_mlp/mean": 0.00909423828125, "train/tensor_act_model_layers_16_mlp/std": 0.025634765625, "train/tensor_act_model_layers_16_mlp/max_abs": 0.185546875, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp/min": -0.142578125, "train/tensor_act_model_layers_16_mlp/max": 0.185546875, "train/tensor_act_model_layers_16_mlp/range": 0.328125, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 918.582275390625, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 0.150390625, "train/tensor_act_model_layers_16_residual_post_mlp/std": 0.421875, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 4.125, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/min": -2.21875, "train/tensor_act_model_layers_16_residual_post_mlp/max": 4.125, "train/tensor_act_model_layers_16_residual_post_mlp/range": 6.34375, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 918.582275390625, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 0.150390625, "train/tensor_act_model_layers_17_residual_pre_attn/std": 0.421875, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 4.125, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/min": -2.21875, "train/tensor_act_model_layers_17_residual_pre_attn/max": 4.125, "train/tensor_act_model_layers_17_residual_pre_attn/range": 6.34375, "train/tensor_act_model_layers_17_residual_post_attn/norm": 913.7992553710938, "train/tensor_act_model_layers_17_residual_post_attn/mean": 0.1474609375, "train/tensor_act_model_layers_17_residual_post_attn/std": 0.421875, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 4.15625, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/min": -2.21875, "train/tensor_act_model_layers_17_residual_post_attn/max": 4.15625, "train/tensor_act_model_layers_17_residual_post_attn/range": 6.375, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 924.3087158203125, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": -0.0654296875, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 0.3125, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 1.9140625, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -1.9140625, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 1.6875, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 3.6015625, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 878.7129516601562, "train/tensor_act_model_layers_17_mlp_up_proj/mean": 0.00885009765625, "train/tensor_act_model_layers_17_mlp_up_proj/std": 0.302734375, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 1.765625, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -1.6328125, "train/tensor_act_model_layers_17_mlp_up_proj/max": 1.765625, "train/tensor_act_model_layers_17_mlp_up_proj/range": 3.3984375, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 54.306148529052734, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 0.00836181640625, "train/tensor_act_model_layers_17_mlp_down_proj/std": 0.025146484375, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 0.1650390625, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/min": -0.1611328125, "train/tensor_act_model_layers_17_mlp_down_proj/max": 0.1650390625, "train/tensor_act_model_layers_17_mlp_down_proj/range": 0.326171875, "train/tensor_act_model_layers_17_mlp/norm": 54.306148529052734, "train/tensor_act_model_layers_17_mlp/mean": 0.00836181640625, "train/tensor_act_model_layers_17_mlp/std": 0.025146484375, "train/tensor_act_model_layers_17_mlp/max_abs": 0.1650390625, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp/min": -0.1611328125, "train/tensor_act_model_layers_17_mlp/max": 0.1650390625, "train/tensor_act_model_layers_17_mlp/range": 0.326171875, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 927.6854858398438, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 0.1552734375, "train/tensor_act_model_layers_17_residual_post_mlp/std": 0.42578125, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 4.1875, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/min": -2.21875, "train/tensor_act_model_layers_17_residual_post_mlp/max": 4.1875, "train/tensor_act_model_layers_17_residual_post_mlp/range": 6.40625, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 927.6854858398438, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 0.1552734375, "train/tensor_act_model_layers_18_residual_pre_attn/std": 0.42578125, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 4.1875, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/min": -2.21875, "train/tensor_act_model_layers_18_residual_pre_attn/max": 4.1875, "train/tensor_act_model_layers_18_residual_pre_attn/range": 6.40625, "train/tensor_act_model_layers_18_residual_post_attn/norm": 928.9146728515625, "train/tensor_act_model_layers_18_residual_post_attn/mean": 0.1484375, "train/tensor_act_model_layers_18_residual_post_attn/std": 0.427734375, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 4.1875, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/min": -2.25, "train/tensor_act_model_layers_18_residual_post_attn/max": 4.1875, "train/tensor_act_model_layers_18_residual_post_attn/range": 6.4375, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 955.3834228515625, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": -0.0908203125, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 0.31640625, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -1.9921875, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 1.6015625, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 3.59375, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 877.28759765625, "train/tensor_act_model_layers_18_mlp_up_proj/mean": -0.0130615234375, "train/tensor_act_model_layers_18_mlp_up_proj/std": 0.302734375, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 1.7265625, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -1.7265625, "train/tensor_act_model_layers_18_mlp_up_proj/max": 1.5703125, "train/tensor_act_model_layers_18_mlp_up_proj/range": 3.296875, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 52.545223236083984, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 0.00750732421875, "train/tensor_act_model_layers_18_mlp_down_proj/std": 0.0245361328125, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 0.19140625, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/min": -0.19140625, "train/tensor_act_model_layers_18_mlp_down_proj/max": 0.18359375, "train/tensor_act_model_layers_18_mlp_down_proj/range": 0.375, "train/tensor_act_model_layers_18_mlp/norm": 52.545223236083984, "train/tensor_act_model_layers_18_mlp/mean": 0.00750732421875, "train/tensor_act_model_layers_18_mlp/std": 0.0245361328125, "train/tensor_act_model_layers_18_mlp/max_abs": 0.19140625, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp/min": -0.19140625, "train/tensor_act_model_layers_18_mlp/max": 0.18359375, "train/tensor_act_model_layers_18_mlp/range": 0.375, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 942.0803833007812, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 0.15625, "train/tensor_act_model_layers_18_residual_post_mlp/std": 0.43359375, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 4.21875, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/min": -2.25, "train/tensor_act_model_layers_18_residual_post_mlp/max": 4.21875, "train/tensor_act_model_layers_18_residual_post_mlp/range": 6.46875, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 942.0803833007812, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 0.15625, "train/tensor_act_model_layers_19_residual_pre_attn/std": 0.43359375, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 4.21875, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/min": -2.25, "train/tensor_act_model_layers_19_residual_pre_attn/max": 4.21875, "train/tensor_act_model_layers_19_residual_pre_attn/range": 6.46875, "train/tensor_act_model_layers_19_residual_post_attn/norm": 946.9546508789062, "train/tensor_act_model_layers_19_residual_post_attn/mean": 0.146484375, "train/tensor_act_model_layers_19_residual_post_attn/std": 0.4375, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 4.25, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/min": -2.265625, "train/tensor_act_model_layers_19_residual_post_attn/max": 4.25, "train/tensor_act_model_layers_19_residual_post_attn/range": 6.515625, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 962.569091796875, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": -0.09130859375, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 0.3203125, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -1.9453125, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 1.578125, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 3.5234375, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 870.96435546875, "train/tensor_act_model_layers_19_mlp_up_proj/mean": 0.00396728515625, "train/tensor_act_model_layers_19_mlp_up_proj/std": 0.30078125, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 1.6171875, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -1.5703125, "train/tensor_act_model_layers_19_mlp_up_proj/max": 1.6171875, "train/tensor_act_model_layers_19_mlp_up_proj/range": 3.1875, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 49.97771072387695, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 0.0068359375, "train/tensor_act_model_layers_19_mlp_down_proj/std": 0.0234375, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 0.2041015625, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/min": -0.1591796875, "train/tensor_act_model_layers_19_mlp_down_proj/max": 0.2041015625, "train/tensor_act_model_layers_19_mlp_down_proj/range": 0.36328125, "train/tensor_act_model_layers_19_mlp/norm": 49.97771072387695, "train/tensor_act_model_layers_19_mlp/mean": 0.0068359375, "train/tensor_act_model_layers_19_mlp/std": 0.0234375, "train/tensor_act_model_layers_19_mlp/max_abs": 0.2041015625, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp/min": -0.1591796875, "train/tensor_act_model_layers_19_mlp/max": 0.2041015625, "train/tensor_act_model_layers_19_mlp/range": 0.36328125, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 959.4690551757812, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 0.1533203125, "train/tensor_act_model_layers_19_residual_post_mlp/std": 0.443359375, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 4.34375, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/min": -2.265625, "train/tensor_act_model_layers_19_residual_post_mlp/max": 4.34375, "train/tensor_act_model_layers_19_residual_post_mlp/range": 6.609375, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 959.4690551757812, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 0.1533203125, "train/tensor_act_model_layers_20_residual_pre_attn/std": 0.443359375, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 4.34375, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/min": -2.265625, "train/tensor_act_model_layers_20_residual_pre_attn/max": 4.34375, "train/tensor_act_model_layers_20_residual_pre_attn/range": 6.609375, "train/tensor_act_model_layers_20_residual_post_attn/norm": 960.964599609375, "train/tensor_act_model_layers_20_residual_post_attn/mean": 0.150390625, "train/tensor_act_model_layers_20_residual_post_attn/std": 0.443359375, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 4.375, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/min": -2.265625, "train/tensor_act_model_layers_20_residual_post_attn/max": 4.375, "train/tensor_act_model_layers_20_residual_post_attn/range": 6.640625, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 948.5265502929688, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": -0.07861328125, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 0.318359375, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 1.9296875, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -1.9296875, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 1.5859375, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 3.515625, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 887.3035278320312, "train/tensor_act_model_layers_20_mlp_up_proj/mean": -0.003326416015625, "train/tensor_act_model_layers_20_mlp_up_proj/std": 0.306640625, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 1.796875, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -1.6640625, "train/tensor_act_model_layers_20_mlp_up_proj/max": 1.796875, "train/tensor_act_model_layers_20_mlp_up_proj/range": 3.4609375, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 53.760013580322266, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 0.0084228515625, "train/tensor_act_model_layers_20_mlp_down_proj/std": 0.02490234375, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 0.2080078125, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/min": -0.150390625, "train/tensor_act_model_layers_20_mlp_down_proj/max": 0.2080078125, "train/tensor_act_model_layers_20_mlp_down_proj/range": 0.3583984375, "train/tensor_act_model_layers_20_mlp/norm": 53.760013580322266, "train/tensor_act_model_layers_20_mlp/mean": 0.0084228515625, "train/tensor_act_model_layers_20_mlp/std": 0.02490234375, "train/tensor_act_model_layers_20_mlp/max_abs": 0.2080078125, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp/min": -0.150390625, "train/tensor_act_model_layers_20_mlp/max": 0.2080078125, "train/tensor_act_model_layers_20_mlp/range": 0.3583984375, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 975.9736328125, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 0.1591796875, "train/tensor_act_model_layers_20_residual_post_mlp/std": 0.44921875, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 4.40625, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/min": -2.296875, "train/tensor_act_model_layers_20_residual_post_mlp/max": 4.40625, "train/tensor_act_model_layers_20_residual_post_mlp/range": 6.703125, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 975.9736328125, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 0.1591796875, "train/tensor_act_model_layers_21_residual_pre_attn/std": 0.44921875, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 4.40625, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/min": -2.296875, "train/tensor_act_model_layers_21_residual_pre_attn/max": 4.40625, "train/tensor_act_model_layers_21_residual_pre_attn/range": 6.703125, "train/tensor_act_model_layers_21_residual_post_attn/norm": 975.4328002929688, "train/tensor_act_model_layers_21_residual_post_attn/mean": 0.1591796875, "train/tensor_act_model_layers_21_residual_post_attn/std": 0.44921875, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 4.3125, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/min": -2.296875, "train/tensor_act_model_layers_21_residual_post_attn/max": 4.3125, "train/tensor_act_model_layers_21_residual_post_attn/range": 6.609375, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 953.6491088867188, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": -0.076171875, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 0.3203125, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 2.203125, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -2.203125, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 1.671875, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 3.875, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 890.4465942382812, "train/tensor_act_model_layers_21_mlp_up_proj/mean": 0.01556396484375, "train/tensor_act_model_layers_21_mlp_up_proj/std": 0.306640625, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 1.734375, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -1.734375, "train/tensor_act_model_layers_21_mlp_up_proj/max": 1.6484375, "train/tensor_act_model_layers_21_mlp_up_proj/range": 3.3828125, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 57.15591812133789, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 0.0079345703125, "train/tensor_act_model_layers_21_mlp_down_proj/std": 0.0267333984375, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 0.2099609375, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/min": -0.2099609375, "train/tensor_act_model_layers_21_mlp_down_proj/max": 0.197265625, "train/tensor_act_model_layers_21_mlp_down_proj/range": 0.4072265625, "train/tensor_act_model_layers_21_mlp/norm": 57.15591812133789, "train/tensor_act_model_layers_21_mlp/mean": 0.0079345703125, "train/tensor_act_model_layers_21_mlp/std": 0.0267333984375, "train/tensor_act_model_layers_21_mlp/max_abs": 0.2099609375, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp/min": -0.2099609375, "train/tensor_act_model_layers_21_mlp/max": 0.197265625, "train/tensor_act_model_layers_21_mlp/range": 0.4072265625, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 989.3861083984375, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 0.1669921875, "train/tensor_act_model_layers_21_residual_post_mlp/std": 0.453125, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 4.3125, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/min": -2.328125, "train/tensor_act_model_layers_21_residual_post_mlp/max": 4.3125, "train/tensor_act_model_layers_21_residual_post_mlp/range": 6.640625, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 989.3861083984375, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 0.1669921875, "train/tensor_act_model_layers_22_residual_pre_attn/std": 0.453125, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 4.3125, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/min": -2.328125, "train/tensor_act_model_layers_22_residual_pre_attn/max": 4.3125, "train/tensor_act_model_layers_22_residual_pre_attn/range": 6.640625, "train/tensor_act_model_layers_22_residual_post_attn/norm": 985.381591796875, "train/tensor_act_model_layers_22_residual_post_attn/mean": 0.1640625, "train/tensor_act_model_layers_22_residual_post_attn/std": 0.453125, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 4.3125, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/min": -2.421875, "train/tensor_act_model_layers_22_residual_post_attn/max": 4.3125, "train/tensor_act_model_layers_22_residual_post_attn/range": 6.734375, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 972.2069091796875, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": -0.0751953125, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 0.328125, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -1.796875, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 1.9609375, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 3.7578125, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 882.7197875976562, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.00714111328125, "train/tensor_act_model_layers_22_mlp_up_proj/std": 0.3046875, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 1.9140625, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -1.9140625, "train/tensor_act_model_layers_22_mlp_up_proj/max": 1.7421875, "train/tensor_act_model_layers_22_mlp_up_proj/range": 3.65625, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 55.10641098022461, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 0.0079345703125, "train/tensor_act_model_layers_22_mlp_down_proj/std": 0.0257568359375, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 0.2109375, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/min": -0.1748046875, "train/tensor_act_model_layers_22_mlp_down_proj/max": 0.2109375, "train/tensor_act_model_layers_22_mlp_down_proj/range": 0.3857421875, "train/tensor_act_model_layers_22_mlp/norm": 55.10641098022461, "train/tensor_act_model_layers_22_mlp/mean": 0.0079345703125, "train/tensor_act_model_layers_22_mlp/std": 0.0257568359375, "train/tensor_act_model_layers_22_mlp/max_abs": 0.2109375, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp/min": -0.1748046875, "train/tensor_act_model_layers_22_mlp/max": 0.2109375, "train/tensor_act_model_layers_22_mlp/range": 0.3857421875, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 1000.132568359375, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 0.171875, "train/tensor_act_model_layers_22_residual_post_mlp/std": 0.45703125, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 4.34375, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/min": -2.453125, "train/tensor_act_model_layers_22_residual_post_mlp/max": 4.34375, "train/tensor_act_model_layers_22_residual_post_mlp/range": 6.796875, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 1000.132568359375, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 0.171875, "train/tensor_act_model_layers_23_residual_pre_attn/std": 0.45703125, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 4.34375, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/min": -2.453125, "train/tensor_act_model_layers_23_residual_pre_attn/max": 4.34375, "train/tensor_act_model_layers_23_residual_pre_attn/range": 6.796875, "train/tensor_act_model_layers_23_residual_post_attn/norm": 997.6346435546875, "train/tensor_act_model_layers_23_residual_post_attn/mean": 0.16796875, "train/tensor_act_model_layers_23_residual_post_attn/std": 0.45703125, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 4.34375, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/min": -2.46875, "train/tensor_act_model_layers_23_residual_post_attn/max": 4.34375, "train/tensor_act_model_layers_23_residual_post_attn/range": 6.8125, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 942.0043334960938, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": -0.07568359375, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 0.31640625, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 1.71875, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -1.71875, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 1.7109375, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 3.4296875, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 901.04833984375, "train/tensor_act_model_layers_23_mlp_up_proj/mean": 0.012451171875, "train/tensor_act_model_layers_23_mlp_up_proj/std": 0.310546875, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 1.75, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -1.65625, "train/tensor_act_model_layers_23_mlp_up_proj/max": 1.75, "train/tensor_act_model_layers_23_mlp_up_proj/range": 3.40625, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 54.0777702331543, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 0.007171630859375, "train/tensor_act_model_layers_23_mlp_down_proj/std": 0.025390625, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 0.1884765625, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/min": -0.162109375, "train/tensor_act_model_layers_23_mlp_down_proj/max": 0.1884765625, "train/tensor_act_model_layers_23_mlp_down_proj/range": 0.3505859375, "train/tensor_act_model_layers_23_mlp/norm": 54.0777702331543, "train/tensor_act_model_layers_23_mlp/mean": 0.007171630859375, "train/tensor_act_model_layers_23_mlp/std": 0.025390625, "train/tensor_act_model_layers_23_mlp/max_abs": 0.1884765625, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp/min": -0.162109375, "train/tensor_act_model_layers_23_mlp/max": 0.1884765625, "train/tensor_act_model_layers_23_mlp/range": 0.3505859375, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 1011.2574462890625, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 0.1748046875, "train/tensor_act_model_layers_23_residual_post_mlp/std": 0.4609375, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 4.34375, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/min": -2.53125, "train/tensor_act_model_layers_23_residual_post_mlp/max": 4.34375, "train/tensor_act_model_layers_23_residual_post_mlp/range": 6.875, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 1011.2574462890625, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 0.1748046875, "train/tensor_act_model_layers_24_residual_pre_attn/std": 0.4609375, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 4.34375, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/min": -2.53125, "train/tensor_act_model_layers_24_residual_pre_attn/max": 4.34375, "train/tensor_act_model_layers_24_residual_pre_attn/range": 6.875, "train/tensor_act_model_layers_24_residual_post_attn/norm": 1011.2094116210938, "train/tensor_act_model_layers_24_residual_post_attn/mean": 0.1708984375, "train/tensor_act_model_layers_24_residual_post_attn/std": 0.462890625, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 4.375, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/min": -2.5625, "train/tensor_act_model_layers_24_residual_post_attn/max": 4.375, "train/tensor_act_model_layers_24_residual_post_attn/range": 6.9375, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 955.4655151367188, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": -0.0810546875, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 0.3203125, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 1.828125, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -1.828125, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 1.75, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 3.578125, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 904.7509155273438, "train/tensor_act_model_layers_24_mlp_up_proj/mean": 0.005218505859375, "train/tensor_act_model_layers_24_mlp_up_proj/std": 0.3125, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 1.703125, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -1.65625, "train/tensor_act_model_layers_24_mlp_up_proj/max": 1.703125, "train/tensor_act_model_layers_24_mlp_up_proj/range": 3.359375, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 54.93608856201172, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 0.007598876953125, "train/tensor_act_model_layers_24_mlp_down_proj/std": 0.0257568359375, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 0.203125, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/min": -0.1962890625, "train/tensor_act_model_layers_24_mlp_down_proj/max": 0.203125, "train/tensor_act_model_layers_24_mlp_down_proj/range": 0.3994140625, "train/tensor_act_model_layers_24_mlp/norm": 54.93608856201172, "train/tensor_act_model_layers_24_mlp/mean": 0.007598876953125, "train/tensor_act_model_layers_24_mlp/std": 0.0257568359375, "train/tensor_act_model_layers_24_mlp/max_abs": 0.203125, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp/min": -0.1962890625, "train/tensor_act_model_layers_24_mlp/max": 0.203125, "train/tensor_act_model_layers_24_mlp/range": 0.3994140625, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 1025.4449462890625, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 0.1787109375, "train/tensor_act_model_layers_24_residual_post_mlp/std": 0.46875, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 4.375, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/min": -2.5625, "train/tensor_act_model_layers_24_residual_post_mlp/max": 4.375, "train/tensor_act_model_layers_24_residual_post_mlp/range": 6.9375, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 1025.4449462890625, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 0.1787109375, "train/tensor_act_model_layers_25_residual_pre_attn/std": 0.46875, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 4.375, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/min": -2.5625, "train/tensor_act_model_layers_25_residual_pre_attn/max": 4.375, "train/tensor_act_model_layers_25_residual_pre_attn/range": 6.9375, "train/tensor_act_model_layers_25_residual_post_attn/norm": 1019.136962890625, "train/tensor_act_model_layers_25_residual_post_attn/mean": 0.169921875, "train/tensor_act_model_layers_25_residual_post_attn/std": 0.46875, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 4.375, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/min": -2.5625, "train/tensor_act_model_layers_25_residual_post_attn/max": 4.375, "train/tensor_act_model_layers_25_residual_post_attn/range": 6.9375, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 974.3097534179688, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": -0.0732421875, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 0.328125, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 2.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -2.0, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 1.921875, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 3.921875, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 920.5225830078125, "train/tensor_act_model_layers_25_mlp_up_proj/mean": -0.0086669921875, "train/tensor_act_model_layers_25_mlp_up_proj/std": 0.318359375, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 1.90625, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -1.90625, "train/tensor_act_model_layers_25_mlp_up_proj/max": 1.6875, "train/tensor_act_model_layers_25_mlp_up_proj/range": 3.59375, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 57.63893508911133, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 0.0086669921875, "train/tensor_act_model_layers_25_mlp_down_proj/std": 0.0267333984375, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 0.23828125, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/min": -0.2353515625, "train/tensor_act_model_layers_25_mlp_down_proj/max": 0.23828125, "train/tensor_act_model_layers_25_mlp_down_proj/range": 0.4736328125, "train/tensor_act_model_layers_25_mlp/norm": 57.63893508911133, "train/tensor_act_model_layers_25_mlp/mean": 0.0086669921875, "train/tensor_act_model_layers_25_mlp/std": 0.0267333984375, "train/tensor_act_model_layers_25_mlp/max_abs": 0.23828125, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp/min": -0.2353515625, "train/tensor_act_model_layers_25_mlp/max": 0.23828125, "train/tensor_act_model_layers_25_mlp/range": 0.4736328125, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 1035.2625732421875, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 0.1787109375, "train/tensor_act_model_layers_25_residual_post_mlp/std": 0.47265625, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 4.375, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/min": -2.59375, "train/tensor_act_model_layers_25_residual_post_mlp/max": 4.375, "train/tensor_act_model_layers_25_residual_post_mlp/range": 6.96875, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 1035.2625732421875, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 0.1787109375, "train/tensor_act_model_layers_26_residual_pre_attn/std": 0.47265625, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 4.375, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/min": -2.59375, "train/tensor_act_model_layers_26_residual_pre_attn/max": 4.375, "train/tensor_act_model_layers_26_residual_pre_attn/range": 6.96875, "train/tensor_act_model_layers_26_residual_post_attn/norm": 1036.8673095703125, "train/tensor_act_model_layers_26_residual_post_attn/mean": 0.17578125, "train/tensor_act_model_layers_26_residual_post_attn/std": 0.474609375, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 4.34375, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/min": -2.515625, "train/tensor_act_model_layers_26_residual_post_attn/max": 4.34375, "train/tensor_act_model_layers_26_residual_post_attn/range": 6.859375, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 953.6132202148438, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": -0.06494140625, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 0.322265625, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 1.734375, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -1.6875, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 1.734375, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 3.421875, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 905.907470703125, "train/tensor_act_model_layers_26_mlp_up_proj/mean": 0.0120849609375, "train/tensor_act_model_layers_26_mlp_up_proj/std": 0.3125, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 1.7265625, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -1.7265625, "train/tensor_act_model_layers_26_mlp_up_proj/max": 1.671875, "train/tensor_act_model_layers_26_mlp_up_proj/range": 3.3984375, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 56.666481018066406, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 0.00872802734375, "train/tensor_act_model_layers_26_mlp_down_proj/std": 0.0262451171875, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 0.1953125, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/min": -0.1904296875, "train/tensor_act_model_layers_26_mlp_down_proj/max": 0.1953125, "train/tensor_act_model_layers_26_mlp_down_proj/range": 0.3857421875, "train/tensor_act_model_layers_26_mlp/norm": 56.666481018066406, "train/tensor_act_model_layers_26_mlp/mean": 0.00872802734375, "train/tensor_act_model_layers_26_mlp/std": 0.0262451171875, "train/tensor_act_model_layers_26_mlp/max_abs": 0.1953125, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp/min": -0.1904296875, "train/tensor_act_model_layers_26_mlp/max": 0.1953125, "train/tensor_act_model_layers_26_mlp/range": 0.3857421875, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 1052.197998046875, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 0.18359375, "train/tensor_act_model_layers_26_residual_post_mlp/std": 0.48046875, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 4.40625, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/min": -2.53125, "train/tensor_act_model_layers_26_residual_post_mlp/max": 4.40625, "train/tensor_act_model_layers_26_residual_post_mlp/range": 6.9375, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 1052.197998046875, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 0.18359375, "train/tensor_act_model_layers_27_residual_pre_attn/std": 0.48046875, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 4.40625, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/min": -2.53125, "train/tensor_act_model_layers_27_residual_pre_attn/max": 4.40625, "train/tensor_act_model_layers_27_residual_pre_attn/range": 6.9375, "train/tensor_act_model_layers_27_residual_post_attn/norm": 1051.507568359375, "train/tensor_act_model_layers_27_residual_post_attn/mean": 0.1787109375, "train/tensor_act_model_layers_27_residual_post_attn/std": 0.48046875, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 4.4375, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/min": -2.5, "train/tensor_act_model_layers_27_residual_post_attn/max": 4.4375, "train/tensor_act_model_layers_27_residual_post_attn/range": 6.9375, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 979.6984252929688, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": -0.07470703125, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 0.330078125, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 2.140625, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -2.140625, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 1.6875, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 3.828125, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 915.1141967773438, "train/tensor_act_model_layers_27_mlp_up_proj/mean": 0.002899169921875, "train/tensor_act_model_layers_27_mlp_up_proj/std": 0.31640625, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 1.953125, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -1.703125, "train/tensor_act_model_layers_27_mlp_up_proj/max": 1.953125, "train/tensor_act_model_layers_27_mlp_up_proj/range": 3.65625, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 59.85194396972656, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 0.01019287109375, "train/tensor_act_model_layers_27_mlp_down_proj/std": 0.02734375, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 0.216796875, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/min": -0.1650390625, "train/tensor_act_model_layers_27_mlp_down_proj/max": 0.216796875, "train/tensor_act_model_layers_27_mlp_down_proj/range": 0.3818359375, "train/tensor_act_model_layers_27_mlp/norm": 59.85194396972656, "train/tensor_act_model_layers_27_mlp/mean": 0.01019287109375, "train/tensor_act_model_layers_27_mlp/std": 0.02734375, "train/tensor_act_model_layers_27_mlp/max_abs": 0.216796875, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp/min": -0.1650390625, "train/tensor_act_model_layers_27_mlp/max": 0.216796875, "train/tensor_act_model_layers_27_mlp/range": 0.3818359375, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 1069.3837890625, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 0.189453125, "train/tensor_act_model_layers_27_residual_post_mlp/std": 0.486328125, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 4.4375, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/min": -2.5, "train/tensor_act_model_layers_27_residual_post_mlp/max": 4.4375, "train/tensor_act_model_layers_27_residual_post_mlp/range": 6.9375, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 1069.3837890625, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 0.189453125, "train/tensor_act_model_layers_28_residual_pre_attn/std": 0.486328125, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 4.4375, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/min": -2.5, "train/tensor_act_model_layers_28_residual_pre_attn/max": 4.4375, "train/tensor_act_model_layers_28_residual_pre_attn/range": 6.9375, "train/tensor_act_model_layers_28_residual_post_attn/norm": 1078.9163818359375, "train/tensor_act_model_layers_28_residual_post_attn/mean": 0.1865234375, "train/tensor_act_model_layers_28_residual_post_attn/std": 0.4921875, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 4.46875, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/min": -2.546875, "train/tensor_act_model_layers_28_residual_post_attn/max": 4.46875, "train/tensor_act_model_layers_28_residual_post_attn/range": 7.015625, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 998.4291381835938, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": -0.0869140625, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 0.333984375, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 2.421875, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -1.9609375, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 2.421875, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 4.3828125, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 946.5919799804688, "train/tensor_act_model_layers_28_mlp_up_proj/mean": 0.004486083984375, "train/tensor_act_model_layers_28_mlp_up_proj/std": 0.326171875, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 1.796875, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -1.6484375, "train/tensor_act_model_layers_28_mlp_up_proj/max": 1.796875, "train/tensor_act_model_layers_28_mlp_up_proj/range": 3.4453125, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 62.35175704956055, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 0.00909423828125, "train/tensor_act_model_layers_28_mlp_down_proj/std": 0.029052734375, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 0.2373046875, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/min": -0.2373046875, "train/tensor_act_model_layers_28_mlp_down_proj/max": 0.2255859375, "train/tensor_act_model_layers_28_mlp_down_proj/range": 0.462890625, "train/tensor_act_model_layers_28_mlp/norm": 62.35175704956055, "train/tensor_act_model_layers_28_mlp/mean": 0.00909423828125, "train/tensor_act_model_layers_28_mlp/std": 0.029052734375, "train/tensor_act_model_layers_28_mlp/max_abs": 0.2373046875, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp/min": -0.2373046875, "train/tensor_act_model_layers_28_mlp/max": 0.2255859375, "train/tensor_act_model_layers_28_mlp/range": 0.462890625, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 1095.403564453125, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 0.1953125, "train/tensor_act_model_layers_28_residual_post_mlp/std": 0.498046875, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 4.5, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/min": -2.5625, "train/tensor_act_model_layers_28_residual_post_mlp/max": 4.5, "train/tensor_act_model_layers_28_residual_post_mlp/range": 7.0625, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 1095.403564453125, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 0.1953125, "train/tensor_act_model_layers_29_residual_pre_attn/std": 0.498046875, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 4.5, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/min": -2.5625, "train/tensor_act_model_layers_29_residual_pre_attn/max": 4.5, "train/tensor_act_model_layers_29_residual_pre_attn/range": 7.0625, "train/tensor_act_model_layers_29_residual_post_attn/norm": 1092.8621826171875, "train/tensor_act_model_layers_29_residual_post_attn/mean": 0.1904296875, "train/tensor_act_model_layers_29_residual_post_attn/std": 0.498046875, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 4.5, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/min": -2.5, "train/tensor_act_model_layers_29_residual_post_attn/max": 4.5, "train/tensor_act_model_layers_29_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 974.2156982421875, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": -0.064453125, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 0.330078125, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -1.9921875, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 1.953125, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 3.9453125, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 924.615234375, "train/tensor_act_model_layers_29_mlp_up_proj/mean": 0.01214599609375, "train/tensor_act_model_layers_29_mlp_up_proj/std": 0.318359375, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 1.734375, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -1.59375, "train/tensor_act_model_layers_29_mlp_up_proj/max": 1.734375, "train/tensor_act_model_layers_29_mlp_up_proj/range": 3.328125, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 61.08415222167969, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 0.00787353515625, "train/tensor_act_model_layers_29_mlp_down_proj/std": 0.02880859375, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 0.2197265625, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/min": -0.2197265625, "train/tensor_act_model_layers_29_mlp_down_proj/max": 0.203125, "train/tensor_act_model_layers_29_mlp_down_proj/range": 0.4228515625, "train/tensor_act_model_layers_29_mlp/norm": 61.08415222167969, "train/tensor_act_model_layers_29_mlp/mean": 0.00787353515625, "train/tensor_act_model_layers_29_mlp/std": 0.02880859375, "train/tensor_act_model_layers_29_mlp/max_abs": 0.2197265625, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp/min": -0.2197265625, "train/tensor_act_model_layers_29_mlp/max": 0.203125, "train/tensor_act_model_layers_29_mlp/range": 0.4228515625, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 1108.0028076171875, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 0.1982421875, "train/tensor_act_model_layers_29_residual_post_mlp/std": 0.50390625, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 4.53125, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/min": -2.5, "train/tensor_act_model_layers_29_residual_post_mlp/max": 4.53125, "train/tensor_act_model_layers_29_residual_post_mlp/range": 7.03125, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 1108.0028076171875, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 0.1982421875, "train/tensor_act_model_layers_30_residual_pre_attn/std": 0.50390625, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 4.53125, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/min": -2.5, "train/tensor_act_model_layers_30_residual_pre_attn/max": 4.53125, "train/tensor_act_model_layers_30_residual_pre_attn/range": 7.03125, "train/tensor_act_model_layers_30_residual_post_attn/norm": 1102.2667236328125, "train/tensor_act_model_layers_30_residual_post_attn/mean": 0.189453125, "train/tensor_act_model_layers_30_residual_post_attn/std": 0.50390625, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 4.46875, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/min": -2.4375, "train/tensor_act_model_layers_30_residual_post_attn/max": 4.46875, "train/tensor_act_model_layers_30_residual_post_attn/range": 6.90625, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 1030.6046142578125, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": -0.0947265625, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 0.34375, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 2.0625, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -2.0625, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 1.75, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 3.8125, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 930.0339965820312, "train/tensor_act_model_layers_30_mlp_up_proj/mean": -0.00186920166015625, "train/tensor_act_model_layers_30_mlp_up_proj/std": 0.3203125, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 1.9375, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -1.9375, "train/tensor_act_model_layers_30_mlp_up_proj/max": 1.7421875, "train/tensor_act_model_layers_30_mlp_up_proj/range": 3.6796875, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 64.54475402832031, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 0.01025390625, "train/tensor_act_model_layers_30_mlp_down_proj/std": 0.02978515625, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 0.33984375, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/min": -0.294921875, "train/tensor_act_model_layers_30_mlp_down_proj/max": 0.33984375, "train/tensor_act_model_layers_30_mlp_down_proj/range": 0.634765625, "train/tensor_act_model_layers_30_mlp/norm": 64.54475402832031, "train/tensor_act_model_layers_30_mlp/mean": 0.01025390625, "train/tensor_act_model_layers_30_mlp/std": 0.02978515625, "train/tensor_act_model_layers_30_mlp/max_abs": 0.33984375, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp/min": -0.294921875, "train/tensor_act_model_layers_30_mlp/max": 0.33984375, "train/tensor_act_model_layers_30_mlp/range": 0.634765625, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 1118.732666015625, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 0.2001953125, "train/tensor_act_model_layers_30_residual_post_mlp/std": 0.5078125, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 4.46875, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/min": -2.4375, "train/tensor_act_model_layers_30_residual_post_mlp/max": 4.46875, "train/tensor_act_model_layers_30_residual_post_mlp/range": 6.90625, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 1118.732666015625, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 0.2001953125, "train/tensor_act_model_layers_31_residual_pre_attn/std": 0.5078125, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 4.46875, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/min": -2.4375, "train/tensor_act_model_layers_31_residual_pre_attn/max": 4.46875, "train/tensor_act_model_layers_31_residual_pre_attn/range": 6.90625, "train/tensor_act_model_layers_31_residual_post_attn/norm": 1123.4146728515625, "train/tensor_act_model_layers_31_residual_post_attn/mean": 0.1962890625, "train/tensor_act_model_layers_31_residual_post_attn/std": 0.51171875, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 4.5, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/min": -2.46875, "train/tensor_act_model_layers_31_residual_post_attn/max": 4.5, "train/tensor_act_model_layers_31_residual_post_attn/range": 6.96875, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 1033.89404296875, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": -0.10400390625, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 0.341796875, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 1.7890625, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -1.734375, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 1.7890625, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 3.5234375, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 940.6143188476562, "train/tensor_act_model_layers_31_mlp_up_proj/mean": 0.0245361328125, "train/tensor_act_model_layers_31_mlp_up_proj/std": 0.32421875, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 1.7890625, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -1.578125, "train/tensor_act_model_layers_31_mlp_up_proj/max": 1.7890625, "train/tensor_act_model_layers_31_mlp_up_proj/range": 3.3671875, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 62.96694564819336, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 0.009521484375, "train/tensor_act_model_layers_31_mlp_down_proj/std": 0.0291748046875, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 0.291015625, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/min": -0.212890625, "train/tensor_act_model_layers_31_mlp_down_proj/max": 0.291015625, "train/tensor_act_model_layers_31_mlp_down_proj/range": 0.50390625, "train/tensor_act_model_layers_31_mlp/norm": 62.96694564819336, "train/tensor_act_model_layers_31_mlp/mean": 0.009521484375, "train/tensor_act_model_layers_31_mlp/std": 0.0291748046875, "train/tensor_act_model_layers_31_mlp/max_abs": 0.291015625, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp/min": -0.212890625, "train/tensor_act_model_layers_31_mlp/max": 0.291015625, "train/tensor_act_model_layers_31_mlp/range": 0.50390625, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 1141.1947021484375, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 0.2060546875, "train/tensor_act_model_layers_31_residual_post_mlp/std": 0.51953125, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 4.5, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/min": -2.453125, "train/tensor_act_model_layers_31_residual_post_mlp/max": 4.5, "train/tensor_act_model_layers_31_residual_post_mlp/range": 6.953125, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 1141.1947021484375, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 0.2060546875, "train/tensor_act_model_layers_32_residual_pre_attn/std": 0.51953125, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 4.5, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/min": -2.453125, "train/tensor_act_model_layers_32_residual_pre_attn/max": 4.5, "train/tensor_act_model_layers_32_residual_pre_attn/range": 6.953125, "train/tensor_act_model_layers_32_residual_post_attn/norm": 1149.168212890625, "train/tensor_act_model_layers_32_residual_post_attn/mean": 0.201171875, "train/tensor_act_model_layers_32_residual_post_attn/std": 0.5234375, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 4.5, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/min": -2.53125, "train/tensor_act_model_layers_32_residual_post_attn/max": 4.5, "train/tensor_act_model_layers_32_residual_post_attn/range": 7.03125, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 1004.6333618164062, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": -0.0810546875, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 0.337890625, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 1.84375, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -1.8359375, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 1.84375, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 3.6796875, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 946.5724487304688, "train/tensor_act_model_layers_32_mlp_up_proj/mean": -0.003143310546875, "train/tensor_act_model_layers_32_mlp_up_proj/std": 0.326171875, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 2.25, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -1.9375, "train/tensor_act_model_layers_32_mlp_up_proj/max": 2.25, "train/tensor_act_model_layers_32_mlp_up_proj/range": 4.1875, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 61.67081069946289, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 0.0074462890625, "train/tensor_act_model_layers_32_mlp_down_proj/std": 0.0291748046875, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 0.2109375, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/min": -0.2109375, "train/tensor_act_model_layers_32_mlp_down_proj/max": 0.2021484375, "train/tensor_act_model_layers_32_mlp_down_proj/range": 0.4130859375, "train/tensor_act_model_layers_32_mlp/norm": 61.67081069946289, "train/tensor_act_model_layers_32_mlp/mean": 0.0074462890625, "train/tensor_act_model_layers_32_mlp/std": 0.0291748046875, "train/tensor_act_model_layers_32_mlp/max_abs": 0.2109375, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp/min": -0.2109375, "train/tensor_act_model_layers_32_mlp/max": 0.2021484375, "train/tensor_act_model_layers_32_mlp/range": 0.4130859375, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 1164.5784912109375, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 0.2080078125, "train/tensor_act_model_layers_32_residual_post_mlp/std": 0.52734375, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 4.46875, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/min": -2.5625, "train/tensor_act_model_layers_32_residual_post_mlp/max": 4.46875, "train/tensor_act_model_layers_32_residual_post_mlp/range": 7.03125, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 1164.5784912109375, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 0.2080078125, "train/tensor_act_model_layers_33_residual_pre_attn/std": 0.52734375, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 4.46875, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/min": -2.5625, "train/tensor_act_model_layers_33_residual_pre_attn/max": 4.46875, "train/tensor_act_model_layers_33_residual_pre_attn/range": 7.03125, "train/tensor_act_model_layers_33_residual_post_attn/norm": 1161.603759765625, "train/tensor_act_model_layers_33_residual_post_attn/mean": 0.201171875, "train/tensor_act_model_layers_33_residual_post_attn/std": 0.53125, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 4.46875, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/min": -2.609375, "train/tensor_act_model_layers_33_residual_post_attn/max": 4.46875, "train/tensor_act_model_layers_33_residual_post_attn/range": 7.078125, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 1036.9722900390625, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": -0.1015625, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 0.34375, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 1.875, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -1.875, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 1.8046875, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 3.6796875, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 956.6709594726562, "train/tensor_act_model_layers_33_mlp_up_proj/mean": -0.00726318359375, "train/tensor_act_model_layers_33_mlp_up_proj/std": 0.330078125, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 1.8046875, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -1.6640625, "train/tensor_act_model_layers_33_mlp_up_proj/max": 1.8046875, "train/tensor_act_model_layers_33_mlp_up_proj/range": 3.46875, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 61.92123031616211, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 0.00799560546875, "train/tensor_act_model_layers_33_mlp_down_proj/std": 0.0291748046875, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 0.2021484375, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/min": -0.19921875, "train/tensor_act_model_layers_33_mlp_down_proj/max": 0.2021484375, "train/tensor_act_model_layers_33_mlp_down_proj/range": 0.4013671875, "train/tensor_act_model_layers_33_mlp/norm": 61.92123031616211, "train/tensor_act_model_layers_33_mlp/mean": 0.00799560546875, "train/tensor_act_model_layers_33_mlp/std": 0.0291748046875, "train/tensor_act_model_layers_33_mlp/max_abs": 0.2021484375, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp/min": -0.19921875, "train/tensor_act_model_layers_33_mlp/max": 0.2021484375, "train/tensor_act_model_layers_33_mlp/range": 0.4013671875, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 1176.713134765625, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 0.208984375, "train/tensor_act_model_layers_33_residual_post_mlp/std": 0.53515625, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 4.4375, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/min": -2.625, "train/tensor_act_model_layers_33_residual_post_mlp/max": 4.4375, "train/tensor_act_model_layers_33_residual_post_mlp/range": 7.0625, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 1176.713134765625, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 0.208984375, "train/tensor_act_model_layers_34_residual_pre_attn/std": 0.53515625, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 4.4375, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/min": -2.625, "train/tensor_act_model_layers_34_residual_pre_attn/max": 4.4375, "train/tensor_act_model_layers_34_residual_pre_attn/range": 7.0625, "train/tensor_act_model_layers_34_residual_post_attn/norm": 1183.1751708984375, "train/tensor_act_model_layers_34_residual_post_attn/mean": 0.2060546875, "train/tensor_act_model_layers_34_residual_post_attn/std": 0.5390625, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 4.40625, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/min": -2.59375, "train/tensor_act_model_layers_34_residual_post_attn/max": 4.40625, "train/tensor_act_model_layers_34_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 1046.7080078125, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": -0.08740234375, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 0.3515625, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 2.21875, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -2.21875, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 1.953125, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 4.171875, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 963.3114013671875, "train/tensor_act_model_layers_34_mlp_up_proj/mean": 0.00531005859375, "train/tensor_act_model_layers_34_mlp_up_proj/std": 0.33203125, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -1.9921875, "train/tensor_act_model_layers_34_mlp_up_proj/max": 1.8046875, "train/tensor_act_model_layers_34_mlp_up_proj/range": 3.796875, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 64.92308807373047, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 0.0086669921875, "train/tensor_act_model_layers_34_mlp_down_proj/std": 0.030517578125, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 0.23046875, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/min": -0.23046875, "train/tensor_act_model_layers_34_mlp_down_proj/max": 0.2158203125, "train/tensor_act_model_layers_34_mlp_down_proj/range": 0.4462890625, "train/tensor_act_model_layers_34_mlp/norm": 64.92308807373047, "train/tensor_act_model_layers_34_mlp/mean": 0.0086669921875, "train/tensor_act_model_layers_34_mlp/std": 0.030517578125, "train/tensor_act_model_layers_34_mlp/max_abs": 0.23046875, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp/min": -0.23046875, "train/tensor_act_model_layers_34_mlp/max": 0.2158203125, "train/tensor_act_model_layers_34_mlp/range": 0.4462890625, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 1197.865478515625, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 0.21484375, "train/tensor_act_model_layers_34_residual_post_mlp/std": 0.54296875, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 4.40625, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/min": -2.59375, "train/tensor_act_model_layers_34_residual_post_mlp/max": 4.40625, "train/tensor_act_model_layers_34_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 1197.865478515625, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 0.21484375, "train/tensor_act_model_layers_35_residual_pre_attn/std": 0.54296875, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 4.40625, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/min": -2.59375, "train/tensor_act_model_layers_35_residual_pre_attn/max": 4.40625, "train/tensor_act_model_layers_35_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_35_residual_post_attn/norm": 1193.9041748046875, "train/tensor_act_model_layers_35_residual_post_attn/mean": 0.2080078125, "train/tensor_act_model_layers_35_residual_post_attn/std": 0.54296875, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 4.375, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/min": -2.515625, "train/tensor_act_model_layers_35_residual_post_attn/max": 4.375, "train/tensor_act_model_layers_35_residual_post_attn/range": 6.890625, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 1035.512939453125, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": -0.09228515625, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 0.345703125, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -1.8203125, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 1.8046875, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 3.625, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 977.3982543945312, "train/tensor_act_model_layers_35_mlp_up_proj/mean": -0.00091552734375, "train/tensor_act_model_layers_35_mlp_up_proj/std": 0.337890625, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 1.71875, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -1.5859375, "train/tensor_act_model_layers_35_mlp_up_proj/max": 1.71875, "train/tensor_act_model_layers_35_mlp_up_proj/range": 3.3046875, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 64.89141845703125, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 0.0081787109375, "train/tensor_act_model_layers_35_mlp_down_proj/std": 0.0306396484375, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 0.2099609375, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/min": -0.1845703125, "train/tensor_act_model_layers_35_mlp_down_proj/max": 0.2099609375, "train/tensor_act_model_layers_35_mlp_down_proj/range": 0.39453125, "train/tensor_act_model_layers_35_mlp/norm": 64.89141845703125, "train/tensor_act_model_layers_35_mlp/mean": 0.0081787109375, "train/tensor_act_model_layers_35_mlp/std": 0.0306396484375, "train/tensor_act_model_layers_35_mlp/max_abs": 0.2099609375, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp/min": -0.1845703125, "train/tensor_act_model_layers_35_mlp/max": 0.2099609375, "train/tensor_act_model_layers_35_mlp/range": 0.39453125, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 1209.3812255859375, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 0.2158203125, "train/tensor_act_model_layers_35_residual_post_mlp/std": 0.55078125, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 4.40625, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/min": -2.5, "train/tensor_act_model_layers_35_residual_post_mlp/max": 4.40625, "train/tensor_act_model_layers_35_residual_post_mlp/range": 6.90625, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 1209.3812255859375, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 0.2158203125, "train/tensor_act_model_layers_36_residual_pre_attn/std": 0.55078125, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 4.40625, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/min": -2.5, "train/tensor_act_model_layers_36_residual_pre_attn/max": 4.40625, "train/tensor_act_model_layers_36_residual_pre_attn/range": 6.90625, "train/tensor_act_model_layers_36_residual_post_attn/norm": 1211.897705078125, "train/tensor_act_model_layers_36_residual_post_attn/mean": 0.208984375, "train/tensor_act_model_layers_36_residual_post_attn/std": 0.5546875, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 4.40625, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/min": -2.71875, "train/tensor_act_model_layers_36_residual_post_attn/max": 4.40625, "train/tensor_act_model_layers_36_residual_post_attn/range": 7.125, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 1058.97607421875, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": -0.08984375, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 0.353515625, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 2.03125, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -1.9140625, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 2.03125, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 3.9453125, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 977.6160278320312, "train/tensor_act_model_layers_36_mlp_up_proj/mean": -0.003875732421875, "train/tensor_act_model_layers_36_mlp_up_proj/std": 0.337890625, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 1.7734375, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -1.7109375, "train/tensor_act_model_layers_36_mlp_up_proj/max": 1.7734375, "train/tensor_act_model_layers_36_mlp_up_proj/range": 3.484375, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 67.71949768066406, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 0.00701904296875, "train/tensor_act_model_layers_36_mlp_down_proj/std": 0.0322265625, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 0.2373046875, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/min": -0.2119140625, "train/tensor_act_model_layers_36_mlp_down_proj/max": 0.2373046875, "train/tensor_act_model_layers_36_mlp_down_proj/range": 0.44921875, "train/tensor_act_model_layers_36_mlp/norm": 67.71949768066406, "train/tensor_act_model_layers_36_mlp/mean": 0.00701904296875, "train/tensor_act_model_layers_36_mlp/std": 0.0322265625, "train/tensor_act_model_layers_36_mlp/max_abs": 0.2373046875, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp/min": -0.2119140625, "train/tensor_act_model_layers_36_mlp/max": 0.2373046875, "train/tensor_act_model_layers_36_mlp/range": 0.44921875, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 1223.418212890625, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 0.2158203125, "train/tensor_act_model_layers_36_residual_post_mlp/std": 0.55859375, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 4.40625, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/min": -2.671875, "train/tensor_act_model_layers_36_residual_post_mlp/max": 4.40625, "train/tensor_act_model_layers_36_residual_post_mlp/range": 7.078125, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 1223.418212890625, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 0.2158203125, "train/tensor_act_model_layers_37_residual_pre_attn/std": 0.55859375, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 4.40625, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/min": -2.671875, "train/tensor_act_model_layers_37_residual_pre_attn/max": 4.40625, "train/tensor_act_model_layers_37_residual_pre_attn/range": 7.078125, "train/tensor_act_model_layers_37_residual_post_attn/norm": 1217.30126953125, "train/tensor_act_model_layers_37_residual_post_attn/mean": 0.2109375, "train/tensor_act_model_layers_37_residual_post_attn/std": 0.5546875, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 4.4375, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/min": -2.703125, "train/tensor_act_model_layers_37_residual_post_attn/max": 4.4375, "train/tensor_act_model_layers_37_residual_post_attn/range": 7.140625, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 1054.74365234375, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": -0.0859375, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 0.353515625, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -2.015625, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 2.0, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 4.015625, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 984.8168334960938, "train/tensor_act_model_layers_37_mlp_up_proj/mean": 0.012451171875, "train/tensor_act_model_layers_37_mlp_up_proj/std": 0.33984375, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 1.9296875, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -1.8125, "train/tensor_act_model_layers_37_mlp_up_proj/max": 1.9296875, "train/tensor_act_model_layers_37_mlp_up_proj/range": 3.7421875, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 68.35699462890625, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 0.006317138671875, "train/tensor_act_model_layers_37_mlp_down_proj/std": 0.03271484375, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 0.265625, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/min": -0.265625, "train/tensor_act_model_layers_37_mlp_down_proj/max": 0.25, "train/tensor_act_model_layers_37_mlp_down_proj/range": 0.515625, "train/tensor_act_model_layers_37_mlp/norm": 68.35699462890625, "train/tensor_act_model_layers_37_mlp/mean": 0.006317138671875, "train/tensor_act_model_layers_37_mlp/std": 0.03271484375, "train/tensor_act_model_layers_37_mlp/max_abs": 0.265625, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp/min": -0.265625, "train/tensor_act_model_layers_37_mlp/max": 0.25, "train/tensor_act_model_layers_37_mlp/range": 0.515625, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 1229.1475830078125, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 0.216796875, "train/tensor_act_model_layers_37_residual_post_mlp/std": 0.55859375, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 4.4375, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/min": -2.734375, "train/tensor_act_model_layers_37_residual_post_mlp/max": 4.4375, "train/tensor_act_model_layers_37_residual_post_mlp/range": 7.171875, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 1229.1475830078125, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 0.216796875, "train/tensor_act_model_layers_38_residual_pre_attn/std": 0.55859375, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 4.4375, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/min": -2.734375, "train/tensor_act_model_layers_38_residual_pre_attn/max": 4.4375, "train/tensor_act_model_layers_38_residual_pre_attn/range": 7.171875, "train/tensor_act_model_layers_38_residual_post_attn/norm": 1217.569091796875, "train/tensor_act_model_layers_38_residual_post_attn/mean": 0.2041015625, "train/tensor_act_model_layers_38_residual_post_attn/std": 0.55859375, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 4.34375, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/min": -2.65625, "train/tensor_act_model_layers_38_residual_post_attn/max": 4.34375, "train/tensor_act_model_layers_38_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 1046.736572265625, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": -0.06298828125, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 0.35546875, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 1.9765625, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -1.9609375, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 1.9765625, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 3.9375, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 998.3624267578125, "train/tensor_act_model_layers_38_mlp_up_proj/mean": -0.0015716552734375, "train/tensor_act_model_layers_38_mlp_up_proj/std": 0.34375, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 1.953125, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -1.8828125, "train/tensor_act_model_layers_38_mlp_up_proj/max": 1.953125, "train/tensor_act_model_layers_38_mlp_up_proj/range": 3.8359375, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 69.9775390625, "train/tensor_act_model_layers_38_mlp_down_proj/mean": 0.007568359375, "train/tensor_act_model_layers_38_mlp_down_proj/std": 0.033203125, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 0.2734375, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/min": -0.23046875, "train/tensor_act_model_layers_38_mlp_down_proj/max": 0.2734375, "train/tensor_act_model_layers_38_mlp_down_proj/range": 0.50390625, "train/tensor_act_model_layers_38_mlp/norm": 69.9775390625, "train/tensor_act_model_layers_38_mlp/mean": 0.007568359375, "train/tensor_act_model_layers_38_mlp/std": 0.033203125, "train/tensor_act_model_layers_38_mlp/max_abs": 0.2734375, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp/min": -0.23046875, "train/tensor_act_model_layers_38_mlp/max": 0.2734375, "train/tensor_act_model_layers_38_mlp/range": 0.50390625, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 1228.2557373046875, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 0.2109375, "train/tensor_act_model_layers_38_residual_post_mlp/std": 0.5625, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 4.3125, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/min": -2.671875, "train/tensor_act_model_layers_38_residual_post_mlp/max": 4.3125, "train/tensor_act_model_layers_38_residual_post_mlp/range": 6.984375, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 1228.2557373046875, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 0.2109375, "train/tensor_act_model_layers_39_residual_pre_attn/std": 0.5625, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 4.3125, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/min": -2.671875, "train/tensor_act_model_layers_39_residual_pre_attn/max": 4.3125, "train/tensor_act_model_layers_39_residual_pre_attn/range": 6.984375, "train/tensor_act_model_layers_39_residual_post_attn/norm": 1219.94482421875, "train/tensor_act_model_layers_39_residual_post_attn/mean": 0.2041015625, "train/tensor_act_model_layers_39_residual_post_attn/std": 0.55859375, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 4.3125, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/min": -2.71875, "train/tensor_act_model_layers_39_residual_post_attn/max": 4.3125, "train/tensor_act_model_layers_39_residual_post_attn/range": 7.03125, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 1069.6517333984375, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": -0.08349609375, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 0.359375, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -2.015625, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 1.9765625, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 3.9921875, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 1010.0905151367188, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.00125885009765625, "train/tensor_act_model_layers_39_mlp_up_proj/std": 0.349609375, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -1.765625, "train/tensor_act_model_layers_39_mlp_up_proj/max": 1.9609375, "train/tensor_act_model_layers_39_mlp_up_proj/range": 3.7265625, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 70.68364715576172, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 0.0079345703125, "train/tensor_act_model_layers_39_mlp_down_proj/std": 0.03369140625, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 0.23046875, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/min": -0.216796875, "train/tensor_act_model_layers_39_mlp_down_proj/max": 0.23046875, "train/tensor_act_model_layers_39_mlp_down_proj/range": 0.447265625, "train/tensor_act_model_layers_39_mlp/norm": 70.68364715576172, "train/tensor_act_model_layers_39_mlp/mean": 0.0079345703125, "train/tensor_act_model_layers_39_mlp/std": 0.03369140625, "train/tensor_act_model_layers_39_mlp/max_abs": 0.23046875, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp/min": -0.216796875, "train/tensor_act_model_layers_39_mlp/max": 0.23046875, "train/tensor_act_model_layers_39_mlp/range": 0.447265625, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 1234.3350830078125, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 0.2119140625, "train/tensor_act_model_layers_39_residual_post_mlp/std": 0.5625, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 4.34375, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/min": -2.765625, "train/tensor_act_model_layers_39_residual_post_mlp/max": 4.34375, "train/tensor_act_model_layers_39_residual_post_mlp/range": 7.109375, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 1234.3350830078125, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 0.2119140625, "train/tensor_act_model_layers_40_residual_pre_attn/std": 0.5625, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 4.34375, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/min": -2.765625, "train/tensor_act_model_layers_40_residual_pre_attn/max": 4.34375, "train/tensor_act_model_layers_40_residual_pre_attn/range": 7.109375, "train/tensor_act_model_layers_40_residual_post_attn/norm": 1233.246826171875, "train/tensor_act_model_layers_40_residual_post_attn/mean": 0.2109375, "train/tensor_act_model_layers_40_residual_post_attn/std": 0.5625, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 4.34375, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/min": -2.765625, "train/tensor_act_model_layers_40_residual_post_attn/max": 4.34375, "train/tensor_act_model_layers_40_residual_post_attn/range": 7.109375, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 1077.596435546875, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": -0.08935546875, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 0.361328125, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 2.171875, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -2.046875, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 2.171875, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 4.21875, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 1002.921630859375, "train/tensor_act_model_layers_40_mlp_up_proj/mean": 0.0034027099609375, "train/tensor_act_model_layers_40_mlp_up_proj/std": 0.345703125, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 2.171875, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -2.171875, "train/tensor_act_model_layers_40_mlp_up_proj/max": 1.8828125, "train/tensor_act_model_layers_40_mlp_up_proj/range": 4.0546875, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 71.42738342285156, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 0.00830078125, "train/tensor_act_model_layers_40_mlp_down_proj/std": 0.033935546875, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 0.265625, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/min": -0.251953125, "train/tensor_act_model_layers_40_mlp_down_proj/max": 0.265625, "train/tensor_act_model_layers_40_mlp_down_proj/range": 0.517578125, "train/tensor_act_model_layers_40_mlp/norm": 71.42738342285156, "train/tensor_act_model_layers_40_mlp/mean": 0.00830078125, "train/tensor_act_model_layers_40_mlp/std": 0.033935546875, "train/tensor_act_model_layers_40_mlp/max_abs": 0.265625, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp/min": -0.251953125, "train/tensor_act_model_layers_40_mlp/max": 0.265625, "train/tensor_act_model_layers_40_mlp/range": 0.517578125, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 1247.4588623046875, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 0.21875, "train/tensor_act_model_layers_40_residual_post_mlp/std": 0.56640625, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 4.34375, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/min": -2.828125, "train/tensor_act_model_layers_40_residual_post_mlp/max": 4.34375, "train/tensor_act_model_layers_40_residual_post_mlp/range": 7.171875, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 1247.4588623046875, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 0.21875, "train/tensor_act_model_layers_41_residual_pre_attn/std": 0.56640625, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 4.34375, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/min": -2.828125, "train/tensor_act_model_layers_41_residual_pre_attn/max": 4.34375, "train/tensor_act_model_layers_41_residual_pre_attn/range": 7.171875, "train/tensor_act_model_layers_41_residual_post_attn/norm": 1250.86572265625, "train/tensor_act_model_layers_41_residual_post_attn/mean": 0.212890625, "train/tensor_act_model_layers_41_residual_post_attn/std": 0.57421875, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 4.34375, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/min": -2.953125, "train/tensor_act_model_layers_41_residual_post_attn/max": 4.34375, "train/tensor_act_model_layers_41_residual_post_attn/range": 7.296875, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 1061.3673095703125, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": -0.07958984375, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 0.357421875, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 2.375, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -2.328125, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 2.375, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 4.703125, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 1027.3736572265625, "train/tensor_act_model_layers_41_mlp_up_proj/mean": 0.003997802734375, "train/tensor_act_model_layers_41_mlp_up_proj/std": 0.35546875, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -2.03125, "train/tensor_act_model_layers_41_mlp_up_proj/max": 1.953125, "train/tensor_act_model_layers_41_mlp_up_proj/range": 3.984375, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 73.89735412597656, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 0.008056640625, "train/tensor_act_model_layers_41_mlp_down_proj/std": 0.03515625, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 0.439453125, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/min": -0.361328125, "train/tensor_act_model_layers_41_mlp_down_proj/max": 0.439453125, "train/tensor_act_model_layers_41_mlp_down_proj/range": 0.80078125, "train/tensor_act_model_layers_41_mlp/norm": 73.89729309082031, "train/tensor_act_model_layers_41_mlp/mean": 0.008056640625, "train/tensor_act_model_layers_41_mlp/std": 0.03515625, "train/tensor_act_model_layers_41_mlp/max_abs": 0.4375, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp/min": -0.359375, "train/tensor_act_model_layers_41_mlp/max": 0.4375, "train/tensor_act_model_layers_41_mlp/range": 0.796875, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 1268.784912109375, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 0.2216796875, "train/tensor_act_model_layers_41_residual_post_mlp/std": 0.578125, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 4.3125, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/min": -3.03125, "train/tensor_act_model_layers_41_residual_post_mlp/max": 4.3125, "train/tensor_act_model_layers_41_residual_post_mlp/range": 7.34375, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 1268.784912109375, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 0.2216796875, "train/tensor_act_model_layers_42_residual_pre_attn/std": 0.578125, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 4.3125, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/min": -3.03125, "train/tensor_act_model_layers_42_residual_pre_attn/max": 4.3125, "train/tensor_act_model_layers_42_residual_pre_attn/range": 7.34375, "train/tensor_act_model_layers_42_residual_post_attn/norm": 1274.7408447265625, "train/tensor_act_model_layers_42_residual_post_attn/mean": 0.212890625, "train/tensor_act_model_layers_42_residual_post_attn/std": 0.5859375, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 4.25, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/min": -3.078125, "train/tensor_act_model_layers_42_residual_post_attn/max": 4.25, "train/tensor_act_model_layers_42_residual_post_attn/range": 7.328125, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 1103.274169921875, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": -0.0732421875, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 0.373046875, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 2.171875, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -2.171875, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 2.109375, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 4.28125, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 1021.1290893554688, "train/tensor_act_model_layers_42_mlp_up_proj/mean": 0.01446533203125, "train/tensor_act_model_layers_42_mlp_up_proj/std": 0.3515625, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 1.890625, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -1.890625, "train/tensor_act_model_layers_42_mlp_up_proj/max": 1.828125, "train/tensor_act_model_layers_42_mlp_up_proj/range": 3.71875, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 78.51316833496094, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 0.00811767578125, "train/tensor_act_model_layers_42_mlp_down_proj/std": 0.037353515625, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 0.287109375, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/min": -0.287109375, "train/tensor_act_model_layers_42_mlp_down_proj/max": 0.287109375, "train/tensor_act_model_layers_42_mlp_down_proj/range": 0.57421875, "train/tensor_act_model_layers_42_mlp/norm": 78.51316833496094, "train/tensor_act_model_layers_42_mlp/mean": 0.00811767578125, "train/tensor_act_model_layers_42_mlp/std": 0.037353515625, "train/tensor_act_model_layers_42_mlp/max_abs": 0.287109375, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp/min": -0.287109375, "train/tensor_act_model_layers_42_mlp/max": 0.287109375, "train/tensor_act_model_layers_42_mlp/range": 0.57421875, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 1287.8875732421875, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 0.220703125, "train/tensor_act_model_layers_42_residual_post_mlp/std": 0.58984375, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 4.21875, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/min": -3.078125, "train/tensor_act_model_layers_42_residual_post_mlp/max": 4.21875, "train/tensor_act_model_layers_42_residual_post_mlp/range": 7.296875, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 1287.8875732421875, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 0.220703125, "train/tensor_act_model_layers_43_residual_pre_attn/std": 0.58984375, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 4.21875, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/min": -3.078125, "train/tensor_act_model_layers_43_residual_pre_attn/max": 4.21875, "train/tensor_act_model_layers_43_residual_pre_attn/range": 7.296875, "train/tensor_act_model_layers_43_residual_post_attn/norm": 1285.3056640625, "train/tensor_act_model_layers_43_residual_post_attn/mean": 0.21484375, "train/tensor_act_model_layers_43_residual_post_attn/std": 0.58984375, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 4.1875, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/min": -2.890625, "train/tensor_act_model_layers_43_residual_post_attn/max": 4.1875, "train/tensor_act_model_layers_43_residual_post_attn/range": 7.078125, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 1087.1279296875, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": -0.08251953125, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 0.365234375, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 2.046875, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -2.046875, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 1.984375, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 4.03125, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 1024.452880859375, "train/tensor_act_model_layers_43_mlp_up_proj/mean": -0.00665283203125, "train/tensor_act_model_layers_43_mlp_up_proj/std": 0.353515625, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -1.9609375, "train/tensor_act_model_layers_43_mlp_up_proj/max": 1.8203125, "train/tensor_act_model_layers_43_mlp_up_proj/range": 3.78125, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 79.17513275146484, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 0.0086669921875, "train/tensor_act_model_layers_43_mlp_down_proj/std": 0.03759765625, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 0.27734375, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/min": -0.27734375, "train/tensor_act_model_layers_43_mlp_down_proj/max": 0.26171875, "train/tensor_act_model_layers_43_mlp_down_proj/range": 0.5390625, "train/tensor_act_model_layers_43_mlp/norm": 79.17513275146484, "train/tensor_act_model_layers_43_mlp/mean": 0.0086669921875, "train/tensor_act_model_layers_43_mlp/std": 0.03759765625, "train/tensor_act_model_layers_43_mlp/max_abs": 0.27734375, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp/min": -0.27734375, "train/tensor_act_model_layers_43_mlp/max": 0.26171875, "train/tensor_act_model_layers_43_mlp/range": 0.5390625, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 1301.5833740234375, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 0.22265625, "train/tensor_act_model_layers_43_residual_post_mlp/std": 0.59375, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 4.15625, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/min": -2.953125, "train/tensor_act_model_layers_43_residual_post_mlp/max": 4.15625, "train/tensor_act_model_layers_43_residual_post_mlp/range": 7.109375, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 1301.5833740234375, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 0.22265625, "train/tensor_act_model_layers_44_residual_pre_attn/std": 0.59375, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 4.15625, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/min": -2.953125, "train/tensor_act_model_layers_44_residual_pre_attn/max": 4.15625, "train/tensor_act_model_layers_44_residual_pre_attn/range": 7.109375, "train/tensor_act_model_layers_44_residual_post_attn/norm": 1299.2672119140625, "train/tensor_act_model_layers_44_residual_post_attn/mean": 0.2158203125, "train/tensor_act_model_layers_44_residual_post_attn/std": 0.59765625, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 4.09375, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/min": -3.046875, "train/tensor_act_model_layers_44_residual_post_attn/max": 4.09375, "train/tensor_act_model_layers_44_residual_post_attn/range": 7.140625, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 1095.1552734375, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": -0.0712890625, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 0.37109375, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 3.34375, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -2.09375, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 3.34375, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 5.4375, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 1023.9884643554688, "train/tensor_act_model_layers_44_mlp_up_proj/mean": 0.006317138671875, "train/tensor_act_model_layers_44_mlp_up_proj/std": 0.353515625, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 2.65625, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -1.9296875, "train/tensor_act_model_layers_44_mlp_up_proj/max": 2.65625, "train/tensor_act_model_layers_44_mlp_up_proj/range": 4.5859375, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 82.52690124511719, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 0.008056640625, "train/tensor_act_model_layers_44_mlp_down_proj/std": 0.03955078125, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 0.81640625, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/min": -0.75390625, "train/tensor_act_model_layers_44_mlp_down_proj/max": 0.81640625, "train/tensor_act_model_layers_44_mlp_down_proj/range": 1.5703125, "train/tensor_act_model_layers_44_mlp/norm": 82.49716186523438, "train/tensor_act_model_layers_44_mlp/mean": 0.008056640625, "train/tensor_act_model_layers_44_mlp/std": 0.03955078125, "train/tensor_act_model_layers_44_mlp/max_abs": 0.8046875, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp/min": -0.74609375, "train/tensor_act_model_layers_44_mlp/max": 0.8046875, "train/tensor_act_model_layers_44_mlp/range": 1.55078125, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 1314.81005859375, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 0.2236328125, "train/tensor_act_model_layers_44_residual_post_mlp/std": 0.6015625, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 4.03125, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/min": -3.1875, "train/tensor_act_model_layers_44_residual_post_mlp/max": 4.03125, "train/tensor_act_model_layers_44_residual_post_mlp/range": 7.21875, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 1314.81005859375, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 0.2236328125, "train/tensor_act_model_layers_45_residual_pre_attn/std": 0.6015625, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 4.03125, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/min": -3.1875, "train/tensor_act_model_layers_45_residual_pre_attn/max": 4.03125, "train/tensor_act_model_layers_45_residual_pre_attn/range": 7.21875, "train/tensor_act_model_layers_45_residual_post_attn/norm": 1322.36328125, "train/tensor_act_model_layers_45_residual_post_attn/mean": 0.21484375, "train/tensor_act_model_layers_45_residual_post_attn/std": 0.609375, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 3.9375, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/min": -3.125, "train/tensor_act_model_layers_45_residual_post_attn/max": 3.9375, "train/tensor_act_model_layers_45_residual_post_attn/range": 7.0625, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 1133.140380859375, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": -0.09619140625, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 0.37890625, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 2.265625, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -2.265625, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 2.171875, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 4.4375, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 1060.8885498046875, "train/tensor_act_model_layers_45_mlp_up_proj/mean": -0.01409912109375, "train/tensor_act_model_layers_45_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 1.875, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -1.8125, "train/tensor_act_model_layers_45_mlp_up_proj/max": 1.875, "train/tensor_act_model_layers_45_mlp_up_proj/range": 3.6875, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 81.03704833984375, "train/tensor_act_model_layers_45_mlp_down_proj/mean": 0.007354736328125, "train/tensor_act_model_layers_45_mlp_down_proj/std": 0.038818359375, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 0.326171875, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/min": -0.26953125, "train/tensor_act_model_layers_45_mlp_down_proj/max": 0.326171875, "train/tensor_act_model_layers_45_mlp_down_proj/range": 0.595703125, "train/tensor_act_model_layers_45_mlp/norm": 81.03704833984375, "train/tensor_act_model_layers_45_mlp/mean": 0.007354736328125, "train/tensor_act_model_layers_45_mlp/std": 0.038818359375, "train/tensor_act_model_layers_45_mlp/max_abs": 0.326171875, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp/min": -0.26953125, "train/tensor_act_model_layers_45_mlp/max": 0.326171875, "train/tensor_act_model_layers_45_mlp/range": 0.595703125, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 1335.55419921875, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 0.2216796875, "train/tensor_act_model_layers_45_residual_post_mlp/std": 0.61328125, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 3.890625, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/min": -3.1875, "train/tensor_act_model_layers_45_residual_post_mlp/max": 3.890625, "train/tensor_act_model_layers_45_residual_post_mlp/range": 7.078125, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 1335.55419921875, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 0.2216796875, "train/tensor_act_model_layers_46_residual_pre_attn/std": 0.61328125, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 3.890625, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/min": -3.1875, "train/tensor_act_model_layers_46_residual_pre_attn/max": 3.890625, "train/tensor_act_model_layers_46_residual_pre_attn/range": 7.078125, "train/tensor_act_model_layers_46_residual_post_attn/norm": 1327.435302734375, "train/tensor_act_model_layers_46_residual_post_attn/mean": 0.216796875, "train/tensor_act_model_layers_46_residual_post_attn/std": 0.609375, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 3.90625, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/min": -3.203125, "train/tensor_act_model_layers_46_residual_post_attn/max": 3.90625, "train/tensor_act_model_layers_46_residual_post_attn/range": 7.109375, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 1108.1761474609375, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": -0.06787109375, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 0.376953125, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 2.3125, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -2.3125, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 2.140625, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 4.453125, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 1054.7034912109375, "train/tensor_act_model_layers_46_mlp_up_proj/mean": -0.0045166015625, "train/tensor_act_model_layers_46_mlp_up_proj/std": 0.36328125, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 1.9375, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -1.9375, "train/tensor_act_model_layers_46_mlp_up_proj/max": 1.828125, "train/tensor_act_model_layers_46_mlp_up_proj/range": 3.765625, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 85.36719512939453, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 0.007232666015625, "train/tensor_act_model_layers_46_mlp_down_proj/std": 0.041015625, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 0.306640625, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/min": -0.283203125, "train/tensor_act_model_layers_46_mlp_down_proj/max": 0.306640625, "train/tensor_act_model_layers_46_mlp_down_proj/range": 0.58984375, "train/tensor_act_model_layers_46_mlp/norm": 85.36719512939453, "train/tensor_act_model_layers_46_mlp/mean": 0.007232666015625, "train/tensor_act_model_layers_46_mlp/std": 0.041015625, "train/tensor_act_model_layers_46_mlp/max_abs": 0.306640625, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp/min": -0.283203125, "train/tensor_act_model_layers_46_mlp/max": 0.306640625, "train/tensor_act_model_layers_46_mlp/range": 0.58984375, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 1342.025390625, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 0.2236328125, "train/tensor_act_model_layers_46_residual_post_mlp/std": 0.6171875, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 3.90625, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/min": -3.25, "train/tensor_act_model_layers_46_residual_post_mlp/max": 3.90625, "train/tensor_act_model_layers_46_residual_post_mlp/range": 7.15625, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 1342.025390625, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 0.2236328125, "train/tensor_act_model_layers_47_residual_pre_attn/std": 0.6171875, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 3.90625, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/min": -3.25, "train/tensor_act_model_layers_47_residual_pre_attn/max": 3.90625, "train/tensor_act_model_layers_47_residual_pre_attn/range": 7.15625, "train/tensor_act_model_layers_47_residual_post_attn/norm": 1336.64794921875, "train/tensor_act_model_layers_47_residual_post_attn/mean": 0.2138671875, "train/tensor_act_model_layers_47_residual_post_attn/std": 0.6171875, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 3.90625, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/min": -3.359375, "train/tensor_act_model_layers_47_residual_post_attn/max": 3.90625, "train/tensor_act_model_layers_47_residual_post_attn/range": 7.265625, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 1125.04736328125, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": -0.05908203125, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 0.384765625, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -2.125, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 4.6875, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 1059.008056640625, "train/tensor_act_model_layers_47_mlp_up_proj/mean": -0.0267333984375, "train/tensor_act_model_layers_47_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 2.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -1.9921875, "train/tensor_act_model_layers_47_mlp_up_proj/max": 2.0, "train/tensor_act_model_layers_47_mlp_up_proj/range": 3.9921875, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 86.55239868164062, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 0.0101318359375, "train/tensor_act_model_layers_47_mlp_down_proj/std": 0.041015625, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 0.5859375, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/min": -0.486328125, "train/tensor_act_model_layers_47_mlp_down_proj/max": 0.5859375, "train/tensor_act_model_layers_47_mlp_down_proj/range": 1.072265625, "train/tensor_act_model_layers_47_mlp/norm": 86.54917907714844, "train/tensor_act_model_layers_47_mlp/mean": 0.0101318359375, "train/tensor_act_model_layers_47_mlp/std": 0.041015625, "train/tensor_act_model_layers_47_mlp/max_abs": 0.58203125, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp/min": -0.484375, "train/tensor_act_model_layers_47_mlp/max": 0.58203125, "train/tensor_act_model_layers_47_mlp/range": 1.06640625, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 1354.640380859375, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 0.224609375, "train/tensor_act_model_layers_47_residual_post_mlp/std": 0.62109375, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 3.875, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/min": -3.40625, "train/tensor_act_model_layers_47_residual_post_mlp/max": 3.875, "train/tensor_act_model_layers_47_residual_post_mlp/range": 7.28125, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 1354.640380859375, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 0.224609375, "train/tensor_act_model_layers_48_residual_pre_attn/std": 0.62109375, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 3.875, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/min": -3.40625, "train/tensor_act_model_layers_48_residual_pre_attn/max": 3.875, "train/tensor_act_model_layers_48_residual_pre_attn/range": 7.28125, "train/tensor_act_model_layers_48_residual_post_attn/norm": 1349.6563720703125, "train/tensor_act_model_layers_48_residual_post_attn/mean": 0.212890625, "train/tensor_act_model_layers_48_residual_post_attn/std": 0.625, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 3.859375, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/min": -3.40625, "train/tensor_act_model_layers_48_residual_post_attn/max": 3.859375, "train/tensor_act_model_layers_48_residual_post_attn/range": 7.265625, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 1167.804443359375, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": -0.064453125, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 0.3984375, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 2.578125, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -2.578125, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 2.1875, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 4.765625, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 1093.0120849609375, "train/tensor_act_model_layers_48_mlp_up_proj/mean": -0.0024261474609375, "train/tensor_act_model_layers_48_mlp_up_proj/std": 0.376953125, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 2.15625, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -2.15625, "train/tensor_act_model_layers_48_mlp_up_proj/max": 2.046875, "train/tensor_act_model_layers_48_mlp_up_proj/range": 4.203125, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 94.18836212158203, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 0.00714111328125, "train/tensor_act_model_layers_48_mlp_down_proj/std": 0.04541015625, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 0.326171875, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/min": -0.30078125, "train/tensor_act_model_layers_48_mlp_down_proj/max": 0.326171875, "train/tensor_act_model_layers_48_mlp_down_proj/range": 0.626953125, "train/tensor_act_model_layers_48_mlp/norm": 94.18836212158203, "train/tensor_act_model_layers_48_mlp/mean": 0.00714111328125, "train/tensor_act_model_layers_48_mlp/std": 0.04541015625, "train/tensor_act_model_layers_48_mlp/max_abs": 0.326171875, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp/min": -0.30078125, "train/tensor_act_model_layers_48_mlp/max": 0.326171875, "train/tensor_act_model_layers_48_mlp/range": 0.626953125, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 1364.4522705078125, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 0.2197265625, "train/tensor_act_model_layers_48_residual_post_mlp/std": 0.62890625, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 3.859375, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/min": -3.359375, "train/tensor_act_model_layers_48_residual_post_mlp/max": 3.859375, "train/tensor_act_model_layers_48_residual_post_mlp/range": 7.21875, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 1364.4522705078125, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 0.2197265625, "train/tensor_act_model_layers_49_residual_pre_attn/std": 0.62890625, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 3.859375, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/min": -3.359375, "train/tensor_act_model_layers_49_residual_pre_attn/max": 3.859375, "train/tensor_act_model_layers_49_residual_pre_attn/range": 7.21875, "train/tensor_act_model_layers_49_residual_post_attn/norm": 1359.1038818359375, "train/tensor_act_model_layers_49_residual_post_attn/mean": 0.212890625, "train/tensor_act_model_layers_49_residual_post_attn/std": 0.62890625, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 3.828125, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/min": -3.515625, "train/tensor_act_model_layers_49_residual_post_attn/max": 3.828125, "train/tensor_act_model_layers_49_residual_post_attn/range": 7.34375, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 1161.9376220703125, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": -0.09130859375, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 0.390625, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 2.515625, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -2.515625, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 1.9921875, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 4.5078125, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 1087.6622314453125, "train/tensor_act_model_layers_49_mlp_up_proj/mean": -0.007781982421875, "train/tensor_act_model_layers_49_mlp_up_proj/std": 0.375, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 1.953125, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -1.9296875, "train/tensor_act_model_layers_49_mlp_up_proj/max": 1.953125, "train/tensor_act_model_layers_49_mlp_up_proj/range": 3.8828125, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 88.4936752319336, "train/tensor_act_model_layers_49_mlp_down_proj/mean": 0.007537841796875, "train/tensor_act_model_layers_49_mlp_down_proj/std": 0.04248046875, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 0.306640625, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/min": -0.275390625, "train/tensor_act_model_layers_49_mlp_down_proj/max": 0.306640625, "train/tensor_act_model_layers_49_mlp_down_proj/range": 0.58203125, "train/tensor_act_model_layers_49_mlp/norm": 88.4936752319336, "train/tensor_act_model_layers_49_mlp/mean": 0.007537841796875, "train/tensor_act_model_layers_49_mlp/std": 0.04248046875, "train/tensor_act_model_layers_49_mlp/max_abs": 0.306640625, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp/min": -0.275390625, "train/tensor_act_model_layers_49_mlp/max": 0.306640625, "train/tensor_act_model_layers_49_mlp/range": 0.58203125, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 1372.0289306640625, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 0.220703125, "train/tensor_act_model_layers_49_residual_post_mlp/std": 0.6328125, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 3.796875, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/min": -3.53125, "train/tensor_act_model_layers_49_residual_post_mlp/max": 3.796875, "train/tensor_act_model_layers_49_residual_post_mlp/range": 7.328125, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 1372.0289306640625, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 0.220703125, "train/tensor_act_model_layers_50_residual_pre_attn/std": 0.6328125, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 3.796875, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/min": -3.53125, "train/tensor_act_model_layers_50_residual_pre_attn/max": 3.796875, "train/tensor_act_model_layers_50_residual_pre_attn/range": 7.328125, "train/tensor_act_model_layers_50_residual_post_attn/norm": 1366.4879150390625, "train/tensor_act_model_layers_50_residual_post_attn/mean": 0.21484375, "train/tensor_act_model_layers_50_residual_post_attn/std": 0.6328125, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 3.765625, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/min": -3.5625, "train/tensor_act_model_layers_50_residual_post_attn/max": 3.765625, "train/tensor_act_model_layers_50_residual_post_attn/range": 7.328125, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 1151.0460205078125, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": -0.052490234375, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 0.39453125, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 2.125, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -2.125, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 2.078125, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 4.203125, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 1072.92529296875, "train/tensor_act_model_layers_50_mlp_up_proj/mean": 0.0016021728515625, "train/tensor_act_model_layers_50_mlp_up_proj/std": 0.37109375, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 1.953125, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -1.953125, "train/tensor_act_model_layers_50_mlp_up_proj/max": 1.953125, "train/tensor_act_model_layers_50_mlp_up_proj/range": 3.90625, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 91.18998718261719, "train/tensor_act_model_layers_50_mlp_down_proj/mean": 0.007080078125, "train/tensor_act_model_layers_50_mlp_down_proj/std": 0.0439453125, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 0.30078125, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/min": -0.287109375, "train/tensor_act_model_layers_50_mlp_down_proj/max": 0.30078125, "train/tensor_act_model_layers_50_mlp_down_proj/range": 0.587890625, "train/tensor_act_model_layers_50_mlp/norm": 91.18998718261719, "train/tensor_act_model_layers_50_mlp/mean": 0.007080078125, "train/tensor_act_model_layers_50_mlp/std": 0.0439453125, "train/tensor_act_model_layers_50_mlp/max_abs": 0.30078125, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp/min": -0.287109375, "train/tensor_act_model_layers_50_mlp/max": 0.30078125, "train/tensor_act_model_layers_50_mlp/range": 0.587890625, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 1382.2109375, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 0.2216796875, "train/tensor_act_model_layers_50_residual_post_mlp/std": 0.63671875, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 3.765625, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/min": -3.5625, "train/tensor_act_model_layers_50_residual_post_mlp/max": 3.765625, "train/tensor_act_model_layers_50_residual_post_mlp/range": 7.328125, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 1382.2109375, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 0.2216796875, "train/tensor_act_model_layers_51_residual_pre_attn/std": 0.63671875, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 3.765625, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/min": -3.5625, "train/tensor_act_model_layers_51_residual_pre_attn/max": 3.765625, "train/tensor_act_model_layers_51_residual_pre_attn/range": 7.328125, "train/tensor_act_model_layers_51_residual_post_attn/norm": 1373.296875, "train/tensor_act_model_layers_51_residual_post_attn/mean": 0.2099609375, "train/tensor_act_model_layers_51_residual_post_attn/std": 0.63671875, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 3.703125, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/min": -3.46875, "train/tensor_act_model_layers_51_residual_post_attn/max": 3.703125, "train/tensor_act_model_layers_51_residual_post_attn/range": 7.171875, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 1175.5355224609375, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": -0.08203125, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 0.3984375, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 2.171875, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -2.171875, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 1.9453125, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 4.1171875, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 1109.749267578125, "train/tensor_act_model_layers_51_mlp_up_proj/mean": 0.00848388671875, "train/tensor_act_model_layers_51_mlp_up_proj/std": 0.3828125, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 2.0625, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -2.0625, "train/tensor_act_model_layers_51_mlp_up_proj/max": 1.875, "train/tensor_act_model_layers_51_mlp_up_proj/range": 3.9375, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 92.69448852539062, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 0.006591796875, "train/tensor_act_model_layers_51_mlp_down_proj/std": 0.044677734375, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 0.34765625, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/min": -0.326171875, "train/tensor_act_model_layers_51_mlp_down_proj/max": 0.34765625, "train/tensor_act_model_layers_51_mlp_down_proj/range": 0.673828125, "train/tensor_act_model_layers_51_mlp/norm": 92.69448852539062, "train/tensor_act_model_layers_51_mlp/mean": 0.006591796875, "train/tensor_act_model_layers_51_mlp/std": 0.044677734375, "train/tensor_act_model_layers_51_mlp/max_abs": 0.34765625, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp/min": -0.326171875, "train/tensor_act_model_layers_51_mlp/max": 0.34765625, "train/tensor_act_model_layers_51_mlp/range": 0.673828125, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 1386.8175048828125, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 0.216796875, "train/tensor_act_model_layers_51_residual_post_mlp/std": 0.640625, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 3.75, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/min": -3.53125, "train/tensor_act_model_layers_51_residual_post_mlp/max": 3.75, "train/tensor_act_model_layers_51_residual_post_mlp/range": 7.28125, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 1386.8175048828125, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 0.216796875, "train/tensor_act_model_layers_52_residual_pre_attn/std": 0.640625, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 3.75, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/min": -3.53125, "train/tensor_act_model_layers_52_residual_pre_attn/max": 3.75, "train/tensor_act_model_layers_52_residual_pre_attn/range": 7.28125, "train/tensor_act_model_layers_52_residual_post_attn/norm": 1392.2435302734375, "train/tensor_act_model_layers_52_residual_post_attn/mean": 0.2119140625, "train/tensor_act_model_layers_52_residual_post_attn/std": 0.64453125, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 3.828125, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/min": -3.546875, "train/tensor_act_model_layers_52_residual_post_attn/max": 3.828125, "train/tensor_act_model_layers_52_residual_post_attn/range": 7.375, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 1210.29931640625, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": -0.0712890625, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 0.412109375, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 2.421875, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -2.421875, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 2.109375, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 4.53125, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 1111.0982666015625, "train/tensor_act_model_layers_52_mlp_up_proj/mean": -0.003448486328125, "train/tensor_act_model_layers_52_mlp_up_proj/std": 0.3828125, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 2.125, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -2.125, "train/tensor_act_model_layers_52_mlp_up_proj/max": 2.015625, "train/tensor_act_model_layers_52_mlp_up_proj/range": 4.140625, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 100.79402160644531, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 0.0081787109375, "train/tensor_act_model_layers_52_mlp_down_proj/std": 0.048583984375, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 0.416015625, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/min": -0.375, "train/tensor_act_model_layers_52_mlp_down_proj/max": 0.416015625, "train/tensor_act_model_layers_52_mlp_down_proj/range": 0.791015625, "train/tensor_act_model_layers_52_mlp/norm": 100.79400634765625, "train/tensor_act_model_layers_52_mlp/mean": 0.0081787109375, "train/tensor_act_model_layers_52_mlp/std": 0.048583984375, "train/tensor_act_model_layers_52_mlp/max_abs": 0.4140625, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp/min": -0.373046875, "train/tensor_act_model_layers_52_mlp/max": 0.4140625, "train/tensor_act_model_layers_52_mlp/range": 0.787109375, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 1408.256591796875, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 0.2197265625, "train/tensor_act_model_layers_52_residual_post_mlp/std": 0.65234375, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 3.9375, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/min": -3.546875, "train/tensor_act_model_layers_52_residual_post_mlp/max": 3.9375, "train/tensor_act_model_layers_52_residual_post_mlp/range": 7.484375, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 1408.256591796875, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 0.2197265625, "train/tensor_act_model_layers_53_residual_pre_attn/std": 0.65234375, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 3.9375, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/min": -3.546875, "train/tensor_act_model_layers_53_residual_pre_attn/max": 3.9375, "train/tensor_act_model_layers_53_residual_pre_attn/range": 7.484375, "train/tensor_act_model_layers_53_residual_post_attn/norm": 1421.0394287109375, "train/tensor_act_model_layers_53_residual_post_attn/mean": 0.212890625, "train/tensor_act_model_layers_53_residual_post_attn/std": 0.66015625, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 4.15625, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/min": -3.890625, "train/tensor_act_model_layers_53_residual_post_attn/max": 4.15625, "train/tensor_act_model_layers_53_residual_post_attn/range": 8.046875, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 1193.2464599609375, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": -0.08154296875, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 0.404296875, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 2.25, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -2.234375, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 2.25, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 4.484375, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 1126.5086669921875, "train/tensor_act_model_layers_53_mlp_up_proj/mean": -0.011962890625, "train/tensor_act_model_layers_53_mlp_up_proj/std": 0.388671875, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 2.015625, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -1.90625, "train/tensor_act_model_layers_53_mlp_up_proj/max": 2.015625, "train/tensor_act_model_layers_53_mlp_up_proj/range": 3.921875, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 98.46348571777344, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 0.00823974609375, "train/tensor_act_model_layers_53_mlp_down_proj/std": 0.04736328125, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 0.3359375, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/min": -0.3359375, "train/tensor_act_model_layers_53_mlp_down_proj/max": 0.333984375, "train/tensor_act_model_layers_53_mlp_down_proj/range": 0.669921875, "train/tensor_act_model_layers_53_mlp/norm": 98.46348571777344, "train/tensor_act_model_layers_53_mlp/mean": 0.00823974609375, "train/tensor_act_model_layers_53_mlp/std": 0.04736328125, "train/tensor_act_model_layers_53_mlp/max_abs": 0.3359375, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp/min": -0.3359375, "train/tensor_act_model_layers_53_mlp/max": 0.333984375, "train/tensor_act_model_layers_53_mlp/range": 0.669921875, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 1435.62890625, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 0.220703125, "train/tensor_act_model_layers_53_residual_post_mlp/std": 0.6640625, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 4.15625, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/min": -3.890625, "train/tensor_act_model_layers_53_residual_post_mlp/max": 4.15625, "train/tensor_act_model_layers_53_residual_post_mlp/range": 8.046875, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 1435.62890625, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 0.220703125, "train/tensor_act_model_layers_54_residual_pre_attn/std": 0.6640625, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 4.15625, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/min": -3.890625, "train/tensor_act_model_layers_54_residual_pre_attn/max": 4.15625, "train/tensor_act_model_layers_54_residual_pre_attn/range": 8.046875, "train/tensor_act_model_layers_54_residual_post_attn/norm": 1428.48828125, "train/tensor_act_model_layers_54_residual_post_attn/mean": 0.2138671875, "train/tensor_act_model_layers_54_residual_post_attn/std": 0.6640625, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 4.15625, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/min": -3.90625, "train/tensor_act_model_layers_54_residual_post_attn/max": 4.15625, "train/tensor_act_model_layers_54_residual_post_attn/range": 8.0625, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 1192.77001953125, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": -0.080078125, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 0.404296875, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 3.109375, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -3.109375, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 2.140625, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 5.25, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 1152.5054931640625, "train/tensor_act_model_layers_54_mlp_up_proj/mean": 0.00040435791015625, "train/tensor_act_model_layers_54_mlp_up_proj/std": 0.3984375, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 2.375, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -2.046875, "train/tensor_act_model_layers_54_mlp_up_proj/max": 2.375, "train/tensor_act_model_layers_54_mlp_up_proj/range": 4.421875, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 101.15934753417969, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 0.007781982421875, "train/tensor_act_model_layers_54_mlp_down_proj/std": 0.048828125, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 0.37109375, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/min": -0.37109375, "train/tensor_act_model_layers_54_mlp_down_proj/max": 0.3515625, "train/tensor_act_model_layers_54_mlp_down_proj/range": 0.72265625, "train/tensor_act_model_layers_54_mlp/norm": 101.15934753417969, "train/tensor_act_model_layers_54_mlp/mean": 0.007781982421875, "train/tensor_act_model_layers_54_mlp/std": 0.048828125, "train/tensor_act_model_layers_54_mlp/max_abs": 0.369140625, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp/min": -0.369140625, "train/tensor_act_model_layers_54_mlp/max": 0.3515625, "train/tensor_act_model_layers_54_mlp/range": 0.720703125, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 1441.245849609375, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 0.2216796875, "train/tensor_act_model_layers_54_residual_post_mlp/std": 0.66796875, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 4.21875, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/min": -3.96875, "train/tensor_act_model_layers_54_residual_post_mlp/max": 4.21875, "train/tensor_act_model_layers_54_residual_post_mlp/range": 8.1875, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 1441.245849609375, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 0.2216796875, "train/tensor_act_model_layers_55_residual_pre_attn/std": 0.66796875, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 4.21875, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/min": -3.96875, "train/tensor_act_model_layers_55_residual_pre_attn/max": 4.21875, "train/tensor_act_model_layers_55_residual_pre_attn/range": 8.1875, "train/tensor_act_model_layers_55_residual_post_attn/norm": 1433.779052734375, "train/tensor_act_model_layers_55_residual_post_attn/mean": 0.21484375, "train/tensor_act_model_layers_55_residual_post_attn/std": 0.66796875, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 4.15625, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/min": -3.9375, "train/tensor_act_model_layers_55_residual_post_attn/max": 4.15625, "train/tensor_act_model_layers_55_residual_post_attn/range": 8.09375, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 1209.9388427734375, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": -0.0927734375, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 0.408203125, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 2.375, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -2.375, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 2.046875, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 4.421875, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 1156.7095947265625, "train/tensor_act_model_layers_55_mlp_up_proj/mean": -0.001220703125, "train/tensor_act_model_layers_55_mlp_up_proj/std": 0.3984375, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 2.09375, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -2.09375, "train/tensor_act_model_layers_55_mlp_up_proj/max": 2.09375, "train/tensor_act_model_layers_55_mlp_up_proj/range": 4.1875, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 101.284423828125, "train/tensor_act_model_layers_55_mlp_down_proj/mean": 0.00933837890625, "train/tensor_act_model_layers_55_mlp_down_proj/std": 0.048583984375, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 0.37890625, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/min": -0.376953125, "train/tensor_act_model_layers_55_mlp_down_proj/max": 0.37890625, "train/tensor_act_model_layers_55_mlp_down_proj/range": 0.755859375, "train/tensor_act_model_layers_55_mlp/norm": 101.2844009399414, "train/tensor_act_model_layers_55_mlp/mean": 0.00933837890625, "train/tensor_act_model_layers_55_mlp/std": 0.048583984375, "train/tensor_act_model_layers_55_mlp/max_abs": 0.376953125, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp/min": -0.375, "train/tensor_act_model_layers_55_mlp/max": 0.376953125, "train/tensor_act_model_layers_55_mlp/range": 0.751953125, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 1446.32177734375, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 0.2236328125, "train/tensor_act_model_layers_55_residual_post_mlp/std": 0.66796875, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 4.25, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/min": -4.0, "train/tensor_act_model_layers_55_residual_post_mlp/max": 4.25, "train/tensor_act_model_layers_55_residual_post_mlp/range": 8.25, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 1446.32177734375, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 0.2236328125, "train/tensor_act_model_layers_56_residual_pre_attn/std": 0.66796875, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 4.25, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/min": -4.0, "train/tensor_act_model_layers_56_residual_pre_attn/max": 4.25, "train/tensor_act_model_layers_56_residual_pre_attn/range": 8.25, "train/tensor_act_model_layers_56_residual_post_attn/norm": 1441.32958984375, "train/tensor_act_model_layers_56_residual_post_attn/mean": 0.2138671875, "train/tensor_act_model_layers_56_residual_post_attn/std": 0.671875, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 4.21875, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/min": -4.03125, "train/tensor_act_model_layers_56_residual_post_attn/max": 4.21875, "train/tensor_act_model_layers_56_residual_post_attn/range": 8.25, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 1222.31640625, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": -0.08740234375, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 0.412109375, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 2.453125, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -2.453125, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 2.421875, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 4.875, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 1132.7425537109375, "train/tensor_act_model_layers_56_mlp_up_proj/mean": 0.00019168853759765625, "train/tensor_act_model_layers_56_mlp_up_proj/std": 0.390625, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 2.140625, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -2.140625, "train/tensor_act_model_layers_56_mlp_up_proj/max": 2.0625, "train/tensor_act_model_layers_56_mlp_up_proj/range": 4.203125, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 97.96934509277344, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 0.0062255859375, "train/tensor_act_model_layers_56_mlp_down_proj/std": 0.04736328125, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 0.42578125, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/min": -0.39453125, "train/tensor_act_model_layers_56_mlp_down_proj/max": 0.42578125, "train/tensor_act_model_layers_56_mlp_down_proj/range": 0.8203125, "train/tensor_act_model_layers_56_mlp/norm": 97.9692611694336, "train/tensor_act_model_layers_56_mlp/mean": 0.0062255859375, "train/tensor_act_model_layers_56_mlp/std": 0.04736328125, "train/tensor_act_model_layers_56_mlp/max_abs": 0.423828125, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp/min": -0.392578125, "train/tensor_act_model_layers_56_mlp/max": 0.423828125, "train/tensor_act_model_layers_56_mlp/range": 0.81640625, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 1454.3206787109375, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 0.2197265625, "train/tensor_act_model_layers_56_residual_post_mlp/std": 0.67578125, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 4.21875, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/min": -4.125, "train/tensor_act_model_layers_56_residual_post_mlp/max": 4.21875, "train/tensor_act_model_layers_56_residual_post_mlp/range": 8.34375, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 1454.3206787109375, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 0.2197265625, "train/tensor_act_model_layers_57_residual_pre_attn/std": 0.67578125, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 4.21875, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/min": -4.125, "train/tensor_act_model_layers_57_residual_pre_attn/max": 4.21875, "train/tensor_act_model_layers_57_residual_pre_attn/range": 8.34375, "train/tensor_act_model_layers_57_residual_post_attn/norm": 1466.7711181640625, "train/tensor_act_model_layers_57_residual_post_attn/mean": 0.216796875, "train/tensor_act_model_layers_57_residual_post_attn/std": 0.68359375, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 4.15625, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/min": -4.15625, "train/tensor_act_model_layers_57_residual_post_attn/max": 4.15625, "train/tensor_act_model_layers_57_residual_post_attn/range": 8.3125, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 1232.34375, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": -0.0751953125, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 0.41796875, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 2.1875, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -2.1875, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 2.15625, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 4.34375, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 1133.9559326171875, "train/tensor_act_model_layers_57_mlp_up_proj/mean": -0.00860595703125, "train/tensor_act_model_layers_57_mlp_up_proj/std": 0.390625, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 2.46875, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_57_mlp_up_proj/max": 2.0625, "train/tensor_act_model_layers_57_mlp_up_proj/range": 4.53125, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 103.34868621826172, "train/tensor_act_model_layers_57_mlp_down_proj/mean": 0.005157470703125, "train/tensor_act_model_layers_57_mlp_down_proj/std": 0.05029296875, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 0.37890625, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/min": -0.37890625, "train/tensor_act_model_layers_57_mlp_down_proj/max": 0.376953125, "train/tensor_act_model_layers_57_mlp_down_proj/range": 0.755859375, "train/tensor_act_model_layers_57_mlp/norm": 103.34867095947266, "train/tensor_act_model_layers_57_mlp/mean": 0.005157470703125, "train/tensor_act_model_layers_57_mlp/std": 0.05029296875, "train/tensor_act_model_layers_57_mlp/max_abs": 0.376953125, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp/min": -0.376953125, "train/tensor_act_model_layers_57_mlp/max": 0.375, "train/tensor_act_model_layers_57_mlp/range": 0.751953125, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 1479.5018310546875, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 0.2216796875, "train/tensor_act_model_layers_57_residual_post_mlp/std": 0.6875, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 4.3125, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/min": -4.21875, "train/tensor_act_model_layers_57_residual_post_mlp/max": 4.3125, "train/tensor_act_model_layers_57_residual_post_mlp/range": 8.53125, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 1479.5018310546875, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 0.2216796875, "train/tensor_act_model_layers_58_residual_pre_attn/std": 0.6875, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 4.3125, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/min": -4.21875, "train/tensor_act_model_layers_58_residual_pre_attn/max": 4.3125, "train/tensor_act_model_layers_58_residual_pre_attn/range": 8.53125, "train/tensor_act_model_layers_58_residual_post_attn/norm": 1471.6068115234375, "train/tensor_act_model_layers_58_residual_post_attn/mean": 0.21484375, "train/tensor_act_model_layers_58_residual_post_attn/std": 0.6875, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 4.125, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/min": -4.125, "train/tensor_act_model_layers_58_residual_post_attn/max": 4.125, "train/tensor_act_model_layers_58_residual_post_attn/range": 8.25, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 1255.8321533203125, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": -0.11083984375, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 0.419921875, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 2.625, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -2.625, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 2.609375, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 5.234375, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 1152.431884765625, "train/tensor_act_model_layers_58_mlp_up_proj/mean": -0.001922607421875, "train/tensor_act_model_layers_58_mlp_up_proj/std": 0.3984375, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 2.296875, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -2.03125, "train/tensor_act_model_layers_58_mlp_up_proj/max": 2.296875, "train/tensor_act_model_layers_58_mlp_up_proj/range": 4.328125, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 104.31982421875, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 0.007568359375, "train/tensor_act_model_layers_58_mlp_down_proj/std": 0.05029296875, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 0.46875, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/min": -0.451171875, "train/tensor_act_model_layers_58_mlp_down_proj/max": 0.46875, "train/tensor_act_model_layers_58_mlp_down_proj/range": 0.919921875, "train/tensor_act_model_layers_58_mlp/norm": 104.319580078125, "train/tensor_act_model_layers_58_mlp/mean": 0.007568359375, "train/tensor_act_model_layers_58_mlp/std": 0.05029296875, "train/tensor_act_model_layers_58_mlp/max_abs": 0.466796875, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp/min": -0.44921875, "train/tensor_act_model_layers_58_mlp/max": 0.466796875, "train/tensor_act_model_layers_58_mlp/range": 0.916015625, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 1485.824951171875, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 0.2216796875, "train/tensor_act_model_layers_58_residual_post_mlp/std": 0.69140625, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 4.1875, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/min": -4.1875, "train/tensor_act_model_layers_58_residual_post_mlp/max": 4.15625, "train/tensor_act_model_layers_58_residual_post_mlp/range": 8.34375, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 1485.824951171875, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 0.2216796875, "train/tensor_act_model_layers_59_residual_pre_attn/std": 0.69140625, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 4.1875, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/min": -4.1875, "train/tensor_act_model_layers_59_residual_pre_attn/max": 4.15625, "train/tensor_act_model_layers_59_residual_pre_attn/range": 8.34375, "train/tensor_act_model_layers_59_residual_post_attn/norm": 1482.756103515625, "train/tensor_act_model_layers_59_residual_post_attn/mean": 0.2138671875, "train/tensor_act_model_layers_59_residual_post_attn/std": 0.69140625, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 4.1875, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/min": -4.1875, "train/tensor_act_model_layers_59_residual_post_attn/max": 4.15625, "train/tensor_act_model_layers_59_residual_post_attn/range": 8.34375, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 1266.176513671875, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": -0.08935546875, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 0.427734375, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 2.765625, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -2.765625, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 2.515625, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 5.28125, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 1192.667724609375, "train/tensor_act_model_layers_59_mlp_up_proj/mean": -0.0103759765625, "train/tensor_act_model_layers_59_mlp_up_proj/std": 0.412109375, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 2.21875, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -2.21875, "train/tensor_act_model_layers_59_mlp_up_proj/max": 2.109375, "train/tensor_act_model_layers_59_mlp_up_proj/range": 4.328125, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 111.93062591552734, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 0.0086669921875, "train/tensor_act_model_layers_59_mlp_down_proj/std": 0.053955078125, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 0.419921875, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/min": -0.419921875, "train/tensor_act_model_layers_59_mlp_down_proj/max": 0.408203125, "train/tensor_act_model_layers_59_mlp_down_proj/range": 0.828125, "train/tensor_act_model_layers_59_mlp/norm": 111.93054962158203, "train/tensor_act_model_layers_59_mlp/mean": 0.0086669921875, "train/tensor_act_model_layers_59_mlp/std": 0.053955078125, "train/tensor_act_model_layers_59_mlp/max_abs": 0.41796875, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp/min": -0.41796875, "train/tensor_act_model_layers_59_mlp/max": 0.40625, "train/tensor_act_model_layers_59_mlp/range": 0.82421875, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 1497.5877685546875, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 0.22265625, "train/tensor_act_model_layers_59_residual_post_mlp/std": 0.6953125, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 4.25, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/min": -4.25, "train/tensor_act_model_layers_59_residual_post_mlp/max": 4.25, "train/tensor_act_model_layers_59_residual_post_mlp/range": 8.5, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 1497.5877685546875, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 0.22265625, "train/tensor_act_model_layers_60_residual_pre_attn/std": 0.6953125, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 4.25, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/min": -4.25, "train/tensor_act_model_layers_60_residual_pre_attn/max": 4.25, "train/tensor_act_model_layers_60_residual_pre_attn/range": 8.5, "train/tensor_act_model_layers_60_residual_post_attn/norm": 1492.60205078125, "train/tensor_act_model_layers_60_residual_post_attn/mean": 0.2119140625, "train/tensor_act_model_layers_60_residual_post_attn/std": 0.69921875, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 4.25, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/min": -4.25, "train/tensor_act_model_layers_60_residual_post_attn/max": 4.25, "train/tensor_act_model_layers_60_residual_post_attn/range": 8.5, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 1261.7996826171875, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": -0.08349609375, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 0.427734375, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -2.59375, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 2.375, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 4.96875, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 1156.483154296875, "train/tensor_act_model_layers_60_mlp_up_proj/mean": -0.00110626220703125, "train/tensor_act_model_layers_60_mlp_up_proj/std": 0.3984375, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 2.25, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -2.25, "train/tensor_act_model_layers_60_mlp_up_proj/max": 2.203125, "train/tensor_act_model_layers_60_mlp_up_proj/range": 4.453125, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 109.25800323486328, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 0.006500244140625, "train/tensor_act_model_layers_60_mlp_down_proj/std": 0.052978515625, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 0.4140625, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/min": -0.3984375, "train/tensor_act_model_layers_60_mlp_down_proj/max": 0.4140625, "train/tensor_act_model_layers_60_mlp_down_proj/range": 0.8125, "train/tensor_act_model_layers_60_mlp/norm": 109.25784301757812, "train/tensor_act_model_layers_60_mlp/mean": 0.006500244140625, "train/tensor_act_model_layers_60_mlp/std": 0.052978515625, "train/tensor_act_model_layers_60_mlp/max_abs": 0.412109375, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp/min": -0.396484375, "train/tensor_act_model_layers_60_mlp/max": 0.412109375, "train/tensor_act_model_layers_60_mlp/range": 0.80859375, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 1502.3468017578125, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 0.21875, "train/tensor_act_model_layers_60_residual_post_mlp/std": 0.69921875, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 4.28125, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/min": -4.21875, "train/tensor_act_model_layers_60_residual_post_mlp/max": 4.28125, "train/tensor_act_model_layers_60_residual_post_mlp/range": 8.5, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 1502.3468017578125, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 0.21875, "train/tensor_act_model_layers_61_residual_pre_attn/std": 0.69921875, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 4.28125, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/min": -4.21875, "train/tensor_act_model_layers_61_residual_pre_attn/max": 4.28125, "train/tensor_act_model_layers_61_residual_pre_attn/range": 8.5, "train/tensor_act_model_layers_61_residual_post_attn/norm": 1499.263671875, "train/tensor_act_model_layers_61_residual_post_attn/mean": 0.2099609375, "train/tensor_act_model_layers_61_residual_post_attn/std": 0.703125, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 4.28125, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/min": -4.28125, "train/tensor_act_model_layers_61_residual_post_attn/max": 4.28125, "train/tensor_act_model_layers_61_residual_post_attn/range": 8.5625, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 1263.9473876953125, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": -0.091796875, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 0.42578125, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 2.578125, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -2.453125, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 2.578125, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 5.03125, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 1186.27587890625, "train/tensor_act_model_layers_61_mlp_up_proj/mean": 0.00909423828125, "train/tensor_act_model_layers_61_mlp_up_proj/std": 0.41015625, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 2.375, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -2.375, "train/tensor_act_model_layers_61_mlp_up_proj/max": 2.1875, "train/tensor_act_model_layers_61_mlp_up_proj/range": 4.5625, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 109.95051574707031, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 0.006195068359375, "train/tensor_act_model_layers_61_mlp_down_proj/std": 0.05322265625, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 0.416015625, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/min": -0.361328125, "train/tensor_act_model_layers_61_mlp_down_proj/max": 0.416015625, "train/tensor_act_model_layers_61_mlp_down_proj/range": 0.77734375, "train/tensor_act_model_layers_61_mlp/norm": 109.95048522949219, "train/tensor_act_model_layers_61_mlp/mean": 0.006195068359375, "train/tensor_act_model_layers_61_mlp/std": 0.05322265625, "train/tensor_act_model_layers_61_mlp/max_abs": 0.4140625, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp/min": -0.359375, "train/tensor_act_model_layers_61_mlp/max": 0.4140625, "train/tensor_act_model_layers_61_mlp/range": 0.7734375, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 1509.059814453125, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 0.2158203125, "train/tensor_act_model_layers_61_residual_post_mlp/std": 0.703125, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 4.34375, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/min": -4.34375, "train/tensor_act_model_layers_61_residual_post_mlp/max": 4.34375, "train/tensor_act_model_layers_61_residual_post_mlp/range": 8.6875, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 1509.059814453125, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 0.2158203125, "train/tensor_act_model_layers_62_residual_pre_attn/std": 0.703125, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 4.34375, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/min": -4.34375, "train/tensor_act_model_layers_62_residual_pre_attn/max": 4.34375, "train/tensor_act_model_layers_62_residual_pre_attn/range": 8.6875, "train/tensor_act_model_layers_62_residual_post_attn/norm": 1508.603271484375, "train/tensor_act_model_layers_62_residual_post_attn/mean": 0.20703125, "train/tensor_act_model_layers_62_residual_post_attn/std": 0.70703125, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 4.34375, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/min": -4.34375, "train/tensor_act_model_layers_62_residual_post_attn/max": 4.34375, "train/tensor_act_model_layers_62_residual_post_attn/range": 8.6875, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 1268.721435546875, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": -0.08544921875, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 0.4296875, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 3.390625, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -3.390625, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 2.40625, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 5.796875, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 1181.842041015625, "train/tensor_act_model_layers_62_mlp_up_proj/mean": -0.0089111328125, "train/tensor_act_model_layers_62_mlp_up_proj/std": 0.408203125, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 3.15625, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -3.15625, "train/tensor_act_model_layers_62_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_62_mlp_up_proj/range": 5.1875, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 110.52490234375, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 0.0084228515625, "train/tensor_act_model_layers_62_mlp_down_proj/std": 0.05322265625, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 0.484375, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/min": -0.388671875, "train/tensor_act_model_layers_62_mlp_down_proj/max": 0.484375, "train/tensor_act_model_layers_62_mlp_down_proj/range": 0.873046875, "train/tensor_act_model_layers_62_mlp/norm": 110.52468872070312, "train/tensor_act_model_layers_62_mlp/mean": 0.0084228515625, "train/tensor_act_model_layers_62_mlp/std": 0.05322265625, "train/tensor_act_model_layers_62_mlp/max_abs": 0.482421875, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp/min": -0.38671875, "train/tensor_act_model_layers_62_mlp/max": 0.482421875, "train/tensor_act_model_layers_62_mlp/range": 0.869140625, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 1519.70263671875, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 0.2158203125, "train/tensor_act_model_layers_62_residual_post_mlp/std": 0.7109375, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 4.46875, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/min": -4.46875, "train/tensor_act_model_layers_62_residual_post_mlp/max": 4.40625, "train/tensor_act_model_layers_62_residual_post_mlp/range": 8.875, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 1519.70263671875, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 0.2158203125, "train/tensor_act_model_layers_63_residual_pre_attn/std": 0.7109375, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 4.46875, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/min": -4.46875, "train/tensor_act_model_layers_63_residual_pre_attn/max": 4.40625, "train/tensor_act_model_layers_63_residual_pre_attn/range": 8.875, "train/tensor_act_model_layers_63_residual_post_attn/norm": 1516.5771484375, "train/tensor_act_model_layers_63_residual_post_attn/mean": 0.2099609375, "train/tensor_act_model_layers_63_residual_post_attn/std": 0.7109375, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 4.5, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/min": -4.40625, "train/tensor_act_model_layers_63_residual_post_attn/max": 4.5, "train/tensor_act_model_layers_63_residual_post_attn/range": 8.90625, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 1300.1043701171875, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": -0.09423828125, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 0.439453125, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 2.40625, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -2.40625, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 2.25, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 4.65625, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 1200.473388671875, "train/tensor_act_model_layers_63_mlp_up_proj/mean": -0.022705078125, "train/tensor_act_model_layers_63_mlp_up_proj/std": 0.4140625, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 2.25, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -2.25, "train/tensor_act_model_layers_63_mlp_up_proj/max": 2.171875, "train/tensor_act_model_layers_63_mlp_up_proj/range": 4.421875, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 115.22799682617188, "train/tensor_act_model_layers_63_mlp_down_proj/mean": 0.006134033203125, "train/tensor_act_model_layers_63_mlp_down_proj/std": 0.055908203125, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 0.59375, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/min": -0.59375, "train/tensor_act_model_layers_63_mlp_down_proj/max": 0.55078125, "train/tensor_act_model_layers_63_mlp_down_proj/range": 1.14453125, "train/tensor_act_model_layers_63_mlp/norm": 115.2275390625, "train/tensor_act_model_layers_63_mlp/mean": 0.006134033203125, "train/tensor_act_model_layers_63_mlp/std": 0.055908203125, "train/tensor_act_model_layers_63_mlp/max_abs": 0.58984375, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp/min": -0.58984375, "train/tensor_act_model_layers_63_mlp/max": 0.546875, "train/tensor_act_model_layers_63_mlp/range": 1.13671875, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 1521.5162353515625, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 0.2158203125, "train/tensor_act_model_layers_63_residual_post_mlp/std": 0.7109375, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 4.59375, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/min": -4.5, "train/tensor_act_model_layers_63_residual_post_mlp/max": 4.59375, "train/tensor_act_model_layers_63_residual_post_mlp/range": 9.09375, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 1521.5162353515625, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 0.2158203125, "train/tensor_act_model_layers_64_residual_pre_attn/std": 0.7109375, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 4.59375, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/min": -4.5, "train/tensor_act_model_layers_64_residual_pre_attn/max": 4.59375, "train/tensor_act_model_layers_64_residual_pre_attn/range": 9.09375, "train/tensor_act_model_layers_64_residual_post_attn/norm": 1516.99072265625, "train/tensor_act_model_layers_64_residual_post_attn/mean": 0.2109375, "train/tensor_act_model_layers_64_residual_post_attn/std": 0.7109375, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 4.59375, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/min": -4.4375, "train/tensor_act_model_layers_64_residual_post_attn/max": 4.59375, "train/tensor_act_model_layers_64_residual_post_attn/range": 9.03125, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 1323.993896484375, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": -0.080078125, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 0.44921875, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 2.734375, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -2.546875, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 2.734375, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 5.28125, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 1233.2386474609375, "train/tensor_act_model_layers_64_mlp_up_proj/mean": -0.005645751953125, "train/tensor_act_model_layers_64_mlp_up_proj/std": 0.42578125, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 2.234375, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -2.234375, "train/tensor_act_model_layers_64_mlp_up_proj/max": 2.234375, "train/tensor_act_model_layers_64_mlp_up_proj/range": 4.46875, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 124.8395004272461, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 0.00921630859375, "train/tensor_act_model_layers_64_mlp_down_proj/std": 0.060302734375, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 0.41796875, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/min": -0.41796875, "train/tensor_act_model_layers_64_mlp_down_proj/max": 0.408203125, "train/tensor_act_model_layers_64_mlp_down_proj/range": 0.826171875, "train/tensor_act_model_layers_64_mlp/norm": 124.8394546508789, "train/tensor_act_model_layers_64_mlp/mean": 0.00921630859375, "train/tensor_act_model_layers_64_mlp/std": 0.060302734375, "train/tensor_act_model_layers_64_mlp/max_abs": 0.416015625, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp/min": -0.416015625, "train/tensor_act_model_layers_64_mlp/max": 0.40625, "train/tensor_act_model_layers_64_mlp/range": 0.822265625, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 1528.2723388671875, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 0.220703125, "train/tensor_act_model_layers_64_residual_post_mlp/std": 0.7109375, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 4.5625, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/min": -4.40625, "train/tensor_act_model_layers_64_residual_post_mlp/max": 4.5625, "train/tensor_act_model_layers_64_residual_post_mlp/range": 8.96875, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 1528.2723388671875, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 0.220703125, "train/tensor_act_model_layers_65_residual_pre_attn/std": 0.7109375, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 4.5625, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/min": -4.40625, "train/tensor_act_model_layers_65_residual_pre_attn/max": 4.5625, "train/tensor_act_model_layers_65_residual_pre_attn/range": 8.96875, "train/tensor_act_model_layers_65_residual_post_attn/norm": 1536.009033203125, "train/tensor_act_model_layers_65_residual_post_attn/mean": 0.2138671875, "train/tensor_act_model_layers_65_residual_post_attn/std": 0.71875, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 4.59375, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/min": -4.40625, "train/tensor_act_model_layers_65_residual_post_attn/max": 4.59375, "train/tensor_act_model_layers_65_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 1346.9268798828125, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": -0.123046875, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 0.44921875, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -2.703125, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 2.65625, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 5.359375, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 1233.292236328125, "train/tensor_act_model_layers_65_mlp_up_proj/mean": 0.04248046875, "train/tensor_act_model_layers_65_mlp_up_proj/std": 0.423828125, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 2.40625, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -2.40625, "train/tensor_act_model_layers_65_mlp_up_proj/max": 2.234375, "train/tensor_act_model_layers_65_mlp_up_proj/range": 4.640625, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 118.60057830810547, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 0.006744384765625, "train/tensor_act_model_layers_65_mlp_down_proj/std": 0.0576171875, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 0.47265625, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/min": -0.47265625, "train/tensor_act_model_layers_65_mlp_down_proj/max": 0.423828125, "train/tensor_act_model_layers_65_mlp_down_proj/range": 0.896484375, "train/tensor_act_model_layers_65_mlp/norm": 118.60052490234375, "train/tensor_act_model_layers_65_mlp/mean": 0.006744384765625, "train/tensor_act_model_layers_65_mlp/std": 0.0576171875, "train/tensor_act_model_layers_65_mlp/max_abs": 0.470703125, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp/min": -0.470703125, "train/tensor_act_model_layers_65_mlp/max": 0.421875, "train/tensor_act_model_layers_65_mlp/range": 0.892578125, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 1539.027587890625, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 0.220703125, "train/tensor_act_model_layers_65_residual_post_mlp/std": 0.71875, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 4.625, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/min": -4.40625, "train/tensor_act_model_layers_65_residual_post_mlp/max": 4.625, "train/tensor_act_model_layers_65_residual_post_mlp/range": 9.03125, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 1539.027587890625, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 0.220703125, "train/tensor_act_model_layers_66_residual_pre_attn/std": 0.71875, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 4.625, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/min": -4.40625, "train/tensor_act_model_layers_66_residual_pre_attn/max": 4.625, "train/tensor_act_model_layers_66_residual_pre_attn/range": 9.03125, "train/tensor_act_model_layers_66_residual_post_attn/norm": 1547.2957763671875, "train/tensor_act_model_layers_66_residual_post_attn/mean": 0.22265625, "train/tensor_act_model_layers_66_residual_post_attn/std": 0.72265625, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 4.5, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/min": -4.375, "train/tensor_act_model_layers_66_residual_post_attn/max": 4.5, "train/tensor_act_model_layers_66_residual_post_attn/range": 8.875, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 1320.8076171875, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": -0.11328125, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 0.44140625, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 2.921875, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -2.796875, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 2.921875, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 5.71875, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 1208.5450439453125, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.01104736328125, "train/tensor_act_model_layers_66_mlp_up_proj/std": 0.41796875, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 2.84375, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -2.109375, "train/tensor_act_model_layers_66_mlp_up_proj/max": 2.84375, "train/tensor_act_model_layers_66_mlp_up_proj/range": 4.953125, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 112.28282165527344, "train/tensor_act_model_layers_66_mlp_down_proj/mean": 0.0069580078125, "train/tensor_act_model_layers_66_mlp_down_proj/std": 0.054443359375, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 0.65625, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/min": -0.5234375, "train/tensor_act_model_layers_66_mlp_down_proj/max": 0.65625, "train/tensor_act_model_layers_66_mlp_down_proj/range": 1.1796875, "train/tensor_act_model_layers_66_mlp/norm": 112.27873992919922, "train/tensor_act_model_layers_66_mlp/mean": 0.0069580078125, "train/tensor_act_model_layers_66_mlp/std": 0.054443359375, "train/tensor_act_model_layers_66_mlp/max_abs": 0.65234375, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp/min": -0.51953125, "train/tensor_act_model_layers_66_mlp/max": 0.65234375, "train/tensor_act_model_layers_66_mlp/range": 1.171875, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 1556.60546875, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 0.2294921875, "train/tensor_act_model_layers_66_residual_post_mlp/std": 0.72265625, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 4.65625, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/min": -4.40625, "train/tensor_act_model_layers_66_residual_post_mlp/max": 4.65625, "train/tensor_act_model_layers_66_residual_post_mlp/range": 9.0625, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 1556.60546875, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 0.2294921875, "train/tensor_act_model_layers_67_residual_pre_attn/std": 0.72265625, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 4.65625, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/min": -4.40625, "train/tensor_act_model_layers_67_residual_pre_attn/max": 4.65625, "train/tensor_act_model_layers_67_residual_pre_attn/range": 9.0625, "train/tensor_act_model_layers_67_residual_post_attn/norm": 1569.618896484375, "train/tensor_act_model_layers_67_residual_post_attn/mean": 0.2265625, "train/tensor_act_model_layers_67_residual_post_attn/std": 0.73046875, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 4.625, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/min": -4.40625, "train/tensor_act_model_layers_67_residual_post_attn/max": 4.625, "train/tensor_act_model_layers_67_residual_post_attn/range": 9.03125, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 1341.391845703125, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": -0.12451171875, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 0.4453125, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 2.75, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -2.75, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 2.59375, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 5.34375, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 1207.294189453125, "train/tensor_act_model_layers_67_mlp_up_proj/mean": -0.0003833770751953125, "train/tensor_act_model_layers_67_mlp_up_proj/std": 0.416015625, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 2.359375, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -2.15625, "train/tensor_act_model_layers_67_mlp_up_proj/max": 2.359375, "train/tensor_act_model_layers_67_mlp_up_proj/range": 4.515625, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 113.9500732421875, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 0.006500244140625, "train/tensor_act_model_layers_67_mlp_down_proj/std": 0.05517578125, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 0.408203125, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/min": -0.408203125, "train/tensor_act_model_layers_67_mlp_down_proj/max": 0.359375, "train/tensor_act_model_layers_67_mlp_down_proj/range": 0.767578125, "train/tensor_act_model_layers_67_mlp/norm": 113.9500503540039, "train/tensor_act_model_layers_67_mlp/mean": 0.006500244140625, "train/tensor_act_model_layers_67_mlp/std": 0.05517578125, "train/tensor_act_model_layers_67_mlp/max_abs": 0.40625, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp/min": -0.40625, "train/tensor_act_model_layers_67_mlp/max": 0.359375, "train/tensor_act_model_layers_67_mlp/range": 0.765625, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 1573.8612060546875, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 0.2333984375, "train/tensor_act_model_layers_67_residual_post_mlp/std": 0.73046875, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 4.71875, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/min": -4.5, "train/tensor_act_model_layers_67_residual_post_mlp/max": 4.71875, "train/tensor_act_model_layers_67_residual_post_mlp/range": 9.21875, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 1573.8612060546875, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 0.2333984375, "train/tensor_act_model_layers_68_residual_pre_attn/std": 0.73046875, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 4.71875, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/min": -4.5, "train/tensor_act_model_layers_68_residual_pre_attn/max": 4.71875, "train/tensor_act_model_layers_68_residual_pre_attn/range": 9.21875, "train/tensor_act_model_layers_68_residual_post_attn/norm": 1577.4217529296875, "train/tensor_act_model_layers_68_residual_post_attn/mean": 0.2294921875, "train/tensor_act_model_layers_68_residual_post_attn/std": 0.734375, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 4.78125, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/min": -4.4375, "train/tensor_act_model_layers_68_residual_post_attn/max": 4.78125, "train/tensor_act_model_layers_68_residual_post_attn/range": 9.21875, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 1321.8558349609375, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": -0.09521484375, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 0.447265625, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -2.71875, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 2.421875, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 5.140625, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 1220.6739501953125, "train/tensor_act_model_layers_68_mlp_up_proj/mean": -0.00457763671875, "train/tensor_act_model_layers_68_mlp_up_proj/std": 0.421875, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 2.578125, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -2.34375, "train/tensor_act_model_layers_68_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_68_mlp_up_proj/range": 4.921875, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 124.22172546386719, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 0.0081787109375, "train/tensor_act_model_layers_68_mlp_down_proj/std": 0.06005859375, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 0.484375, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/min": -0.482421875, "train/tensor_act_model_layers_68_mlp_down_proj/max": 0.484375, "train/tensor_act_model_layers_68_mlp_down_proj/range": 0.966796875, "train/tensor_act_model_layers_68_mlp/norm": 124.22148895263672, "train/tensor_act_model_layers_68_mlp/mean": 0.0081787109375, "train/tensor_act_model_layers_68_mlp/std": 0.06005859375, "train/tensor_act_model_layers_68_mlp/max_abs": 0.482421875, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp/min": -0.48046875, "train/tensor_act_model_layers_68_mlp/max": 0.482421875, "train/tensor_act_model_layers_68_mlp/range": 0.962890625, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 1584.0660400390625, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 0.2373046875, "train/tensor_act_model_layers_68_residual_post_mlp/std": 0.734375, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 4.96875, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/min": -4.53125, "train/tensor_act_model_layers_68_residual_post_mlp/max": 4.96875, "train/tensor_act_model_layers_68_residual_post_mlp/range": 9.5, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 1584.0660400390625, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 0.2373046875, "train/tensor_act_model_layers_69_residual_pre_attn/std": 0.734375, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 4.96875, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/min": -4.53125, "train/tensor_act_model_layers_69_residual_pre_attn/max": 4.96875, "train/tensor_act_model_layers_69_residual_pre_attn/range": 9.5, "train/tensor_act_model_layers_69_residual_post_attn/norm": 1586.671630859375, "train/tensor_act_model_layers_69_residual_post_attn/mean": 0.2294921875, "train/tensor_act_model_layers_69_residual_post_attn/std": 0.73828125, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 4.875, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/min": -4.59375, "train/tensor_act_model_layers_69_residual_post_attn/max": 4.875, "train/tensor_act_model_layers_69_residual_post_attn/range": 9.46875, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 1336.6744384765625, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": -0.1142578125, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 0.447265625, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 2.75, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -2.75, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 2.625, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 5.375, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 1211.4805908203125, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.0064697265625, "train/tensor_act_model_layers_69_mlp_up_proj/std": 0.41796875, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 2.484375, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_69_mlp_up_proj/max": 2.375, "train/tensor_act_model_layers_69_mlp_up_proj/range": 4.859375, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 115.45619201660156, "train/tensor_act_model_layers_69_mlp_down_proj/mean": 0.005615234375, "train/tensor_act_model_layers_69_mlp_down_proj/std": 0.05615234375, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 0.466796875, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/min": -0.44921875, "train/tensor_act_model_layers_69_mlp_down_proj/max": 0.466796875, "train/tensor_act_model_layers_69_mlp_down_proj/range": 0.916015625, "train/tensor_act_model_layers_69_mlp/norm": 115.45599365234375, "train/tensor_act_model_layers_69_mlp/mean": 0.005615234375, "train/tensor_act_model_layers_69_mlp/std": 0.05615234375, "train/tensor_act_model_layers_69_mlp/max_abs": 0.46484375, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp/min": -0.447265625, "train/tensor_act_model_layers_69_mlp/max": 0.46484375, "train/tensor_act_model_layers_69_mlp/range": 0.912109375, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 1598.6556396484375, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 0.2353515625, "train/tensor_act_model_layers_69_residual_post_mlp/std": 0.74609375, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 4.90625, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/min": -4.6875, "train/tensor_act_model_layers_69_residual_post_mlp/max": 4.90625, "train/tensor_act_model_layers_69_residual_post_mlp/range": 9.59375, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 1598.6556396484375, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 0.2353515625, "train/tensor_act_model_layers_70_residual_pre_attn/std": 0.74609375, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 4.90625, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/min": -4.6875, "train/tensor_act_model_layers_70_residual_pre_attn/max": 4.90625, "train/tensor_act_model_layers_70_residual_pre_attn/range": 9.59375, "train/tensor_act_model_layers_70_residual_post_attn/norm": 1601.798095703125, "train/tensor_act_model_layers_70_residual_post_attn/mean": 0.2265625, "train/tensor_act_model_layers_70_residual_post_attn/std": 0.75, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 4.875, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/min": -4.6875, "train/tensor_act_model_layers_70_residual_post_attn/max": 4.875, "train/tensor_act_model_layers_70_residual_post_attn/range": 9.5625, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 1315.9322509765625, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": -0.1162109375, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 0.439453125, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -2.703125, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 2.25, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 4.953125, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 1237.3402099609375, "train/tensor_act_model_layers_70_mlp_up_proj/mean": -0.0185546875, "train/tensor_act_model_layers_70_mlp_up_proj/std": 0.427734375, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 2.3125, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -2.3125, "train/tensor_act_model_layers_70_mlp_up_proj/max": 2.296875, "train/tensor_act_model_layers_70_mlp_up_proj/range": 4.609375, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 116.14778137207031, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 0.006927490234375, "train/tensor_act_model_layers_70_mlp_down_proj/std": 0.056396484375, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 0.396484375, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/min": -0.396484375, "train/tensor_act_model_layers_70_mlp_down_proj/max": 0.37890625, "train/tensor_act_model_layers_70_mlp_down_proj/range": 0.775390625, "train/tensor_act_model_layers_70_mlp/norm": 116.14769744873047, "train/tensor_act_model_layers_70_mlp/mean": 0.006927490234375, "train/tensor_act_model_layers_70_mlp/std": 0.056396484375, "train/tensor_act_model_layers_70_mlp/max_abs": 0.39453125, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp/min": -0.39453125, "train/tensor_act_model_layers_70_mlp/max": 0.376953125, "train/tensor_act_model_layers_70_mlp/range": 0.771484375, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 1609.4765625, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 0.2333984375, "train/tensor_act_model_layers_70_residual_post_mlp/std": 0.75, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 4.875, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/min": -4.78125, "train/tensor_act_model_layers_70_residual_post_mlp/max": 4.875, "train/tensor_act_model_layers_70_residual_post_mlp/range": 9.65625, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 1609.4765625, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 0.2333984375, "train/tensor_act_model_layers_71_residual_pre_attn/std": 0.75, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 4.875, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/min": -4.78125, "train/tensor_act_model_layers_71_residual_pre_attn/max": 4.875, "train/tensor_act_model_layers_71_residual_pre_attn/range": 9.65625, "train/tensor_act_model_layers_71_residual_post_attn/norm": 1643.4019775390625, "train/tensor_act_model_layers_71_residual_post_attn/mean": 0.2353515625, "train/tensor_act_model_layers_71_residual_post_attn/std": 0.765625, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 4.75, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/min": -4.75, "train/tensor_act_model_layers_71_residual_post_attn/max": 4.75, "train/tensor_act_model_layers_71_residual_post_attn/range": 9.5, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 1411.5633544921875, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": -0.12451171875, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 0.470703125, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 2.96875, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -2.640625, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 2.96875, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 5.609375, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 1268.7176513671875, "train/tensor_act_model_layers_71_mlp_up_proj/mean": 0.000499725341796875, "train/tensor_act_model_layers_71_mlp_up_proj/std": 0.4375, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 2.90625, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -2.90625, "train/tensor_act_model_layers_71_mlp_up_proj/max": 2.3125, "train/tensor_act_model_layers_71_mlp_up_proj/range": 5.21875, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 140.23220825195312, "train/tensor_act_model_layers_71_mlp_down_proj/mean": 0.0069580078125, "train/tensor_act_model_layers_71_mlp_down_proj/std": 0.068359375, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 0.64453125, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/min": -0.64453125, "train/tensor_act_model_layers_71_mlp_down_proj/max": 0.6015625, "train/tensor_act_model_layers_71_mlp_down_proj/range": 1.24609375, "train/tensor_act_model_layers_71_mlp/norm": 140.2283935546875, "train/tensor_act_model_layers_71_mlp/mean": 0.0069580078125, "train/tensor_act_model_layers_71_mlp/std": 0.068359375, "train/tensor_act_model_layers_71_mlp/max_abs": 0.640625, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp/min": -0.640625, "train/tensor_act_model_layers_71_mlp/max": 0.59765625, "train/tensor_act_model_layers_71_mlp/range": 1.23828125, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 1640.0301513671875, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 0.2421875, "train/tensor_act_model_layers_71_residual_post_mlp/std": 0.76171875, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 5.03125, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/min": -4.75, "train/tensor_act_model_layers_71_residual_post_mlp/max": 5.03125, "train/tensor_act_model_layers_71_residual_post_mlp/range": 9.78125, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 1640.0301513671875, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 0.2421875, "train/tensor_act_model_layers_72_residual_pre_attn/std": 0.76171875, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 5.03125, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/min": -4.75, "train/tensor_act_model_layers_72_residual_pre_attn/max": 5.03125, "train/tensor_act_model_layers_72_residual_pre_attn/range": 9.78125, "train/tensor_act_model_layers_72_residual_post_attn/norm": 1640.88720703125, "train/tensor_act_model_layers_72_residual_post_attn/mean": 0.2412109375, "train/tensor_act_model_layers_72_residual_post_attn/std": 0.765625, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 5.03125, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/min": -4.8125, "train/tensor_act_model_layers_72_residual_post_attn/max": 5.03125, "train/tensor_act_model_layers_72_residual_post_attn/range": 9.84375, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 1380.385009765625, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": -0.1376953125, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 0.45703125, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 3.40625, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -3.40625, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 2.578125, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 5.984375, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 1263.2635498046875, "train/tensor_act_model_layers_72_mlp_up_proj/mean": 0.0113525390625, "train/tensor_act_model_layers_72_mlp_up_proj/std": 0.435546875, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 3.53125, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_72_mlp_up_proj/max": 3.53125, "train/tensor_act_model_layers_72_mlp_up_proj/range": 6.015625, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 128.60333251953125, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 0.00799560546875, "train/tensor_act_model_layers_72_mlp_down_proj/std": 0.062255859375, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 0.82421875, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/min": -0.76171875, "train/tensor_act_model_layers_72_mlp_down_proj/max": 0.82421875, "train/tensor_act_model_layers_72_mlp_down_proj/range": 1.5859375, "train/tensor_act_model_layers_72_mlp/norm": 128.59341430664062, "train/tensor_act_model_layers_72_mlp/mean": 0.00799560546875, "train/tensor_act_model_layers_72_mlp/std": 0.062255859375, "train/tensor_act_model_layers_72_mlp/max_abs": 0.8125, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp/min": -0.75390625, "train/tensor_act_model_layers_72_mlp/max": 0.8125, "train/tensor_act_model_layers_72_mlp/range": 1.56640625, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 1643.936279296875, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 0.2490234375, "train/tensor_act_model_layers_72_residual_post_mlp/std": 0.76171875, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 5.28125, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/min": -4.8125, "train/tensor_act_model_layers_72_residual_post_mlp/max": 5.28125, "train/tensor_act_model_layers_72_residual_post_mlp/range": 10.09375, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 1643.936279296875, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 0.2490234375, "train/tensor_act_model_layers_73_residual_pre_attn/std": 0.76171875, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 5.28125, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/min": -4.8125, "train/tensor_act_model_layers_73_residual_pre_attn/max": 5.28125, "train/tensor_act_model_layers_73_residual_pre_attn/range": 10.09375, "train/tensor_act_model_layers_73_residual_post_attn/norm": 1643.7540283203125, "train/tensor_act_model_layers_73_residual_post_attn/mean": 0.2451171875, "train/tensor_act_model_layers_73_residual_post_attn/std": 0.765625, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 5.25, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/min": -4.96875, "train/tensor_act_model_layers_73_residual_post_attn/max": 5.25, "train/tensor_act_model_layers_73_residual_post_attn/range": 10.21875, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 1383.560791015625, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": -0.134765625, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 0.458984375, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -2.71875, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 2.21875, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 4.9375, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 1254.8369140625, "train/tensor_act_model_layers_73_mlp_up_proj/mean": 0.01116943359375, "train/tensor_act_model_layers_73_mlp_up_proj/std": 0.43359375, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 2.5625, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_73_mlp_up_proj/max": 2.5625, "train/tensor_act_model_layers_73_mlp_up_proj/range": 5.046875, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 120.14421081542969, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 0.00836181640625, "train/tensor_act_model_layers_73_mlp_down_proj/std": 0.05810546875, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 0.498046875, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/min": -0.39453125, "train/tensor_act_model_layers_73_mlp_down_proj/max": 0.498046875, "train/tensor_act_model_layers_73_mlp_down_proj/range": 0.892578125, "train/tensor_act_model_layers_73_mlp/norm": 120.14405822753906, "train/tensor_act_model_layers_73_mlp/mean": 0.00836181640625, "train/tensor_act_model_layers_73_mlp/std": 0.05810546875, "train/tensor_act_model_layers_73_mlp/max_abs": 0.49609375, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp/min": -0.392578125, "train/tensor_act_model_layers_73_mlp/max": 0.49609375, "train/tensor_act_model_layers_73_mlp/range": 0.888671875, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 1653.3565673828125, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 0.25390625, "train/tensor_act_model_layers_73_residual_post_mlp/std": 0.765625, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 5.28125, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/min": -4.9375, "train/tensor_act_model_layers_73_residual_post_mlp/max": 5.28125, "train/tensor_act_model_layers_73_residual_post_mlp/range": 10.21875, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 1653.3565673828125, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 0.25390625, "train/tensor_act_model_layers_74_residual_pre_attn/std": 0.765625, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 5.28125, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/min": -4.9375, "train/tensor_act_model_layers_74_residual_pre_attn/max": 5.28125, "train/tensor_act_model_layers_74_residual_pre_attn/range": 10.21875, "train/tensor_act_model_layers_74_residual_post_attn/norm": 1667.6502685546875, "train/tensor_act_model_layers_74_residual_post_attn/mean": 0.251953125, "train/tensor_act_model_layers_74_residual_post_attn/std": 0.7734375, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 5.28125, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/min": -4.84375, "train/tensor_act_model_layers_74_residual_post_attn/max": 5.28125, "train/tensor_act_model_layers_74_residual_post_attn/range": 10.125, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 1403.861328125, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": -0.07763671875, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 0.478515625, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 2.796875, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -2.5625, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 2.796875, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 5.359375, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 1280.82568359375, "train/tensor_act_model_layers_74_mlp_up_proj/mean": 0.00106048583984375, "train/tensor_act_model_layers_74_mlp_up_proj/std": 0.44140625, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 2.5625, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -2.5625, "train/tensor_act_model_layers_74_mlp_up_proj/max": 2.34375, "train/tensor_act_model_layers_74_mlp_up_proj/range": 4.90625, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 141.20974731445312, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 0.007568359375, "train/tensor_act_model_layers_74_mlp_down_proj/std": 0.068359375, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 0.51171875, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/min": -0.455078125, "train/tensor_act_model_layers_74_mlp_down_proj/max": 0.51171875, "train/tensor_act_model_layers_74_mlp_down_proj/range": 0.966796875, "train/tensor_act_model_layers_74_mlp/norm": 141.20877075195312, "train/tensor_act_model_layers_74_mlp/mean": 0.007568359375, "train/tensor_act_model_layers_74_mlp/std": 0.068359375, "train/tensor_act_model_layers_74_mlp/max_abs": 0.5078125, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp/min": -0.453125, "train/tensor_act_model_layers_74_mlp/max": 0.5078125, "train/tensor_act_model_layers_74_mlp/range": 0.9609375, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 1671.747802734375, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 0.259765625, "train/tensor_act_model_layers_74_residual_post_mlp/std": 0.7734375, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 5.375, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/min": -4.9375, "train/tensor_act_model_layers_74_residual_post_mlp/max": 5.375, "train/tensor_act_model_layers_74_residual_post_mlp/range": 10.3125, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 1671.747802734375, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 0.259765625, "train/tensor_act_model_layers_75_residual_pre_attn/std": 0.7734375, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 5.375, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/min": -4.9375, "train/tensor_act_model_layers_75_residual_pre_attn/max": 5.375, "train/tensor_act_model_layers_75_residual_pre_attn/range": 10.3125, "train/tensor_act_model_layers_75_residual_post_attn/norm": 1693.9747314453125, "train/tensor_act_model_layers_75_residual_post_attn/mean": 0.25390625, "train/tensor_act_model_layers_75_residual_post_attn/std": 0.7890625, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 5.5, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/min": -4.90625, "train/tensor_act_model_layers_75_residual_post_attn/max": 5.5, "train/tensor_act_model_layers_75_residual_post_attn/range": 10.40625, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 1432.2705078125, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": -0.1318359375, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 0.4765625, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 2.84375, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -2.84375, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 2.5, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 5.34375, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 1286.7830810546875, "train/tensor_act_model_layers_75_mlp_up_proj/mean": 0.01953125, "train/tensor_act_model_layers_75_mlp_up_proj/std": 0.443359375, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 2.28125, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -2.25, "train/tensor_act_model_layers_75_mlp_up_proj/max": 2.28125, "train/tensor_act_model_layers_75_mlp_up_proj/range": 4.53125, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 136.4148712158203, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 0.0078125, "train/tensor_act_model_layers_75_mlp_down_proj/std": 0.06591796875, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 0.546875, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/min": -0.470703125, "train/tensor_act_model_layers_75_mlp_down_proj/max": 0.546875, "train/tensor_act_model_layers_75_mlp_down_proj/range": 1.017578125, "train/tensor_act_model_layers_75_mlp/norm": 136.4131622314453, "train/tensor_act_model_layers_75_mlp/mean": 0.0078125, "train/tensor_act_model_layers_75_mlp/std": 0.06591796875, "train/tensor_act_model_layers_75_mlp/max_abs": 0.54296875, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp/min": -0.46875, "train/tensor_act_model_layers_75_mlp/max": 0.54296875, "train/tensor_act_model_layers_75_mlp/range": 1.01171875, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 1704.8377685546875, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 0.26171875, "train/tensor_act_model_layers_75_residual_post_mlp/std": 0.7890625, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 5.5625, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/min": -4.9375, "train/tensor_act_model_layers_75_residual_post_mlp/max": 5.5625, "train/tensor_act_model_layers_75_residual_post_mlp/range": 10.5, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 1704.8377685546875, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 0.26171875, "train/tensor_act_model_layers_76_residual_pre_attn/std": 0.7890625, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 5.5625, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/min": -4.9375, "train/tensor_act_model_layers_76_residual_pre_attn/max": 5.5625, "train/tensor_act_model_layers_76_residual_pre_attn/range": 10.5, "train/tensor_act_model_layers_76_residual_post_attn/norm": 1724.073486328125, "train/tensor_act_model_layers_76_residual_post_attn/mean": 0.2578125, "train/tensor_act_model_layers_76_residual_post_attn/std": 0.80078125, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 5.59375, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/min": -4.9375, "train/tensor_act_model_layers_76_residual_post_attn/max": 5.59375, "train/tensor_act_model_layers_76_residual_post_attn/range": 10.53125, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 1443.8785400390625, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": -0.14453125, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 0.4765625, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 2.859375, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -2.8125, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 2.859375, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 5.671875, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 1345.0152587890625, "train/tensor_act_model_layers_76_mlp_up_proj/mean": 0.0113525390625, "train/tensor_act_model_layers_76_mlp_up_proj/std": 0.46484375, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 2.53125, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -2.53125, "train/tensor_act_model_layers_76_mlp_up_proj/max": 2.28125, "train/tensor_act_model_layers_76_mlp_up_proj/range": 4.8125, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 145.56365966796875, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 0.0103759765625, "train/tensor_act_model_layers_76_mlp_down_proj/std": 0.0703125, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 0.52734375, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/min": -0.5234375, "train/tensor_act_model_layers_76_mlp_down_proj/max": 0.52734375, "train/tensor_act_model_layers_76_mlp_down_proj/range": 1.05078125, "train/tensor_act_model_layers_76_mlp/norm": 145.56256103515625, "train/tensor_act_model_layers_76_mlp/mean": 0.0103759765625, "train/tensor_act_model_layers_76_mlp/std": 0.0703125, "train/tensor_act_model_layers_76_mlp/max_abs": 0.5234375, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp/min": -0.51953125, "train/tensor_act_model_layers_76_mlp/max": 0.5234375, "train/tensor_act_model_layers_76_mlp/range": 1.04296875, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 1730.83447265625, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 0.26953125, "train/tensor_act_model_layers_76_residual_post_mlp/std": 0.80078125, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 5.6875, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/min": -4.9375, "train/tensor_act_model_layers_76_residual_post_mlp/max": 5.6875, "train/tensor_act_model_layers_76_residual_post_mlp/range": 10.625, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 1730.83447265625, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 0.26953125, "train/tensor_act_model_layers_77_residual_pre_attn/std": 0.80078125, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 5.6875, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/min": -4.9375, "train/tensor_act_model_layers_77_residual_pre_attn/max": 5.6875, "train/tensor_act_model_layers_77_residual_pre_attn/range": 10.625, "train/tensor_act_model_layers_77_residual_post_attn/norm": 1744.2828369140625, "train/tensor_act_model_layers_77_residual_post_attn/mean": 0.265625, "train/tensor_act_model_layers_77_residual_post_attn/std": 0.80859375, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 5.8125, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/min": -5.0, "train/tensor_act_model_layers_77_residual_post_attn/max": 5.8125, "train/tensor_act_model_layers_77_residual_post_attn/range": 10.8125, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 1426.789794921875, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": -0.1337890625, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 0.474609375, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 2.625, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -2.625, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 2.46875, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 5.09375, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 1349.9127197265625, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.0048828125, "train/tensor_act_model_layers_77_mlp_up_proj/std": 0.466796875, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -2.390625, "train/tensor_act_model_layers_77_mlp_up_proj/max": 2.625, "train/tensor_act_model_layers_77_mlp_up_proj/range": 5.015625, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 147.6470947265625, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 0.0074462890625, "train/tensor_act_model_layers_77_mlp_down_proj/std": 0.07177734375, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 0.515625, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/min": -0.5, "train/tensor_act_model_layers_77_mlp_down_proj/max": 0.515625, "train/tensor_act_model_layers_77_mlp_down_proj/range": 1.015625, "train/tensor_act_model_layers_77_mlp/norm": 147.64561462402344, "train/tensor_act_model_layers_77_mlp/mean": 0.0074462890625, "train/tensor_act_model_layers_77_mlp/std": 0.07177734375, "train/tensor_act_model_layers_77_mlp/max_abs": 0.51171875, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp/min": -0.498046875, "train/tensor_act_model_layers_77_mlp/max": 0.51171875, "train/tensor_act_model_layers_77_mlp/range": 1.009765625, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 1747.6983642578125, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 0.2734375, "train/tensor_act_model_layers_77_residual_post_mlp/std": 0.80859375, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 5.84375, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/min": -5.09375, "train/tensor_act_model_layers_77_residual_post_mlp/max": 5.84375, "train/tensor_act_model_layers_77_residual_post_mlp/range": 10.9375, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 1747.6983642578125, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 0.2734375, "train/tensor_act_model_layers_78_residual_pre_attn/std": 0.80859375, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 5.84375, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/min": -5.09375, "train/tensor_act_model_layers_78_residual_pre_attn/max": 5.84375, "train/tensor_act_model_layers_78_residual_pre_attn/range": 10.9375, "train/tensor_act_model_layers_78_residual_post_attn/norm": 1785.5535888671875, "train/tensor_act_model_layers_78_residual_post_attn/mean": 0.2734375, "train/tensor_act_model_layers_78_residual_post_attn/std": 0.828125, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 5.9375, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/min": -5.125, "train/tensor_act_model_layers_78_residual_post_attn/max": 5.9375, "train/tensor_act_model_layers_78_residual_post_attn/range": 11.0625, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 1438.517333984375, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": -0.11962890625, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 0.482421875, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 2.765625, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -2.765625, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 2.59375, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 5.359375, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 1381.634765625, "train/tensor_act_model_layers_78_mlp_up_proj/mean": 0.002960205078125, "train/tensor_act_model_layers_78_mlp_up_proj/std": 0.4765625, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -2.546875, "train/tensor_act_model_layers_78_mlp_up_proj/max": 2.46875, "train/tensor_act_model_layers_78_mlp_up_proj/range": 5.015625, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 153.05740356445312, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 0.007476806640625, "train/tensor_act_model_layers_78_mlp_down_proj/std": 0.07421875, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 0.5, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/min": -0.486328125, "train/tensor_act_model_layers_78_mlp_down_proj/max": 0.5, "train/tensor_act_model_layers_78_mlp_down_proj/range": 0.986328125, "train/tensor_act_model_layers_78_mlp/norm": 153.0563201904297, "train/tensor_act_model_layers_78_mlp/mean": 0.007476806640625, "train/tensor_act_model_layers_78_mlp/std": 0.07421875, "train/tensor_act_model_layers_78_mlp/max_abs": 0.498046875, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp/min": -0.484375, "train/tensor_act_model_layers_78_mlp/max": 0.498046875, "train/tensor_act_model_layers_78_mlp/range": 0.982421875, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 1783.688720703125, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 0.28125, "train/tensor_act_model_layers_78_residual_post_mlp/std": 0.82421875, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 6.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/min": -5.09375, "train/tensor_act_model_layers_78_residual_post_mlp/max": 6.0, "train/tensor_act_model_layers_78_residual_post_mlp/range": 11.09375, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 1783.688720703125, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 0.28125, "train/tensor_act_model_layers_79_residual_pre_attn/std": 0.82421875, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 6.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/min": -5.09375, "train/tensor_act_model_layers_79_residual_pre_attn/max": 6.0, "train/tensor_act_model_layers_79_residual_pre_attn/range": 11.09375, "train/tensor_act_model_layers_79_residual_post_attn/norm": 1801.7640380859375, "train/tensor_act_model_layers_79_residual_post_attn/mean": 0.275390625, "train/tensor_act_model_layers_79_residual_post_attn/std": 0.8359375, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 6.25, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/min": -5.03125, "train/tensor_act_model_layers_79_residual_post_attn/max": 6.25, "train/tensor_act_model_layers_79_residual_post_attn/range": 11.28125, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 1477.5926513671875, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": -0.08447265625, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 0.50390625, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 3.140625, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -2.96875, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 3.140625, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 6.109375, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 1359.7711181640625, "train/tensor_act_model_layers_79_mlp_up_proj/mean": 0.005706787109375, "train/tensor_act_model_layers_79_mlp_up_proj/std": 0.46875, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -2.40625, "train/tensor_act_model_layers_79_mlp_up_proj/max": 2.640625, "train/tensor_act_model_layers_79_mlp_up_proj/range": 5.046875, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 168.1493377685547, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 0.007293701171875, "train/tensor_act_model_layers_79_mlp_down_proj/std": 0.08154296875, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 0.6796875, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/min": -0.6796875, "train/tensor_act_model_layers_79_mlp_down_proj/max": 0.5703125, "train/tensor_act_model_layers_79_mlp_down_proj/range": 1.25, "train/tensor_act_model_layers_79_mlp/norm": 168.14553833007812, "train/tensor_act_model_layers_79_mlp/mean": 0.007293701171875, "train/tensor_act_model_layers_79_mlp/std": 0.08154296875, "train/tensor_act_model_layers_79_mlp/max_abs": 0.671875, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp/min": -0.671875, "train/tensor_act_model_layers_79_mlp/max": 0.56640625, "train/tensor_act_model_layers_79_mlp/range": 1.23828125, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 1806.79638671875, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 0.283203125, "train/tensor_act_model_layers_79_residual_post_mlp/std": 0.8359375, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 6.21875, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/min": -5.125, "train/tensor_act_model_layers_79_residual_post_mlp/max": 6.21875, "train/tensor_act_model_layers_79_residual_post_mlp/range": 11.34375, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 1806.79638671875, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 0.283203125, "train/tensor_act_model_layers_80_residual_pre_attn/std": 0.8359375, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 6.21875, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/min": -5.125, "train/tensor_act_model_layers_80_residual_pre_attn/max": 6.21875, "train/tensor_act_model_layers_80_residual_pre_attn/range": 11.34375, "train/tensor_act_model_layers_80_residual_post_attn/norm": 1858.03564453125, "train/tensor_act_model_layers_80_residual_post_attn/mean": 0.28125, "train/tensor_act_model_layers_80_residual_post_attn/std": 0.86328125, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 6.125, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/min": -5.1875, "train/tensor_act_model_layers_80_residual_post_attn/max": 6.125, "train/tensor_act_model_layers_80_residual_post_attn/range": 11.3125, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 1554.3424072265625, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": -0.08447265625, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 0.53125, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 2.90625, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -2.765625, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 2.90625, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 5.671875, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 1424.7021484375, "train/tensor_act_model_layers_80_mlp_up_proj/mean": 0.00189208984375, "train/tensor_act_model_layers_80_mlp_up_proj/std": 0.4921875, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_80_mlp_up_proj/max": 2.640625, "train/tensor_act_model_layers_80_mlp_up_proj/range": 5.125, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 192.0447540283203, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 0.00946044921875, "train/tensor_act_model_layers_80_mlp_down_proj/std": 0.09326171875, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 0.71875, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/min": -0.71875, "train/tensor_act_model_layers_80_mlp_down_proj/max": 0.62890625, "train/tensor_act_model_layers_80_mlp_down_proj/range": 1.34765625, "train/tensor_act_model_layers_80_mlp/norm": 192.02992248535156, "train/tensor_act_model_layers_80_mlp/mean": 0.00946044921875, "train/tensor_act_model_layers_80_mlp/std": 0.09326171875, "train/tensor_act_model_layers_80_mlp/max_abs": 0.7109375, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp/min": -0.7109375, "train/tensor_act_model_layers_80_mlp/max": 0.625, "train/tensor_act_model_layers_80_mlp/range": 1.3359375, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 1859.244873046875, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 0.291015625, "train/tensor_act_model_layers_80_residual_post_mlp/std": 0.859375, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 6.21875, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/min": -5.28125, "train/tensor_act_model_layers_80_residual_post_mlp/max": 6.21875, "train/tensor_act_model_layers_80_residual_post_mlp/range": 11.5, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 1859.244873046875, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 0.291015625, "train/tensor_act_model_layers_81_residual_pre_attn/std": 0.859375, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 6.21875, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/min": -5.28125, "train/tensor_act_model_layers_81_residual_pre_attn/max": 6.21875, "train/tensor_act_model_layers_81_residual_pre_attn/range": 11.5, "train/tensor_act_model_layers_81_residual_post_attn/norm": 1889.7891845703125, "train/tensor_act_model_layers_81_residual_post_attn/mean": 0.28515625, "train/tensor_act_model_layers_81_residual_post_attn/std": 0.87890625, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 6.09375, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/min": -5.125, "train/tensor_act_model_layers_81_residual_post_attn/max": 6.09375, "train/tensor_act_model_layers_81_residual_post_attn/range": 11.21875, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 1581.0927734375, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": -0.050537109375, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 0.54296875, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 3.28125, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -2.6875, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 3.28125, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 5.96875, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 1480.704345703125, "train/tensor_act_model_layers_81_mlp_up_proj/mean": -0.0299072265625, "train/tensor_act_model_layers_81_mlp_up_proj/std": 0.51171875, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 3.25, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -3.25, "train/tensor_act_model_layers_81_mlp_up_proj/max": 2.96875, "train/tensor_act_model_layers_81_mlp_up_proj/range": 6.21875, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 233.7961883544922, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 0.00457763671875, "train/tensor_act_model_layers_81_mlp_down_proj/std": 0.1142578125, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 0.90625, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/min": -0.81640625, "train/tensor_act_model_layers_81_mlp_down_proj/max": 0.90625, "train/tensor_act_model_layers_81_mlp_down_proj/range": 1.72265625, "train/tensor_act_model_layers_81_mlp/norm": 233.71365356445312, "train/tensor_act_model_layers_81_mlp/mean": 0.00457763671875, "train/tensor_act_model_layers_81_mlp/std": 0.1142578125, "train/tensor_act_model_layers_81_mlp/max_abs": 0.890625, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp/min": -0.8046875, "train/tensor_act_model_layers_81_mlp/max": 0.890625, "train/tensor_act_model_layers_81_mlp/range": 1.6953125, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 1894.720703125, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 0.2890625, "train/tensor_act_model_layers_81_residual_post_mlp/std": 0.87890625, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 6.15625, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/min": -5.125, "train/tensor_act_model_layers_81_residual_post_mlp/max": 6.15625, "train/tensor_act_model_layers_81_residual_post_mlp/range": 11.28125, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 1894.720703125, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 0.2890625, "train/tensor_act_model_layers_82_residual_pre_attn/std": 0.87890625, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 6.15625, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/min": -5.125, "train/tensor_act_model_layers_82_residual_pre_attn/max": 6.15625, "train/tensor_act_model_layers_82_residual_pre_attn/range": 11.28125, "train/tensor_act_model_layers_82_residual_post_attn/norm": 1917.643310546875, "train/tensor_act_model_layers_82_residual_post_attn/mean": 0.28515625, "train/tensor_act_model_layers_82_residual_post_attn/std": 0.890625, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 6.15625, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/min": -5.0625, "train/tensor_act_model_layers_82_residual_post_attn/max": 6.15625, "train/tensor_act_model_layers_82_residual_post_attn/range": 11.21875, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 1584.0074462890625, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": -0.058349609375, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 0.54296875, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 3.390625, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -3.046875, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 3.390625, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 6.4375, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 1514.037109375, "train/tensor_act_model_layers_82_mlp_up_proj/mean": -0.01416015625, "train/tensor_act_model_layers_82_mlp_up_proj/std": 0.5234375, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 3.046875, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -3.046875, "train/tensor_act_model_layers_82_mlp_up_proj/max": 2.625, "train/tensor_act_model_layers_82_mlp_up_proj/range": 5.671875, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 236.9519500732422, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 0.00994873046875, "train/tensor_act_model_layers_82_mlp_down_proj/std": 0.115234375, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 1.015625, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/min": -1.015625, "train/tensor_act_model_layers_82_mlp_down_proj/max": 0.7890625, "train/tensor_act_model_layers_82_mlp_down_proj/range": 1.8046875, "train/tensor_act_model_layers_82_mlp/norm": 236.8844451904297, "train/tensor_act_model_layers_82_mlp/mean": 0.00994873046875, "train/tensor_act_model_layers_82_mlp/std": 0.115234375, "train/tensor_act_model_layers_82_mlp/max_abs": 0.99609375, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp/min": -0.99609375, "train/tensor_act_model_layers_82_mlp/max": 0.77734375, "train/tensor_act_model_layers_82_mlp/range": 1.7734375, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 1923.6397705078125, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 0.294921875, "train/tensor_act_model_layers_82_residual_post_mlp/std": 0.890625, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 6.21875, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/min": -5.0, "train/tensor_act_model_layers_82_residual_post_mlp/max": 6.21875, "train/tensor_act_model_layers_82_residual_post_mlp/range": 11.21875, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 1923.6397705078125, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 0.294921875, "train/tensor_act_model_layers_83_residual_pre_attn/std": 0.890625, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 6.21875, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/min": -5.0, "train/tensor_act_model_layers_83_residual_pre_attn/max": 6.21875, "train/tensor_act_model_layers_83_residual_pre_attn/range": 11.21875, "train/tensor_act_model_layers_83_residual_post_attn/norm": 1919.2164306640625, "train/tensor_act_model_layers_83_residual_post_attn/mean": 0.2890625, "train/tensor_act_model_layers_83_residual_post_attn/std": 0.890625, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 6.15625, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/min": -4.96875, "train/tensor_act_model_layers_83_residual_post_attn/max": 6.15625, "train/tensor_act_model_layers_83_residual_post_attn/range": 11.125, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 1597.9683837890625, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": -0.078125, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 0.546875, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 3.21875, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -3.21875, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 2.984375, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 6.203125, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 1486.012451171875, "train/tensor_act_model_layers_83_mlp_up_proj/mean": -0.02001953125, "train/tensor_act_model_layers_83_mlp_up_proj/std": 0.51171875, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 2.734375, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -2.734375, "train/tensor_act_model_layers_83_mlp_up_proj/max": 2.65625, "train/tensor_act_model_layers_83_mlp_up_proj/range": 5.390625, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 218.39784240722656, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 0.0115966796875, "train/tensor_act_model_layers_83_mlp_down_proj/std": 0.10595703125, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 0.890625, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/min": -0.65234375, "train/tensor_act_model_layers_83_mlp_down_proj/max": 0.890625, "train/tensor_act_model_layers_83_mlp_down_proj/range": 1.54296875, "train/tensor_act_model_layers_83_mlp/norm": 218.36534118652344, "train/tensor_act_model_layers_83_mlp/mean": 0.0115966796875, "train/tensor_act_model_layers_83_mlp/std": 0.10595703125, "train/tensor_act_model_layers_83_mlp/max_abs": 0.875, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp/min": -0.6484375, "train/tensor_act_model_layers_83_mlp/max": 0.875, "train/tensor_act_model_layers_83_mlp/range": 1.5234375, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 1940.1798095703125, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 0.30078125, "train/tensor_act_model_layers_83_residual_post_mlp/std": 0.8984375, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 6.25, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/min": -5.0, "train/tensor_act_model_layers_83_residual_post_mlp/max": 6.25, "train/tensor_act_model_layers_83_residual_post_mlp/range": 11.25, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 1940.1798095703125, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 0.30078125, "train/tensor_act_model_layers_84_residual_pre_attn/std": 0.8984375, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 6.25, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/min": -5.0, "train/tensor_act_model_layers_84_residual_pre_attn/max": 6.25, "train/tensor_act_model_layers_84_residual_pre_attn/range": 11.25, "train/tensor_act_model_layers_84_residual_post_attn/norm": 1944.99951171875, "train/tensor_act_model_layers_84_residual_post_attn/mean": 0.29296875, "train/tensor_act_model_layers_84_residual_post_attn/std": 0.90234375, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 6.15625, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/min": -5.03125, "train/tensor_act_model_layers_84_residual_post_attn/max": 6.15625, "train/tensor_act_model_layers_84_residual_post_attn/range": 11.1875, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 1612.260009765625, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": -0.07470703125, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 0.55078125, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 3.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -3.0, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 2.96875, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 5.96875, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 1467.575927734375, "train/tensor_act_model_layers_84_mlp_up_proj/mean": 0.0093994140625, "train/tensor_act_model_layers_84_mlp_up_proj/std": 0.5078125, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -2.5625, "train/tensor_act_model_layers_84_mlp_up_proj/max": 2.625, "train/tensor_act_model_layers_84_mlp_up_proj/range": 5.1875, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 222.18560791015625, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 0.00811767578125, "train/tensor_act_model_layers_84_mlp_down_proj/std": 0.1083984375, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 0.94921875, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/min": -0.7734375, "train/tensor_act_model_layers_84_mlp_down_proj/max": 0.94921875, "train/tensor_act_model_layers_84_mlp_down_proj/range": 1.72265625, "train/tensor_act_model_layers_84_mlp/norm": 222.1422882080078, "train/tensor_act_model_layers_84_mlp/mean": 0.00811767578125, "train/tensor_act_model_layers_84_mlp/std": 0.1083984375, "train/tensor_act_model_layers_84_mlp/max_abs": 0.93359375, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/min": -0.765625, "train/tensor_act_model_layers_84_mlp/max": 0.93359375, "train/tensor_act_model_layers_84_mlp/range": 1.69921875, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 1959.2628173828125, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 0.302734375, "train/tensor_act_model_layers_84_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 6.09375, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/min": -5.125, "train/tensor_act_model_layers_84_residual_post_mlp/max": 6.09375, "train/tensor_act_model_layers_84_residual_post_mlp/range": 11.21875, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 1959.2628173828125, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 0.302734375, "train/tensor_act_model_layers_85_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 6.09375, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/min": -5.125, "train/tensor_act_model_layers_85_residual_pre_attn/max": 6.09375, "train/tensor_act_model_layers_85_residual_pre_attn/range": 11.21875, "train/tensor_act_model_layers_85_residual_post_attn/norm": 1956.8919677734375, "train/tensor_act_model_layers_85_residual_post_attn/mean": 0.294921875, "train/tensor_act_model_layers_85_residual_post_attn/std": 0.91015625, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 5.875, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/min": -5.125, "train/tensor_act_model_layers_85_residual_post_attn/max": 5.875, "train/tensor_act_model_layers_85_residual_post_attn/range": 11.0, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 1626.231201171875, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": -0.0830078125, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 0.5546875, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 3.28125, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -2.890625, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 3.28125, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 6.171875, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 1490.1060791015625, "train/tensor_act_model_layers_85_mlp_up_proj/mean": 0.000545501708984375, "train/tensor_act_model_layers_85_mlp_up_proj/std": 0.515625, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 3.1875, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -2.828125, "train/tensor_act_model_layers_85_mlp_up_proj/max": 3.1875, "train/tensor_act_model_layers_85_mlp_up_proj/range": 6.015625, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 230.5526885986328, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 0.01312255859375, "train/tensor_act_model_layers_85_mlp_down_proj/std": 0.11181640625, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 1.4765625, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/min": -1.4765625, "train/tensor_act_model_layers_85_mlp_down_proj/max": 1.359375, "train/tensor_act_model_layers_85_mlp_down_proj/range": 2.8359375, "train/tensor_act_model_layers_85_mlp/norm": 230.44451904296875, "train/tensor_act_model_layers_85_mlp/mean": 0.01312255859375, "train/tensor_act_model_layers_85_mlp/std": 0.11181640625, "train/tensor_act_model_layers_85_mlp/max_abs": 1.4140625, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp/min": -1.4140625, "train/tensor_act_model_layers_85_mlp/max": 1.3125, "train/tensor_act_model_layers_85_mlp/range": 2.7265625, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 1983.6220703125, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 0.30859375, "train/tensor_act_model_layers_85_residual_post_mlp/std": 0.91796875, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 5.9375, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/min": -5.0625, "train/tensor_act_model_layers_85_residual_post_mlp/max": 5.9375, "train/tensor_act_model_layers_85_residual_post_mlp/range": 11.0, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 1983.6220703125, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 0.30859375, "train/tensor_act_model_layers_86_residual_pre_attn/std": 0.91796875, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 5.9375, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/min": -5.0625, "train/tensor_act_model_layers_86_residual_pre_attn/max": 5.9375, "train/tensor_act_model_layers_86_residual_pre_attn/range": 11.0, "train/tensor_act_model_layers_86_residual_post_attn/norm": 1986.703369140625, "train/tensor_act_model_layers_86_residual_post_attn/mean": 0.306640625, "train/tensor_act_model_layers_86_residual_post_attn/std": 0.921875, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 5.96875, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/min": -5.09375, "train/tensor_act_model_layers_86_residual_post_attn/max": 5.96875, "train/tensor_act_model_layers_86_residual_post_attn/range": 11.0625, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 1629.2857666015625, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": -0.07421875, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 0.55859375, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 3.296875, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -3.296875, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 3.171875, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 6.46875, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 1526.6119384765625, "train/tensor_act_model_layers_86_mlp_up_proj/mean": 0.01025390625, "train/tensor_act_model_layers_86_mlp_up_proj/std": 0.52734375, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 2.828125, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -2.828125, "train/tensor_act_model_layers_86_mlp_up_proj/max": 2.65625, "train/tensor_act_model_layers_86_mlp_up_proj/range": 5.484375, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 238.93345642089844, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 0.00836181640625, "train/tensor_act_model_layers_86_mlp_down_proj/std": 0.1162109375, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 1.03125, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/min": -0.81640625, "train/tensor_act_model_layers_86_mlp_down_proj/max": 1.03125, "train/tensor_act_model_layers_86_mlp_down_proj/range": 1.84765625, "train/tensor_act_model_layers_86_mlp/norm": 238.85792541503906, "train/tensor_act_model_layers_86_mlp/mean": 0.00836181640625, "train/tensor_act_model_layers_86_mlp/std": 0.1162109375, "train/tensor_act_model_layers_86_mlp/max_abs": 1.0078125, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp/min": -0.8046875, "train/tensor_act_model_layers_86_mlp/max": 1.0078125, "train/tensor_act_model_layers_86_mlp/range": 1.8125, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 2011.2935791015625, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 0.31640625, "train/tensor_act_model_layers_86_residual_post_mlp/std": 0.9296875, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 6.0625, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/min": -5.21875, "train/tensor_act_model_layers_86_residual_post_mlp/max": 6.0625, "train/tensor_act_model_layers_86_residual_post_mlp/range": 11.28125, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 2011.2935791015625, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 0.31640625, "train/tensor_act_model_layers_87_residual_pre_attn/std": 0.9296875, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 6.0625, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/min": -5.21875, "train/tensor_act_model_layers_87_residual_pre_attn/max": 6.0625, "train/tensor_act_model_layers_87_residual_pre_attn/range": 11.28125, "train/tensor_act_model_layers_87_residual_post_attn/norm": 1996.2412109375, "train/tensor_act_model_layers_87_residual_post_attn/mean": 0.306640625, "train/tensor_act_model_layers_87_residual_post_attn/std": 0.92578125, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 6.03125, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/min": -5.28125, "train/tensor_act_model_layers_87_residual_post_attn/max": 6.03125, "train/tensor_act_model_layers_87_residual_post_attn/range": 11.3125, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 1631.4676513671875, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": -0.08154296875, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 0.55859375, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 3.59375, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -3.140625, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 3.59375, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 6.734375, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 1489.1583251953125, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.00469970703125, "train/tensor_act_model_layers_87_mlp_up_proj/std": 0.515625, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 2.9375, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -2.578125, "train/tensor_act_model_layers_87_mlp_up_proj/max": 2.9375, "train/tensor_act_model_layers_87_mlp_up_proj/range": 5.515625, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 241.48780822753906, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 0.01251220703125, "train/tensor_act_model_layers_87_mlp_down_proj/std": 0.1171875, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 1.0234375, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/min": -0.91015625, "train/tensor_act_model_layers_87_mlp_down_proj/max": 1.0234375, "train/tensor_act_model_layers_87_mlp_down_proj/range": 1.93359375, "train/tensor_act_model_layers_87_mlp/norm": 241.4044647216797, "train/tensor_act_model_layers_87_mlp/mean": 0.01251220703125, "train/tensor_act_model_layers_87_mlp/std": 0.1171875, "train/tensor_act_model_layers_87_mlp/max_abs": 1.0, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp/min": -0.89453125, "train/tensor_act_model_layers_87_mlp/max": 1.0, "train/tensor_act_model_layers_87_mlp/range": 1.89453125, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 2041.495849609375, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 0.3203125, "train/tensor_act_model_layers_87_residual_post_mlp/std": 0.9453125, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 6.125, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/min": -5.21875, "train/tensor_act_model_layers_87_residual_post_mlp/max": 6.125, "train/tensor_act_model_layers_87_residual_post_mlp/range": 11.34375, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 2041.495849609375, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 0.3203125, "train/tensor_act_model_layers_88_residual_pre_attn/std": 0.9453125, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 6.125, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/min": -5.21875, "train/tensor_act_model_layers_88_residual_pre_attn/max": 6.125, "train/tensor_act_model_layers_88_residual_pre_attn/range": 11.34375, "train/tensor_act_model_layers_88_residual_post_attn/norm": 2049.1923828125, "train/tensor_act_model_layers_88_residual_post_attn/mean": 0.3125, "train/tensor_act_model_layers_88_residual_post_attn/std": 0.94921875, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 6.34375, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/min": -5.1875, "train/tensor_act_model_layers_88_residual_post_attn/max": 6.34375, "train/tensor_act_model_layers_88_residual_post_attn/range": 11.53125, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 1671.669189453125, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": -0.05029296875, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 0.57421875, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 3.796875, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -3.796875, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 3.5625, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 7.359375, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 1576.9405517578125, "train/tensor_act_model_layers_88_mlp_up_proj/mean": -0.00616455078125, "train/tensor_act_model_layers_88_mlp_up_proj/std": 0.54296875, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 3.21875, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -3.21875, "train/tensor_act_model_layers_88_mlp_up_proj/max": 2.875, "train/tensor_act_model_layers_88_mlp_up_proj/range": 6.09375, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 261.83917236328125, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 0.0126953125, "train/tensor_act_model_layers_88_mlp_down_proj/std": 0.126953125, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 1.1875, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/min": -1.1875, "train/tensor_act_model_layers_88_mlp_down_proj/max": 0.99609375, "train/tensor_act_model_layers_88_mlp_down_proj/range": 2.18359375, "train/tensor_act_model_layers_88_mlp/norm": 261.7095642089844, "train/tensor_act_model_layers_88_mlp/mean": 0.0126953125, "train/tensor_act_model_layers_88_mlp/std": 0.126953125, "train/tensor_act_model_layers_88_mlp/max_abs": 1.15625, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/min": -1.15625, "train/tensor_act_model_layers_88_mlp/max": 0.9765625, "train/tensor_act_model_layers_88_mlp/range": 2.1328125, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 2079.964111328125, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 0.326171875, "train/tensor_act_model_layers_88_residual_post_mlp/std": 0.9609375, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 6.5625, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/min": -5.125, "train/tensor_act_model_layers_88_residual_post_mlp/max": 6.5625, "train/tensor_act_model_layers_88_residual_post_mlp/range": 11.6875, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 2079.964111328125, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 0.326171875, "train/tensor_act_model_layers_89_residual_pre_attn/std": 0.9609375, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 6.5625, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/min": -5.125, "train/tensor_act_model_layers_89_residual_pre_attn/max": 6.5625, "train/tensor_act_model_layers_89_residual_pre_attn/range": 11.6875, "train/tensor_act_model_layers_89_residual_post_attn/norm": 2087.712158203125, "train/tensor_act_model_layers_89_residual_post_attn/mean": 0.3203125, "train/tensor_act_model_layers_89_residual_post_attn/std": 0.96875, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 6.46875, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/min": -5.1875, "train/tensor_act_model_layers_89_residual_post_attn/max": 6.46875, "train/tensor_act_model_layers_89_residual_post_attn/range": 11.65625, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 1705.669189453125, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": -0.0654296875, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 0.5859375, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 3.453125, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -2.953125, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 3.453125, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 6.40625, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 1589.283447265625, "train/tensor_act_model_layers_89_mlp_up_proj/mean": -0.0208740234375, "train/tensor_act_model_layers_89_mlp_up_proj/std": 0.546875, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 3.3125, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -3.3125, "train/tensor_act_model_layers_89_mlp_up_proj/max": 2.8125, "train/tensor_act_model_layers_89_mlp_up_proj/range": 6.125, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 281.77545166015625, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 0.010009765625, "train/tensor_act_model_layers_89_mlp_down_proj/std": 0.1376953125, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 1.2421875, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/min": -1.2421875, "train/tensor_act_model_layers_89_mlp_down_proj/max": 1.21875, "train/tensor_act_model_layers_89_mlp_down_proj/range": 2.4609375, "train/tensor_act_model_layers_89_mlp/norm": 281.5794677734375, "train/tensor_act_model_layers_89_mlp/mean": 0.010009765625, "train/tensor_act_model_layers_89_mlp/std": 0.13671875, "train/tensor_act_model_layers_89_mlp/max_abs": 1.203125, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp/min": -1.203125, "train/tensor_act_model_layers_89_mlp/max": 1.1796875, "train/tensor_act_model_layers_89_mlp/range": 2.3828125, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 2125.190185546875, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 0.330078125, "train/tensor_act_model_layers_89_residual_post_mlp/std": 0.984375, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 6.65625, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/min": -5.1875, "train/tensor_act_model_layers_89_residual_post_mlp/max": 6.65625, "train/tensor_act_model_layers_89_residual_post_mlp/range": 11.84375, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 2125.190185546875, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 0.330078125, "train/tensor_act_model_layers_90_residual_pre_attn/std": 0.984375, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 6.65625, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/min": -5.1875, "train/tensor_act_model_layers_90_residual_pre_attn/max": 6.65625, "train/tensor_act_model_layers_90_residual_pre_attn/range": 11.84375, "train/tensor_act_model_layers_90_residual_post_attn/norm": 2139.986328125, "train/tensor_act_model_layers_90_residual_post_attn/mean": 0.326171875, "train/tensor_act_model_layers_90_residual_post_attn/std": 0.9921875, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 6.9375, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/min": -5.21875, "train/tensor_act_model_layers_90_residual_post_attn/max": 6.9375, "train/tensor_act_model_layers_90_residual_post_attn/range": 12.15625, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 1741.6376953125, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": -0.03955078125, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 0.6015625, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 4.09375, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -3.203125, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 4.09375, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 7.296875, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 1606.6434326171875, "train/tensor_act_model_layers_90_mlp_up_proj/mean": -0.01123046875, "train/tensor_act_model_layers_90_mlp_up_proj/std": 0.5546875, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 3.390625, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -3.390625, "train/tensor_act_model_layers_90_mlp_up_proj/max": 3.125, "train/tensor_act_model_layers_90_mlp_up_proj/range": 6.515625, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 317.7069396972656, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 0.006195068359375, "train/tensor_act_model_layers_90_mlp_down_proj/std": 0.1552734375, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 1.546875, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/min": -1.453125, "train/tensor_act_model_layers_90_mlp_down_proj/max": 1.546875, "train/tensor_act_model_layers_90_mlp_down_proj/range": 3.0, "train/tensor_act_model_layers_90_mlp/norm": 317.28289794921875, "train/tensor_act_model_layers_90_mlp/mean": 0.006195068359375, "train/tensor_act_model_layers_90_mlp/std": 0.1552734375, "train/tensor_act_model_layers_90_mlp/max_abs": 1.4765625, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/min": -1.390625, "train/tensor_act_model_layers_90_mlp/max": 1.4765625, "train/tensor_act_model_layers_90_mlp/range": 2.8671875, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 2180.572998046875, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 0.33203125, "train/tensor_act_model_layers_90_residual_post_mlp/std": 1.0078125, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 6.90625, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/min": -5.5, "train/tensor_act_model_layers_90_residual_post_mlp/max": 6.90625, "train/tensor_act_model_layers_90_residual_post_mlp/range": 12.40625, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 2180.572998046875, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 0.33203125, "train/tensor_act_model_layers_91_residual_pre_attn/std": 1.0078125, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 6.90625, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/min": -5.5, "train/tensor_act_model_layers_91_residual_pre_attn/max": 6.90625, "train/tensor_act_model_layers_91_residual_pre_attn/range": 12.40625, "train/tensor_act_model_layers_91_residual_post_attn/norm": 2197.9033203125, "train/tensor_act_model_layers_91_residual_post_attn/mean": 0.318359375, "train/tensor_act_model_layers_91_residual_post_attn/std": 1.0234375, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 6.8125, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/min": -5.5625, "train/tensor_act_model_layers_91_residual_post_attn/max": 6.8125, "train/tensor_act_model_layers_91_residual_post_attn/range": 12.375, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 1769.4859619140625, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": -0.060302734375, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 0.609375, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 4.65625, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -3.21875, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 4.65625, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 7.875, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 1645.041015625, "train/tensor_act_model_layers_91_mlp_up_proj/mean": 0.006195068359375, "train/tensor_act_model_layers_91_mlp_up_proj/std": 0.56640625, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 3.265625, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -3.109375, "train/tensor_act_model_layers_91_mlp_up_proj/max": 3.265625, "train/tensor_act_model_layers_91_mlp_up_proj/range": 6.375, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 313.7309265136719, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 0.01202392578125, "train/tensor_act_model_layers_91_mlp_down_proj/std": 0.15234375, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 2.125, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/min": -1.953125, "train/tensor_act_model_layers_91_mlp_down_proj/max": 2.125, "train/tensor_act_model_layers_91_mlp_down_proj/range": 4.078125, "train/tensor_act_model_layers_91_mlp/norm": 313.33026123046875, "train/tensor_act_model_layers_91_mlp/mean": 0.01202392578125, "train/tensor_act_model_layers_91_mlp/std": 0.15234375, "train/tensor_act_model_layers_91_mlp/max_abs": 1.9453125, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/min": -1.8125, "train/tensor_act_model_layers_91_mlp/max": 1.9453125, "train/tensor_act_model_layers_91_mlp/range": 3.7578125, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 2250.818115234375, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 0.33203125, "train/tensor_act_model_layers_91_residual_post_mlp/std": 1.046875, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 6.9375, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/min": -6.09375, "train/tensor_act_model_layers_91_residual_post_mlp/max": 6.9375, "train/tensor_act_model_layers_91_residual_post_mlp/range": 13.03125, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 2250.818115234375, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 0.33203125, "train/tensor_act_model_layers_92_residual_pre_attn/std": 1.046875, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 6.9375, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/min": -6.09375, "train/tensor_act_model_layers_92_residual_pre_attn/max": 6.9375, "train/tensor_act_model_layers_92_residual_pre_attn/range": 13.03125, "train/tensor_act_model_layers_92_residual_post_attn/norm": 2288.5498046875, "train/tensor_act_model_layers_92_residual_post_attn/mean": 0.326171875, "train/tensor_act_model_layers_92_residual_post_attn/std": 1.0703125, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 7.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/min": -5.9375, "train/tensor_act_model_layers_92_residual_post_attn/max": 7.0, "train/tensor_act_model_layers_92_residual_post_attn/range": 12.9375, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 1803.5302734375, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": -0.04296875, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 0.62109375, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 4.375, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -3.453125, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 4.375, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 7.828125, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 1672.6661376953125, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.0146484375, "train/tensor_act_model_layers_92_mlp_up_proj/std": 0.578125, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 3.4375, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -3.4375, "train/tensor_act_model_layers_92_mlp_up_proj/max": 2.90625, "train/tensor_act_model_layers_92_mlp_up_proj/range": 6.34375, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 357.9527282714844, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 0.0118408203125, "train/tensor_act_model_layers_92_mlp_down_proj/std": 0.1748046875, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 1.890625, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/min": -1.890625, "train/tensor_act_model_layers_92_mlp_down_proj/max": 1.8125, "train/tensor_act_model_layers_92_mlp_down_proj/range": 3.703125, "train/tensor_act_model_layers_92_mlp/norm": 357.315185546875, "train/tensor_act_model_layers_92_mlp/mean": 0.01177978515625, "train/tensor_act_model_layers_92_mlp/std": 0.173828125, "train/tensor_act_model_layers_92_mlp/max_abs": 1.7578125, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/min": -1.7578125, "train/tensor_act_model_layers_92_mlp/max": 1.6953125, "train/tensor_act_model_layers_92_mlp/range": 3.453125, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 2348.80810546875, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 0.337890625, "train/tensor_act_model_layers_92_residual_post_mlp/std": 1.09375, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 7.09375, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/min": -6.53125, "train/tensor_act_model_layers_92_residual_post_mlp/max": 7.09375, "train/tensor_act_model_layers_92_residual_post_mlp/range": 13.625, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 2348.80810546875, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 0.337890625, "train/tensor_act_model_layers_93_residual_pre_attn/std": 1.09375, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 7.09375, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/min": -6.53125, "train/tensor_act_model_layers_93_residual_pre_attn/max": 7.09375, "train/tensor_act_model_layers_93_residual_pre_attn/range": 13.625, "train/tensor_act_model_layers_93_residual_post_attn/norm": 2351.3427734375, "train/tensor_act_model_layers_93_residual_post_attn/mean": 0.3359375, "train/tensor_act_model_layers_93_residual_post_attn/std": 1.1015625, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 7.1875, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/min": -6.4375, "train/tensor_act_model_layers_93_residual_post_attn/max": 7.1875, "train/tensor_act_model_layers_93_residual_post_attn/range": 13.625, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 1935.609130859375, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": -0.034423828125, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 0.66796875, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 4.59375, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -4.5625, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 4.59375, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 9.15625, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 1741.911865234375, "train/tensor_act_model_layers_93_mlp_up_proj/mean": -0.00732421875, "train/tensor_act_model_layers_93_mlp_up_proj/std": 0.6015625, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 3.984375, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -3.484375, "train/tensor_act_model_layers_93_mlp_up_proj/max": 3.984375, "train/tensor_act_model_layers_93_mlp_up_proj/range": 7.46875, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 409.2271423339844, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 0.0172119140625, "train/tensor_act_model_layers_93_mlp_down_proj/std": 0.19921875, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 2.125, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/min": -1.8671875, "train/tensor_act_model_layers_93_mlp_down_proj/max": 2.125, "train/tensor_act_model_layers_93_mlp_down_proj/range": 3.9921875, "train/tensor_act_model_layers_93_mlp/norm": 408.0130310058594, "train/tensor_act_model_layers_93_mlp/mean": 0.0172119140625, "train/tensor_act_model_layers_93_mlp/std": 0.1982421875, "train/tensor_act_model_layers_93_mlp/max_abs": 1.9453125, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/min": -1.7421875, "train/tensor_act_model_layers_93_mlp/max": 1.9453125, "train/tensor_act_model_layers_93_mlp/range": 3.6875, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 2454.846923828125, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 0.353515625, "train/tensor_act_model_layers_93_residual_post_mlp/std": 1.1484375, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 7.71875, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/min": -6.4375, "train/tensor_act_model_layers_93_residual_post_mlp/max": 7.71875, "train/tensor_act_model_layers_93_residual_post_mlp/range": 14.15625, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 2454.846923828125, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 0.353515625, "train/tensor_act_model_layers_94_residual_pre_attn/std": 1.1484375, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 7.71875, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/min": -6.4375, "train/tensor_act_model_layers_94_residual_pre_attn/max": 7.71875, "train/tensor_act_model_layers_94_residual_pre_attn/range": 14.15625, "train/tensor_act_model_layers_94_residual_post_attn/norm": 2467.02783203125, "train/tensor_act_model_layers_94_residual_post_attn/mean": 0.34765625, "train/tensor_act_model_layers_94_residual_post_attn/std": 1.15625, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 7.71875, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/min": -6.46875, "train/tensor_act_model_layers_94_residual_post_attn/max": 7.71875, "train/tensor_act_model_layers_94_residual_post_attn/range": 14.1875, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 1920.6790771484375, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": -0.00994873046875, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 0.6640625, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 4.25, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -4.1875, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 4.25, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 8.4375, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 1786.81982421875, "train/tensor_act_model_layers_94_mlp_up_proj/mean": -0.0279541015625, "train/tensor_act_model_layers_94_mlp_up_proj/std": 0.6171875, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 4.46875, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -4.46875, "train/tensor_act_model_layers_94_mlp_up_proj/max": 3.6875, "train/tensor_act_model_layers_94_mlp_up_proj/range": 8.15625, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 452.9903564453125, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 0.015869140625, "train/tensor_act_model_layers_94_mlp_down_proj/std": 0.220703125, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 2.484375, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/min": -2.15625, "train/tensor_act_model_layers_94_mlp_down_proj/max": 2.484375, "train/tensor_act_model_layers_94_mlp_down_proj/range": 4.640625, "train/tensor_act_model_layers_94_mlp/norm": 450.9471740722656, "train/tensor_act_model_layers_94_mlp/mean": 0.0157470703125, "train/tensor_act_model_layers_94_mlp/std": 0.2197265625, "train/tensor_act_model_layers_94_mlp/max_abs": 2.203125, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": -1.96875, "train/tensor_act_model_layers_94_mlp/max": 2.203125, "train/tensor_act_model_layers_94_mlp/range": 4.171875, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 2590.57177734375, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 0.36328125, "train/tensor_act_model_layers_94_residual_post_mlp/std": 1.2109375, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 8.0625, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/min": -6.8125, "train/tensor_act_model_layers_94_residual_post_mlp/max": 8.0625, "train/tensor_act_model_layers_94_residual_post_mlp/range": 14.875, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 2590.57177734375, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 0.36328125, "train/tensor_act_model_layers_95_residual_pre_attn/std": 1.2109375, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 8.0625, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/min": -6.8125, "train/tensor_act_model_layers_95_residual_pre_attn/max": 8.0625, "train/tensor_act_model_layers_95_residual_pre_attn/range": 14.875, "train/tensor_act_model_layers_95_residual_post_attn/norm": 2601.104248046875, "train/tensor_act_model_layers_95_residual_post_attn/mean": 0.361328125, "train/tensor_act_model_layers_95_residual_post_attn/std": 1.21875, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 8.0625, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/min": -6.78125, "train/tensor_act_model_layers_95_residual_post_attn/max": 8.0625, "train/tensor_act_model_layers_95_residual_post_attn/range": 14.84375, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 1963.7047119140625, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": 0.0179443359375, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 0.6796875, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 5.3125, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -3.75, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 5.3125, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 9.0625, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 1807.0841064453125, "train/tensor_act_model_layers_95_mlp_up_proj/mean": 0.00933837890625, "train/tensor_act_model_layers_95_mlp_up_proj/std": 0.625, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 4.34375, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -3.875, "train/tensor_act_model_layers_95_mlp_up_proj/max": 4.34375, "train/tensor_act_model_layers_95_mlp_up_proj/range": 8.21875, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 531.0126953125, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 0.030029296875, "train/tensor_act_model_layers_95_mlp_down_proj/std": 0.2578125, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 3.65625, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": -3.015625, "train/tensor_act_model_layers_95_mlp_down_proj/max": 3.65625, "train/tensor_act_model_layers_95_mlp_down_proj/range": 6.671875, "train/tensor_act_model_layers_95_mlp/norm": 525.6978759765625, "train/tensor_act_model_layers_95_mlp/mean": 0.0299072265625, "train/tensor_act_model_layers_95_mlp/std": 0.255859375, "train/tensor_act_model_layers_95_mlp/max_abs": 2.890625, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": -2.546875, "train/tensor_act_model_layers_95_mlp/max": 2.890625, "train/tensor_act_model_layers_95_mlp/range": 5.4375, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 2790.953857421875, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 0.390625, "train/tensor_act_model_layers_95_residual_post_mlp/std": 1.3046875, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 8.75, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/min": -7.59375, "train/tensor_act_model_layers_95_residual_post_mlp/max": 8.75, "train/tensor_act_model_layers_95_residual_post_mlp/range": 16.34375, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 2790.953857421875, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 0.390625, "train/tensor_act_model_layers_96_residual_pre_attn/std": 1.3046875, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 8.75, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/min": -7.59375, "train/tensor_act_model_layers_96_residual_pre_attn/max": 8.75, "train/tensor_act_model_layers_96_residual_pre_attn/range": 16.34375, "train/tensor_act_model_layers_96_residual_post_attn/norm": 2803.36181640625, "train/tensor_act_model_layers_96_residual_post_attn/mean": 0.39453125, "train/tensor_act_model_layers_96_residual_post_attn/std": 1.3125, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 8.875, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/min": -7.53125, "train/tensor_act_model_layers_96_residual_post_attn/max": 8.875, "train/tensor_act_model_layers_96_residual_post_attn/range": 16.40625, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 2032.11865234375, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": 0.009033203125, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 0.703125, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 4.9375, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -3.875, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 4.9375, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 8.8125, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 1930.5384521484375, "train/tensor_act_model_layers_96_mlp_up_proj/mean": 0.00238037109375, "train/tensor_act_model_layers_96_mlp_up_proj/std": 0.66796875, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 4.625, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -4.625, "train/tensor_act_model_layers_96_mlp_up_proj/max": 4.25, "train/tensor_act_model_layers_96_mlp_up_proj/range": 8.875, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 580.9707641601562, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 0.0216064453125, "train/tensor_act_model_layers_96_mlp_down_proj/std": 0.283203125, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 3.640625, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": -2.90625, "train/tensor_act_model_layers_96_mlp_down_proj/max": 3.640625, "train/tensor_act_model_layers_96_mlp_down_proj/range": 6.546875, "train/tensor_act_model_layers_96_mlp/norm": 575.89453125, "train/tensor_act_model_layers_96_mlp/mean": 0.0216064453125, "train/tensor_act_model_layers_96_mlp/std": 0.28125, "train/tensor_act_model_layers_96_mlp/max_abs": 2.890625, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": -2.484375, "train/tensor_act_model_layers_96_mlp/max": 2.890625, "train/tensor_act_model_layers_96_mlp/range": 5.375, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 3022.878173828125, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 0.416015625, "train/tensor_act_model_layers_96_residual_post_mlp/std": 1.4140625, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 9.6875, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/min": -8.875, "train/tensor_act_model_layers_96_residual_post_mlp/max": 9.6875, "train/tensor_act_model_layers_96_residual_post_mlp/range": 18.5625, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 3022.878173828125, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 0.416015625, "train/tensor_act_model_layers_97_residual_pre_attn/std": 1.4140625, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 9.6875, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/min": -8.875, "train/tensor_act_model_layers_97_residual_pre_attn/max": 9.6875, "train/tensor_act_model_layers_97_residual_pre_attn/range": 18.5625, "train/tensor_act_model_layers_97_residual_post_attn/norm": 3038.323486328125, "train/tensor_act_model_layers_97_residual_post_attn/mean": 0.416015625, "train/tensor_act_model_layers_97_residual_post_attn/std": 1.421875, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 9.8125, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/min": -9.0625, "train/tensor_act_model_layers_97_residual_post_attn/max": 9.8125, "train/tensor_act_model_layers_97_residual_post_attn/range": 18.875, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 2214.927978515625, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": 0.061279296875, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 0.76171875, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 6.125, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -4.84375, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 6.125, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 10.96875, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 1928.1181640625, "train/tensor_act_model_layers_97_mlp_up_proj/mean": 0.0002918243408203125, "train/tensor_act_model_layers_97_mlp_up_proj/std": 0.6640625, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 5.9375, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -4.34375, "train/tensor_act_model_layers_97_mlp_up_proj/max": 5.9375, "train/tensor_act_model_layers_97_mlp_up_proj/range": 10.28125, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 694.8658447265625, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 0.03369140625, "train/tensor_act_model_layers_97_mlp_down_proj/std": 0.337890625, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 4.75, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": -4.625, "train/tensor_act_model_layers_97_mlp_down_proj/max": 4.75, "train/tensor_act_model_layers_97_mlp_down_proj/range": 9.375, "train/tensor_act_model_layers_97_mlp/norm": 687.05712890625, "train/tensor_act_model_layers_97_mlp/mean": 0.033447265625, "train/tensor_act_model_layers_97_mlp/std": 0.333984375, "train/tensor_act_model_layers_97_mlp/max_abs": 3.3125, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": -3.28125, "train/tensor_act_model_layers_97_mlp/max": 3.3125, "train/tensor_act_model_layers_97_mlp/range": 6.59375, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 3350.240478515625, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 0.44921875, "train/tensor_act_model_layers_97_residual_post_mlp/std": 1.5703125, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 11.375, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 4.5299530029296875e-06, "train/tensor_act_model_layers_97_residual_post_mlp/min": -11.375, "train/tensor_act_model_layers_97_residual_post_mlp/max": 10.8125, "train/tensor_act_model_layers_97_residual_post_mlp/range": 22.1875, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 3350.240478515625, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 0.44921875, "train/tensor_act_model_layers_98_residual_pre_attn/std": 1.5703125, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 11.375, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 4.5299530029296875e-06, "train/tensor_act_model_layers_98_residual_pre_attn/min": -11.375, "train/tensor_act_model_layers_98_residual_pre_attn/max": 10.8125, "train/tensor_act_model_layers_98_residual_pre_attn/range": 22.1875, "train/tensor_act_model_layers_98_residual_post_attn/norm": 3364.913330078125, "train/tensor_act_model_layers_98_residual_post_attn/mean": 0.44921875, "train/tensor_act_model_layers_98_residual_post_attn/std": 1.578125, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 11.6875, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 6.198883056640625e-06, "train/tensor_act_model_layers_98_residual_post_attn/min": -11.6875, "train/tensor_act_model_layers_98_residual_post_attn/max": 10.875, "train/tensor_act_model_layers_98_residual_post_attn/range": 22.5625, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 2392.65771484375, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": 0.1396484375, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 0.8125, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 6.3125, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -5.0625, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 6.3125, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 11.375, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 2161.774169921875, "train/tensor_act_model_layers_98_mlp_up_proj/mean": -0.02587890625, "train/tensor_act_model_layers_98_mlp_up_proj/std": 0.74609375, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 5.71875, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -5.71875, "train/tensor_act_model_layers_98_mlp_up_proj/max": 5.15625, "train/tensor_act_model_layers_98_mlp_up_proj/range": 10.875, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 1005.8531494140625, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 0.039306640625, "train/tensor_act_model_layers_98_mlp_down_proj/std": 0.490234375, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 4.96875, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": -4.53125, "train/tensor_act_model_layers_98_mlp_down_proj/max": 4.96875, "train/tensor_act_model_layers_98_mlp_down_proj/range": 9.5, "train/tensor_act_model_layers_98_mlp/norm": 981.4915771484375, "train/tensor_act_model_layers_98_mlp/mean": 0.0390625, "train/tensor_act_model_layers_98_mlp/std": 0.478515625, "train/tensor_act_model_layers_98_mlp/max_abs": 3.390625, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": -3.25, "train/tensor_act_model_layers_98_mlp/max": 3.390625, "train/tensor_act_model_layers_98_mlp/range": 6.640625, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 3906.262939453125, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 0.48828125, "train/tensor_act_model_layers_98_residual_post_mlp/std": 1.84375, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 14.3125, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 6.771087646484375e-05, "train/tensor_act_model_layers_98_residual_post_mlp/min": -14.3125, "train/tensor_act_model_layers_98_residual_post_mlp/max": 12.5, "train/tensor_act_model_layers_98_residual_post_mlp/range": 26.8125, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 3906.262939453125, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 0.48828125, "train/tensor_act_model_layers_99_residual_pre_attn/std": 1.84375, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 14.3125, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 6.771087646484375e-05, "train/tensor_act_model_layers_99_residual_pre_attn/min": -14.3125, "train/tensor_act_model_layers_99_residual_pre_attn/max": 12.5, "train/tensor_act_model_layers_99_residual_pre_attn/range": 26.8125, "train/tensor_act_model_layers_99_residual_post_attn/norm": 3980.551513671875, "train/tensor_act_model_layers_99_residual_post_attn/mean": 0.4921875, "train/tensor_act_model_layers_99_residual_post_attn/std": 1.8828125, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 14.5625, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 7.224082946777344e-05, "train/tensor_act_model_layers_99_residual_post_attn/min": -14.5625, "train/tensor_act_model_layers_99_residual_post_attn/max": 12.3125, "train/tensor_act_model_layers_99_residual_post_attn/range": 26.875, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 2673.267578125, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": 0.279296875, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 0.87890625, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 5.625, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -4.375, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 5.625, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 10.0, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 2405.995361328125, "train/tensor_act_model_layers_99_mlp_up_proj/mean": -0.038330078125, "train/tensor_act_model_layers_99_mlp_up_proj/std": 0.828125, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 5.5625, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -4.90625, "train/tensor_act_model_layers_99_mlp_up_proj/max": 5.5625, "train/tensor_act_model_layers_99_mlp_up_proj/range": 10.46875, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 1628.436279296875, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 0.11328125, "train/tensor_act_model_layers_99_mlp_down_proj/std": 0.78515625, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 6.375, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": -5.71875, "train/tensor_act_model_layers_99_mlp_down_proj/max": 6.375, "train/tensor_act_model_layers_99_mlp_down_proj/range": 12.09375, "train/tensor_act_model_layers_99_mlp/norm": 1549.6295166015625, "train/tensor_act_model_layers_99_mlp/mean": 0.10888671875, "train/tensor_act_model_layers_99_mlp/std": 0.75, "train/tensor_act_model_layers_99_mlp/max_abs": 3.6875, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": -3.5625, "train/tensor_act_model_layers_99_mlp/max": 3.6875, "train/tensor_act_model_layers_99_mlp/range": 7.25, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 5022.5859375, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 0.6015625, "train/tensor_act_model_layers_99_residual_post_mlp/std": 2.375, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 18.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 0.0005893707275390625, "train/tensor_act_model_layers_99_residual_post_mlp/min": -18.0, "train/tensor_act_model_layers_99_residual_post_mlp/max": 16.0, "train/tensor_act_model_layers_99_residual_post_mlp/range": 34.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 12255232.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": 708.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 67584.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 319488.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -231424.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 319488.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 550912.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 7471104.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": 213.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 41216.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 442368.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -403456.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 442368.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 845824.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 5767168.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": -5024.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 31360.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 436224.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -436224.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 276480.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 712704.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 7471104.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": -968.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 41216.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 175104.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -175104.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 147456.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 322560.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 5865472.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": -256.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 32384.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 366592.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -366592.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 335872.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 702464.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 3670016.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": -1824.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 20096.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 254976.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -254976.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 182272.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 437248.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 4784128.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": -676.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 26368.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 87040.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -87040.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 82432.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 169472.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 4423680.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": -828.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 24320.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 319488.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.999603271484375, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -319488.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 256000.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 575488.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 2850816.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": -1368.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 15680.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 162816.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.99969482421875, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -162816.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 158720.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 321536.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 4161536.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": -3296.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 22784.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 102912.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": -102912.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 94208.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 197120.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 3506176.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": -1616.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 19328.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 276480.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": -276480.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 209920.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 486400.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 2621440.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": -1024.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 14464.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 200704.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.9996337890625, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": -128000.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 200704.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 328704.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 3784704.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": -1048.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 20864.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 75264.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": -75264.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 58624.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 133888.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 2965504.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": -10.5, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 16384.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 174080.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": -129536.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 174080.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 303616.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 2506752.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": -1520.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 13824.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 199680.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": -199680.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 115712.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 315392.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 3129344.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": 161.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 17280.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 106496.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": -106496.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 41984.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 148480.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 2637824.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": -31.375, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 14528.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 177152.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": -157696.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 177152.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 334848.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 2228224.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": -0.66796875, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 12352.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 133120.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": -101888.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 133120.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 235008.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 3457024.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": -400.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 19072.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 86528.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": -75776.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 86528.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 162304.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 2801664.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": -320.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 15424.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 194560.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": -194560.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 122368.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 316928.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 2359296.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": -86.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 13056.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 167936.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": -109056.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 167936.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 276992.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 3063808.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 286.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 16896.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 125952.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": -62976.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 125952.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 188928.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 2113536.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": -828.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 11648.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 130048.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.999542236328125, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": -130048.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 71168.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 201216.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 2211840.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": -628.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 12224.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 144384.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": -144384.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 126464.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 270848.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 3031040.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": -75.5, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 16768.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 78336.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": -78336.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 61440.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 139776.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 2785280.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": 2.046875, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 15424.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 192512.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": -140288.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 192512.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 332800.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 2228224.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": 96.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 12352.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 186368.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": -79872.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 186368.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 266240.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 3047424.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": 1088.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 16768.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 72704.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": -72704.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 56064.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 128768.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 2555904.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": -237.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 14144.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 176128.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": -155648.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 176128.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 331776.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 2326528.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": -144.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 12864.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 238592.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": -129536.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 238592.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 368128.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 2703360.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": -2080.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 14784.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 73728.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": -73728.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 71680.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 145408.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 2342912.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": 372.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 12928.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 140288.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": -93184.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 140288.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 233472.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 2162688.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": -296.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 11904.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 147456.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": -109056.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 147456.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 256512.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 2506752.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": 392.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 13888.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 66560.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": -63744.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 66560.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 130304.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 2007040.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": -75.5, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 11072.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 117248.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.999603271484375, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": -117248.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 99840.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 217088.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 2179072.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": -1048.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 11968.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 214016.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": -214016.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 81920.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 295936.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 2441216.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": -1168.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 13376.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 96256.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": -96256.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 58112.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 154368.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 2195456.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": 161.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 12160.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 178176.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": -111104.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 178176.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 289280.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 1794048.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": -215.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 9920.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 128512.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.998870849609375, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": -128512.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 98816.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 227328.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 2064384.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": -680.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 11392.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 47360.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": -47360.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 38912.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 86272.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 1851392.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": 207.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 10240.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 134144.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.9996337890625, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": -134144.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 125952.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 260096.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 1581056.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": -52.75, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 8704.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 82432.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": -82432.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 69632.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 152064.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 2129920.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": -268.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 11776.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 51200.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": -51200.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 46848.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 98048.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 1826816.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": 342.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 10112.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 122880.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.99969482421875, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": -122880.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 76800.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 199680.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 1769472.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": -1104.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 9664.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 121344.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.999603271484375, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": -121344.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 65280.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 186624.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 2064384.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": -328.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 11392.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 68096.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": -46848.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 68096.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 114944.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 1966080.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": -32.25, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 10816.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 182272.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.999481201171875, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": -90624.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 182272.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 272896.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 1769472.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": -176.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 9792.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 144384.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.999664306640625, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": -64000.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 144384.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 208384.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 2293760.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": 636.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 12672.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 61696.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": -41728.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 61696.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 103424.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 1622016.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": 235.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 8960.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 99328.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": -99328.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 96256.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 195584.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 1654784.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": -101.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 9152.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 91136.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.9991455078125, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": -88576.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 91136.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 179712.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 2523136.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": 1808.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 13824.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 70656.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": -70656.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 56320.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 126976.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 1966080.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": -720.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 10816.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 203776.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.999603271484375, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": -203776.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 124416.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 328192.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 1818624.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": -160.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 10048.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 99840.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.999359130859375, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": -99840.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 97792.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 197632.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 2621440.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": -336.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 14528.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 113664.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": -52480.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 113664.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 166144.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 1695744.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": 304.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 9344.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 108032.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.999542236328125, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": -69120.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 108032.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 177152.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 1581056.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": 154.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 8704.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 78336.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.999420166015625, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": -69632.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 78336.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 147968.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 2244608.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": 150.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 12416.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 79360.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": -50944.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 79360.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 130304.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 1638400.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": -656.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 9024.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 113152.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": -78336.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 113152.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 191488.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 1744896.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": -652.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 9600.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 168960.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": -168960.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 84480.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 253440.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 1703936.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 872.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 9344.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 44544.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": -33792.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 44544.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 78336.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 1490944.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": 16.5, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 8256.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 127488.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": -127488.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 90624.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 218112.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 1351680.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": -366.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 7456.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 116736.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.998382568359375, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": -116736.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 60928.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 177664.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 1728512.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": -544.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 9536.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 35840.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": -35840.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 25088.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 60928.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 1564672.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": -460.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 8640.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 99840.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.999114990234375, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": -81920.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 99840.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 181760.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 1646592.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": 81.5, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 9088.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 84992.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.9991455078125, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": -83456.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 84992.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 168448.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 1703936.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": -656.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 9408.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 35328.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": -35328.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 29312.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 64640.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 1368064.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 260.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 7552.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 93184.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": -93184.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 66048.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 159232.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 1449984.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": -286.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 8000.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 98304.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.998870849609375, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": -98304.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 95744.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 194048.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 1589248.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": -0.9375, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 8768.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 48128.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": -48128.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 30720.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 78848.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 1499136.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": 79.5, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 8320.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 105984.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.998504638671875, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": -81408.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 105984.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 187392.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 1490944.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": -251.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 8256.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 93696.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.998687744140625, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": -93696.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 79360.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 173056.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 1425408.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": 158.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 7904.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 33024.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": -33024.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 23680.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 56704.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 1253376.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -324.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 6944.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 80896.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": -80896.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 68096.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 148992.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 1318912.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": -198.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 7296.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 84992.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": -74752.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 84992.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 159744.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 1966080.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": -568.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 10816.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 64512.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": -64512.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 39424.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 103936.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 1605632.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": -135.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 8896.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 119296.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.9986572265625, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": -119296.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 73216.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 192512.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 1662976.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": -572.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 9152.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 135168.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.997772216796875, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": -135168.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 134144.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 269312.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 1343488.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": 478.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 7424.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 22528.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": -19200.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 22528.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 41728.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 1466368.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": -864.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 8064.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 84480.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": -84480.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 59392.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 143872.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 1474560.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": 390.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 8160.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 115200.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": -115200.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 81408.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 196608.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 1458176.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": 744.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 8032.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 30720.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": -26880.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 30720.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 57600.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 1294336.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": 404.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 7136.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 77824.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": -62720.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 77824.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 140544.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 1261568.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": -103.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 6976.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 72192.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.99969482421875, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": -72192.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 59136.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 131328.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 1990656.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": -243.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 11008.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 71168.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": -57856.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 71168.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 129024.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 1564672.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": 426.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 8640.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 137216.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": -51968.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 137216.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 189184.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 1400832.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": 142.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 7744.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 87552.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.9991455078125, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": -80896.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 87552.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 168448.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 1400832.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": 217.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 7712.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 35072.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": -26112.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 35072.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 61184.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 1187840.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": -82.5, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 6592.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 66048.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.997650146484375, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": -66048.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 54528.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 120576.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 1277952.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": 166.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 7040.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 97792.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.998748779296875, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": -97792.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 91648.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 189440.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 1327104.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": 217.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 7328.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 40192.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": -20736.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 40192.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 60928.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 1171456.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": -318.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 6464.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 60928.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": -56320.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 60928.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 117248.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 974848.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": -159.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 5376.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 52736.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": -47872.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 52736.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 100608.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 1671168.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": -1056.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 9152.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 66048.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": -66048.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 28288.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 94336.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 1327104.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": -104.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 7360.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 72704.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": -72704.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 66560.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 139264.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 1310720.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": -608.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 7232.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 66560.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.999176025390625, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": -64768.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 66560.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 131328.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 1327104.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": 616.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 7296.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 29568.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": -25088.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 29568.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 54656.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 1220608.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": -107.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 6720.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 95744.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.997528076171875, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": -95744.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 57344.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 153088.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 1081344.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": -55.75, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 5984.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 93184.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.997467041015625, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": -93184.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 57856.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 151040.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 1335296.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": -26.75, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 7360.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 24704.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": -24704.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 22272.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 46976.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 1146880.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": -564.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 6304.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 102912.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": -102912.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 39424.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 142336.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 1089536.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": 156.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 6016.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 78848.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.998626708984375, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": -74752.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 78848.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 153600.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 1441792.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": 362.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 7968.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 31104.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": -26880.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 31104.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 57984.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 1335296.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": -27.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 7360.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 89600.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": -63488.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 89600.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 153088.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 1196032.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": -223.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 6592.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 80896.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.9990234375, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": -80896.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 50944.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 131840.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 1720320.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": 482.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 9536.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 34048.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": -34048.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 33280.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 67328.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 1540096.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": -218.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 8512.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 155648.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": -155648.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 81920.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 237568.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 1417216.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": 284.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 7808.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 81920.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": -67584.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 81920.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 149504.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 1679360.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": -352.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 9280.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 73216.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": -73216.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 29184.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 102400.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 1351680.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": 175.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 7456.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 163840.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.998809814453125, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": -90112.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 163840.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 253952.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 1171456.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": -113.5, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 6464.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 96768.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.998809814453125, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": -79360.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 96768.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 176128.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 1294336.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": 288.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 7136.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 26624.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": -26112.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 26624.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 52736.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 1114112.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": -504.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 6144.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 63488.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.9991455078125, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": -63488.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 51456.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 114944.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 1048576.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": -560.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 5792.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 69632.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.999114990234375, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": -68608.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 69632.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 138240.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 1409024.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": -1012.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 7712.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 45568.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": -45568.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 18944.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 64512.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 1286144.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": -233.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 7072.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 82432.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.999420166015625, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": -82432.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 69120.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 151552.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 1294336.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": -322.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 7136.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 124928.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": -89600.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 124928.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 214528.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 1441792.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": 46.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 7968.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 63744.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": -63744.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 21760.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 85504.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 1376256.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": 324.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 7616.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 149504.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": -74752.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 149504.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 224256.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 1179648.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": -187.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 6528.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 81408.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": -62208.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 81408.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 143616.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 1458176.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": 454.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 8064.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 47616.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.9962158203125, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": -47616.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 32000.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 79616.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 1294336.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 165.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 7136.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 100352.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": -100352.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 72704.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 173056.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 1269760.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": -292.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 7008.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 103424.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.999420166015625, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": -103424.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 55808.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 159232.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 1310720.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": -201.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 7232.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 31232.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": -31232.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 25344.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 56576.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 1036288.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": -6.6875, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 5728.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 80384.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.99859619140625, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": -80384.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 45824.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 126208.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 1097728.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": -204.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 6080.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 102912.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.998687744140625, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": -60672.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 102912.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 163584.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 1302528.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": 704.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 7168.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 36352.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": -36352.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 33280.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 69632.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 1277952.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": -186.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 7040.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 113152.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.998321533203125, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": -113152.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 75264.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 188416.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 1097728.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": 229.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 6048.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 80896.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.99847412109375, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": -60160.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 80896.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 141056.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 1114112.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": 808.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 6112.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 33280.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": -19584.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 33280.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 52864.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 1179648.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": -488.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 6464.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 91648.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": -70656.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 91648.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 162304.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 1056768.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": 237.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 5856.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 97792.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.999053955078125, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": -51968.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 97792.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 149760.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 1310720.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": -205.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 7232.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 36352.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": -36352.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 24576.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 60928.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 1089536.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": -240.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 6016.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 67584.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.999542236328125, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": -67584.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 64512.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 132096.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 1114112.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": 318.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 6144.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 59136.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": -59136.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 56832.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 115968.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 1327104.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": 354.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 7328.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 35328.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": -32512.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 35328.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 67840.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 1040384.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": 240.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 5760.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 94208.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.997528076171875, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": -59392.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 94208.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 153600.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 1163264.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": -247.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 6432.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 67072.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.997039794921875, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": -67072.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 58368.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 125440.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 1245184.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": 290.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 6880.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 30208.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": -20608.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 30208.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 50816.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 1040384.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": -59.25, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 5728.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 60416.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": -51200.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 60416.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 111616.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 987136.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": 344.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 5440.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 94720.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": -46080.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 94720.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 140800.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 1318912.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": -243.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 7264.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 32256.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": -32256.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 28672.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 60928.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 1122304.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": 42.75, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 6208.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 91648.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.999176025390625, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": -91648.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 37888.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 129536.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 987136.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": -340.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 5440.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 51712.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": -51712.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 41984.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 93696.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 1155072.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": -430.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 6368.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 33024.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": -33024.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 17536.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 50560.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 1056768.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": -358.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 5824.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 78848.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.99871826171875, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": -78848.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 62208.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 141056.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 1138688.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": 184.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 6304.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 73216.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.998748779296875, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": -73216.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 47872.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 121088.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 1122304.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": -470.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 6208.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 26624.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": -26624.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 18304.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 44928.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 1056768.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": -326.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 5824.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 64000.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.999542236328125, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": -64000.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 40960.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 104960.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 995328.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": -308.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 5504.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 66048.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": -66048.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 39936.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 105984.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 1163264.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": -568.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 6400.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 29952.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": -29952.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 21760.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 51712.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 1204224.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": -39.25, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 6656.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 89600.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": -89600.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 65024.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 154624.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 1036288.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": -328.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 5728.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 76800.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.9990234375, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": -76800.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 40448.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 117248.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 1376256.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": -292.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 7584.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 34560.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": -34560.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 26880.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 61440.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 1056768.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": 2.40625, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 5824.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 67072.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.997802734375, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": -48896.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 67072.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 115968.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 1146880.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": -502.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 6304.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 64000.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.999053955078125, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": -64000.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 50432.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 114432.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 1253376.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": 109.5, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 6944.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 46336.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": -18432.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 46336.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 64768.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 1318912.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": 660.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 7264.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 126464.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.996917724609375, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": -88064.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 126464.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 214528.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 1105920.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": -322.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 6112.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 89600.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.997528076171875, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": -89600.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 48128.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 137728.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 1351680.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": -280.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 7456.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 72192.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": -30592.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 72192.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 102784.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 1122304.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": -388.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 6176.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 74752.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.9990234375, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": -74752.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 65024.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 139776.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 1163264.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": -314.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 6432.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 92672.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.998870849609375, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": -92672.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 48128.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 140800.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 1228800.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": 75.5, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 6816.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 37120.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": -18304.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 37120.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 55424.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 1097728.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": 374.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 6048.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 92672.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.999237060546875, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": -37376.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 92672.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 130048.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 1122304.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": -255.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 6176.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 119296.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": -119296.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 55040.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 174336.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 1187840.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": -652.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 6528.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 28544.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": -27136.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 28544.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 55680.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 1253376.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": 352.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 6912.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 139264.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": -47360.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 139264.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 186624.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 1056768.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": -131.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 5824.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 56832.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": -56832.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 53248.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 110080.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 1171456.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": -1004.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 6400.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 35328.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": -35328.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 23680.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 59008.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 1019904.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": -340.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 5632.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 59136.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": -59136.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 46080.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 105216.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 1171456.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": -608.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 6464.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 123904.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.998779296875, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": -123904.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 46592.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 170496.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 1253376.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -668.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 6880.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 36096.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": -36096.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 19968.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 56064.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 1048576.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": -171.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 5792.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 67584.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.999420166015625, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": -54016.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 67584.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 121600.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 946176.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": -260.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 5216.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 67072.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": -67072.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 33280.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 100352.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 1081344.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": 236.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 5952.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 22528.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": -18048.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 22528.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 40576.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 1036288.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": -17.125, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 5728.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 65536.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.999237060546875, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": -42240.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 65536.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 107776.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 1212416.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": -426.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 6688.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 94720.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.999359130859375, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": -94720.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 42496.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 137216.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 1048576.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": 1.8046875, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 5792.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 25216.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": -18304.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 25216.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 43520.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 1073152.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": 123.5, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 5920.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 59392.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.999481201171875, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": -59392.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 53504.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 112896.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 970752.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": 222.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 5344.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 58368.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.999359130859375, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": -58368.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 42752.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 101120.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 937984.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": 155.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 5184.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 26496.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": -26496.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 15232.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 41728.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 1040384.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": 472.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 5728.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 75264.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": -50176.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 75264.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 125440.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 1073152.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": -244.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 5952.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 97280.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.999237060546875, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": -97280.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 40192.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 137472.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 1032192.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": -394.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 5696.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 22912.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": -22912.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 21376.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 44288.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 1003520.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": -76.5, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 5536.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 47872.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.998443603515625, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": -47872.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 44032.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 91904.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 1081344.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": -233.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 5952.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 61184.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.998321533203125, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": -61184.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 55296.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 116480.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 999424.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": 2.09375, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 5536.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 19200.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": -19200.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 14656.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 33856.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 1007616.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": -137.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 5568.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 68096.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.998779296875, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": -56576.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 68096.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 124672.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 921600.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": 23.25, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 5088.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 54528.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.998382568359375, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": -45568.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 54528.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 100096.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 1036288.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": 788.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 5696.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 35584.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": -16384.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 35584.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 51968.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 1089536.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": 76.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 6016.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 55296.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.998748779296875, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": -52224.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 55296.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 107520.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 987136.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": -87.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 5472.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 71680.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": -71680.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 44288.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 115968.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 1122304.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": -9.625, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 6176.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 27392.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": -23296.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 27392.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 50688.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 1236992.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": -540.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 6816.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 93184.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.9990234375, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": -93184.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 86528.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 179712.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 1196032.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": -736.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 6592.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 85504.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": -85504.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 44288.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 129792.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 1171456.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": 536.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 6432.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 36608.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": -19456.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 36608.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 56064.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 1097728.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": -73.5, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 6080.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 59904.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.998199462890625, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": -59904.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 52480.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 112384.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 1036288.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": 74.5, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 5728.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 68608.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.998016357421875, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": -68608.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 58880.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 127488.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 1196032.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": -290.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 6592.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 27648.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": -27648.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 27392.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 55040.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 1105920.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 252.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 6080.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 67584.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.999053955078125, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": -65280.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 67584.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 132864.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 1011712.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": -131.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 5568.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 76800.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.997955322265625, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": -76800.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 74752.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 151552.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 1146880.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": 404.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 6336.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 26752.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": -26752.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 23936.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 50688.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 1073152.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": 294.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 5952.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 75264.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": -61696.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 75264.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 136960.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 1114112.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": -632.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 6144.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 81408.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": -81408.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 48640.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 130048.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 1155072.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": -61.5, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 6368.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 20480.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": -20480.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 17920.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 38400.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 1081344.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": -436.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 5984.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 71168.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": -71168.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 55808.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 126976.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 1089536.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": -185.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 6016.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 73728.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.999176025390625, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": -73728.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 64512.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 138240.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 1220608.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": -221.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 6752.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 41728.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": -41728.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 18560.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 60288.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 1212416.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": -50.75, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 6720.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 112640.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": -112640.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 81920.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 194560.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 1138688.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": -386.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 6272.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 126464.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.999114990234375, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": -126464.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 48128.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 174592.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 1105920.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": 42.75, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 6080.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 36096.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": -36096.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 22784.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 58880.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 1155072.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": -402.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 6368.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 87552.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": -87552.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 76800.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 164352.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 1032192.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": -430.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 5696.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 87040.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.998565673828125, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": -82944.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 87040.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 169984.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 1114112.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": 140.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 6144.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 22400.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": -22400.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 19712.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 42112.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 1056768.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": 280.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 5824.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 64256.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.9991455078125, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": -64256.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 61184.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 125440.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 946176.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": -120.5, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 5216.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 53504.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.998748779296875, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": -53504.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 44032.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 97536.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 1114112.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": -340.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 6176.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 28672.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": -23680.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 28672.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 52352.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 1204224.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": -90.5, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 6656.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 88064.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.99822998046875, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": -88064.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 82944.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 171008.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 1089536.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": -576.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 5984.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 99328.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.996551513671875, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": -99328.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 49664.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 148992.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 1007616.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": 103.5, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 5568.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 26624.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": -26624.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 17152.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 43776.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 970752.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": -107.5, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 5344.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 50688.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.997406005859375, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": -48128.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 50688.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 98816.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 905216.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": -109.5, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 5024.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 62976.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.997589111328125, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": -62976.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 50176.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 113152.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 1015808.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": -48.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 5632.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 25984.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": -25984.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 16192.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 42176.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 991232.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": 139.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 5472.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 58880.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": -57600.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 58880.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 116480.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 1015808.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": -93.5, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 5600.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 80384.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.999237060546875, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": -80384.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 76288.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 156672.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 892928.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": 306.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 4928.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 23296.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": -23296.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 14144.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 37440.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 933888.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": 135.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 5152.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 68608.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.998321533203125, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": -68608.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 66560.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 135168.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 864256.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": -57.75, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 4768.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 54784.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": -54784.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 53248.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 108032.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 921600.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": -124.5, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 5088.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 22144.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": -22144.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 19712.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 41856.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 909312.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": 416.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 5024.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 68096.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.999664306640625, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": -68096.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 41728.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 109824.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 917504.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": 95.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 5056.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 88576.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": -48640.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 88576.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 137216.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 999424.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": 82.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 5504.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 25728.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": -25728.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 21504.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 47232.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 937984.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 306.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 5184.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 61952.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.997406005859375, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": -57088.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 61952.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 119040.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 835584.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": -310.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 4608.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 56064.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.996826171875, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": -54784.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 56064.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 110848.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 1056768.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": 106.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 5824.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 33024.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": -29312.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 33024.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 62336.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 880640.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": -390.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 4832.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 55552.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.992462158203125, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": -55552.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 42240.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 97792.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 860160.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": -344.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 4736.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 71168.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.99212646484375, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": -71168.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 51968.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 123136.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 913408.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": -141.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 5056.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 30720.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": -30720.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 16640.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 47360.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 958464.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": 334.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 5280.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 59392.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.99822998046875, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": -59392.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 53248.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 112640.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 929792.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": -70.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 5120.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 90624.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.997589111328125, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": -90624.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 62208.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 152832.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 794624.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": -159.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 4384.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 14400.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": -14400.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 12288.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 26688.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 872448.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": 25.625, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 4832.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 73216.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.998260498046875, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": -73216.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 57344.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 130560.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 757760.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": 145.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 4192.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 58624.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.99853515625, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": -51456.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 58624.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 110080.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 913408.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": -468.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 5024.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 26624.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": -26624.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 15552.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 42176.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 946176.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": -149.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 5216.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 61184.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.999359130859375, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": -54528.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 61184.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 115712.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 851968.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": -40.5, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 4704.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 44800.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": -41984.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 44800.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 86784.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 983040.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": -139.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 5440.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 27008.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": -27008.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 18432.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 45440.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 909312.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": -316.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 4992.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 59648.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.998260498046875, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": -59648.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 53504.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 113152.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 921600.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": -141.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 5088.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 73216.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.99847412109375, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": -73216.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 52736.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 125952.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 1015808.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": 448.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 5600.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 21504.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": -21504.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 20864.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 42368.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 1044480.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": -169.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 5760.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 96768.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": -96768.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 66560.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 163328.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 999424.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": 244.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 5536.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 73728.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.9989013671875, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": -73728.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 55808.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 129536.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 946176.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": -51.5, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 5216.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 18816.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": -18816.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 14592.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 33408.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 1024000.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": 40.75, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 5664.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 107008.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.9986572265625, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": -84480.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 107008.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 191488.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 946176.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": 59.5, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 5216.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 112128.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.998321533203125, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": -112128.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 55040.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 167168.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 1048576.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": -564.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 5792.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 27008.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": -27008.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 24704.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 51712.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 1019904.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": 308.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 5632.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 88064.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.998504638671875, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": -88064.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 69632.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 157696.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 942080.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": 109.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 5216.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 79360.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.997772216796875, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": -79360.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 44288.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 123648.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 880640.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -384.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 4832.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 18048.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": -18048.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 16896.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 34944.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 909312.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": -117.5, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 5024.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 75776.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.99627685546875, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": -56576.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 75776.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 132352.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 811008.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": 29.875, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 4480.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 71168.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.996002197265625, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": -71168.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 62720.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 133888.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 1114112.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": -192.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 6144.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 43776.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": -43776.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 40960.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 84736.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 999424.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": 494.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 5504.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 60160.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.99713134765625, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": -54784.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 60160.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 114944.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 892928.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": 256.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 4928.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 91136.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.998138427734375, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": -91136.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 49664.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 140800.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 1089536.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": 372.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 5984.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 33024.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": -33024.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 18304.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 51328.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 1056768.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": -222.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 5856.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 108032.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.998779296875, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": -108032.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 71680.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 179712.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 970752.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": 136.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 5376.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 66048.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.998748779296875, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": -64768.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 66048.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 130816.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 970752.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": -544.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 5312.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 17280.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": -17280.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 16256.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 33536.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 831488.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": 62.5, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 4608.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 63744.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.9990234375, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": -54528.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 63744.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 118272.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 892928.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": -158.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 4928.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 68608.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.999176025390625, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": -68608.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 44288.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 112896.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 798720.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": -25.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 4416.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 17024.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": -17024.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 11712.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 28736.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 724992.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": -8.3125, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 4016.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 54784.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.998687744140625, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": -37120.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 54784.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 91904.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 716800.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": 290.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 3952.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 60160.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.998779296875, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": -40448.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 60160.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 100608.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 790528.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -168.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 4352.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 15488.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": -15488.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 12992.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 28480.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 827392.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": 0.357421875, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 4576.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 93184.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.998504638671875, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": -93184.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 54784.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 147968.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 749568.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": 46.5, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 4160.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 56576.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.99774169921875, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": -56576.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 33792.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 90368.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 958464.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": -740.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 5248.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 18560.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": -18560.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 14848.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 33408.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 774144.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": -29.625, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 4288.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 44032.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.998565673828125, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": -44032.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 44032.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 88064.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 737280.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": -29.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 4080.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 59648.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.998687744140625, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": -59648.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 41472.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 101120.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 999424.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": 183.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 5504.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 24064.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": -20480.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 24064.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 44544.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 864256.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": 234.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 4768.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 71680.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.99737548828125, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": -61696.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 71680.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 133376.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 819200.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": -322.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 4512.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 68096.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.99853515625, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": -68096.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 48128.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 116224.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 942080.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -94.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 5216.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 18560.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": -18560.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 18304.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 36864.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 778240.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": -8.9375, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 4288.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 52736.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.998138427734375, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": -52736.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 45568.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 98304.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 749568.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": -205.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 4128.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 55296.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.99822998046875, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": -55296.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 42496.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 97792.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 1245184.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": -478.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 6848.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 28160.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": -25344.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 28160.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 53504.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 872448.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": 42.75, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 4800.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 79872.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": -79872.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 67584.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 147456.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 946176.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": -410.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 5216.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 106496.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.998748779296875, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": -106496.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 52224.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 158720.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 1343488.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": -186.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 7424.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 35584.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": -35584.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 29824.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 65408.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 966656.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": -72.5, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 5344.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 99840.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.998565673828125, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": -71168.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 99840.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 171008.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 876544.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": -181.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 4832.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 60160.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.99871826171875, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": -60160.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 42496.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 102656.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 1957888.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 1336.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 10752.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 49408.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.99755859375, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": -28544.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 49408.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 77952.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 1351680.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 262.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 7456.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 159744.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": -99328.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 159744.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 259072.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 1122304.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": -512.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 6208.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 78848.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.998443603515625, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": -78848.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 50176.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 129024.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 3325952.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 960.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 18432.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 61184.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": -61184.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 49664.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 110848.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 1785856.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 117.5, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 9856.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 179200.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": -108032.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 179200.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 287232.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 1777664.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -672.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 9792.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 103936.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.999481201171875, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": -103936.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 80896.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 184832.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 2670592.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 460.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 14720.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 133120.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -40192.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 133120.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 173312.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 1581056.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": 4.3125, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 8704.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 123392.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -123392.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 107008.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 230400.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 1646592.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -27.75, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 9088.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 124416.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.999114990234375, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -114176.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 124416.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 238592.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 5.125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": 0.0001926422119140625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.11083984375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.1015625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.11083984375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.21240234375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 0.00016307830810546875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.02783203125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.2314453125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": 1.9073486328125e-05, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.10888671875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.216796875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": -0.00072479248046875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.00014495849609375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -0.0001659393310546875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": -0.00011920928955078125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.10888671875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.2255859375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": 0.00015163421630859375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.02783203125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.0003204345703125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.027587890625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.11083984375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.1181640625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.22900390625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 5.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": -0.00022602081298828125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.027587890625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.11279296875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.23779296875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 4.90625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": -1.537799835205078e-05, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.027099609375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.10693359375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.10693359375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.2099609375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 4.90625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": 4.601478576660156e-05, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.027099609375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.10791015625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.10693359375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.21484375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": -0.0001277923583984375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.1162109375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.22509765625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 4.875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 0.00020599365234375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.02685546875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.10888671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.10546875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.21435546875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 4.875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.0004482269287109375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.02685546875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.11376953125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.107421875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.22119140625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": -0.00011444091796875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 4.84375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": 0.000240325927734375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.0267333984375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.1103515625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.23046875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 4.84375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": -7.343292236328125e-05, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.02685546875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.10302734375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.22607421875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 4.875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": -0.00018978118896484375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.0269775390625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.10546875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.22216796875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 4.8125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": 7.82012939453125e-05, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.0264892578125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.1064453125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.22802734375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 4.75, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": -5.435943603515625e-05, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.0262451171875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.10693359375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.1015625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.10693359375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.20849609375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 4.875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": -0.0003108978271484375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.0269775390625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.119140625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.11474609375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.23388671875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 4.78125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": -2.5272369384765625e-05, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.0264892578125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.103515625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.103515625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.09912109375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.20263671875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 4.8125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": 0.00010013580322265625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.026611328125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.0986328125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.0986328125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.09521484375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.19384765625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 4.90625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": 3.170967102050781e-05, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.027099609375, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.10400390625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.23095703125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 4.8125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -0.0001277923583984375, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.0264892578125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.0966796875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.21630859375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 4.75, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": 0.0001735687255859375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.0262451171875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.111328125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.111328125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.10205078125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.21337890625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.0003032684326171875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 4.875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -0.00026702880859375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.0269775390625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.10400390625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.22509765625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 4.8125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": -4.76837158203125e-06, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.0264892578125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.11865234375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.10595703125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.224609375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 5.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": 2.0503997802734375e-05, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.027587890625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.11474609375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.11474609375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.10986328125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.224609375, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 4.875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": 3.457069396972656e-05, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.0269775390625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.1123046875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.09765625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.1123046875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.2099609375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 4.8125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": 5.6743621826171875e-05, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.0264892578125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.09423828125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.2119140625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 5.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": 6.151199340820312e-05, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.027587890625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 4.90625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": 3.528594970703125e-05, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.027099609375, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.22998046875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 4.8125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": -0.000331878662109375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.0264892578125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.111328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.0986328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.111328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.2099609375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": -0.000274658203125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.028076171875, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 4.9375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": 0.0001659393310546875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.02734375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 4.90625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": 0.000247955322265625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.027099609375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.115234375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.2353515625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": -0.00022602081298828125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.02783203125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 4.875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": 4.601478576660156e-05, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.0269775390625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.1171875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.11181640625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.22900390625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 4.84375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.000335693359375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.0267333984375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.1171875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.103515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.220703125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": -0.00018596649169921875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.028076171875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.1181640625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.10888671875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.22705078125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 4.9375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": -7.152557373046875e-05, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.02734375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.10986328125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.23486328125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 4.875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": 0.000301361083984375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.02685546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.1142578125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.1083984375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.22265625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": -7.200241088867188e-05, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.240234375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": -3.0517578125e-05, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.027587890625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.107421875, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.2333984375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 4.9375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": -0.0001506805419921875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.0272216796875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.1162109375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.09716796875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.21337890625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": -0.00013065338134765625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": -0.00012159347534179688, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.111328125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.111328125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.10693359375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.21826171875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 5.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": -9.393692016601562e-05, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.0277099609375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.1083984375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.22998046875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 5.25, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": 0.000438690185546875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": -2.7894973754882812e-05, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.028076171875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.11572265625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.11279296875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.11572265625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.228515625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": -0.00014781951904296875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.10205078125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.21875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 5.25, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": -0.00019550323486328125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.11669921875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.23291015625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 5.125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": -0.000362396240234375, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.10986328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.10205078125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.10986328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.2119140625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": 9.965896606445312e-05, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.028076171875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.11279296875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.23046875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": -7.200241088867188e-05, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 5.125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -3.159046173095703e-06, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.140625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": 0.00012969970703125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.10888671875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.23046875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": 7.200241088867188e-05, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": 0.0001735687255859375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 5.125, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 0.0002498626708984375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": 0.00010633468627929688, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.2373046875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": 0.00013828277587890625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.11181640625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.2353515625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 6.103515625e-05, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.119140625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.234375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": 6.914138793945312e-05, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": 2.682209014892578e-05, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.2265625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": -0.00011396408081054688, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.11572265625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.10595703125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.11572265625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.2216796875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 5.375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": -0.0001926422119140625, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.0296630859375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 5.25, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": 0.0003871917724609375, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.23779296875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": 0.00026702880859375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.11865234375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": 0.0001354217529296875, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.2421875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 5.25, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": 0.0002155303955078125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.11181640625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.11181640625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.1103515625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.22216796875, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": -0.0003814697265625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": 0.0003757476806640625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 5.25, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": 1.8358230590820312e-05, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.2421875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": -2.2172927856445312e-05, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": 0.000286102294921875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 5.25, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": 0.00012969970703125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.11279296875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 5.25, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": -9.059906005859375e-05, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.1181640625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.11669921875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.23486328125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": 0.0001983642578125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.11376953125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -0.00020694732666015625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1181640625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 5.25, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": 0.00023555755615234375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": 3.647804260253906e-05, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 5.375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": 0.000125885009765625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.23974609375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 1.5079975128173828e-05, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": 0.0001544952392578125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.2451171875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": 0.00017070770263671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.11279296875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.11279296875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.2216796875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": -0.0001430511474609375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": -8.630752563476562e-05, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": -4.601478576660156e-05, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.11669921875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.23095703125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": 0.0001010894775390625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.109375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.2373046875, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": -0.00018215179443359375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.0003528594970703125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.0002841949462890625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 5.625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": 0.00017452239990234375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 5.375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": 9.5367431640625e-05, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 5.375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": 4.1961669921875e-05, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.0296630859375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 5.625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": 7.05718994140625e-05, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 5.375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.0002899169921875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -9.441375732421875e-05, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": 9.202957153320312e-05, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.03125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": -8.916854858398438e-05, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.236328125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -0.0001163482666015625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.25244140625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": 0.00011968612670898438, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 5.5, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": 0.0001201629638671875, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": -0.000225067138671875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.111328125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.23291015625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": -8.821487426757812e-05, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": 2.9802322387695312e-05, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": -0.00022983551025390625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.1181640625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": -5.364418029785156e-05, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": -6.437301635742188e-05, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": -0.0003204345703125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": 8.249282836914062e-05, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": -0.00013637542724609375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.03125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": 0.0003833770751953125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.1181640625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": -1.0013580322265625e-05, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -4.291534423828125e-05, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.000545501708984375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.03125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": -0.0002593994140625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": 0.0002593994140625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": 0.00014591217041015625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": -6.771087646484375e-05, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": -2.6226043701171875e-05, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": 9.655952453613281e-06, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.03125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": 4.458427429199219e-05, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.000278472900390625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 7.189810276031494e-07, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": -0.000156402587890625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": -0.00020313262939453125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": 6.914138793945312e-05, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": 0.00042724609375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": 2.384185791015625e-05, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.11865234375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": 0.000102996826171875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": 2.110004425048828e-05, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -0.00019741058349609375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": -3.719329833984375e-05, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": 0.00017452239990234375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -0.00018024444580078125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": 0.00063323974609375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": 0.00021648406982421875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": -0.000324249267578125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": 8.225440979003906e-06, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": 0.0003376007080078125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": -9.72747802734375e-05, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": -9.107589721679688e-05, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": -0.0001392364501953125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": -4.76837158203125e-05, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.0002460479736328125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": 0.0004215240478515625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": -1.7404556274414062e-05, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": -7.43865966796875e-05, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": 0.0001735687255859375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": -6.151199340820312e-05, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": 2.09808349609375e-05, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": 0.0003833770751953125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": -0.00018596649169921875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": 7.2479248046875e-05, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": -0.00011587142944335938, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": -0.00010919570922851562, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.25830078125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": -7.915496826171875e-05, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": -0.0001316070556640625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": -5.745887756347656e-05, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -0.00014400482177734375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": -0.0001983642578125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": -0.00013637542724609375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": 0.00021457672119140625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.265625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 6.625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": 1.5139579772949219e-05, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 6.4849853515625e-05, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": -0.000431060791015625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.265625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": 0.000156402587890625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": -1.3887882232666016e-05, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": -7.62939453125e-05, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": -7.963180541992188e-05, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": 6.818771362304688e-05, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": 0.0001010894775390625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": 0.00015544891357421875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": -7.200241088867188e-05, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": -0.000354766845703125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": -1.6689300537109375e-05, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": 4.744529724121094e-05, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": -0.000545501708984375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": 0.00012159347534179688, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": -8.7738037109375e-05, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": -0.0001811981201171875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": -0.00017261505126953125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": 0.000133514404296875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": -0.000164031982421875, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": -0.00010395050048828125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -0.0002689361572265625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": 0.00014400482177734375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": 0.0005035400390625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": -0.00018405914306640625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": -0.0001735687255859375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": -0.0004425048828125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": 0.00019168853759765625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": -0.0001373291015625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": -0.0002231597900390625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.0001983642578125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": 3.0279159545898438e-05, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": -0.0002269744873046875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -4.6253204345703125e-05, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.000438690185546875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": 0.00021648406982421875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -0.0003604888916015625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": 0.00032806396484375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": -0.00013256072998046875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -0.00013256072998046875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": -0.00010538101196289062, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": -0.00017833709716796875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": -7.152557373046875e-05, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": 0.00019550323486328125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": 0.00018024444580078125, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.169921875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.169921875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": 0.00013256072998046875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": 0.00018596649169921875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": 0.000171661376953125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": -0.00017642974853515625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": -0.0003910064697265625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": -0.00018024444580078125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": 5.316734313964844e-05, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -0.0001983642578125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": 0.0004558563232421875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": -7.808208465576172e-06, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": -8.726119995117188e-05, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": 4.267692565917969e-05, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": 0.0004024505615234375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 9.655952453613281e-06, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": -0.000507354736328125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.3134765625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": 0.0001239776611328125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 9.584426879882812e-05, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": 9.059906005859375e-05, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.0002651214599609375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.2880859375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": 0.00021457672119140625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": -8.869171142578125e-05, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": 0.0003032684326171875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": 0.000286102294921875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": 0.00024127960205078125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -9.000301361083984e-06, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": -0.00017642974853515625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": 9.632110595703125e-05, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": 0.00017261505126953125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": 9.870529174804688e-05, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": 0.00049591064453125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.291015625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": -0.00016689300537109375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": -5.9604644775390625e-05, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": 0.0003376007080078125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.1689453125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": 0.00011205673217773438, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.283203125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": -0.000125885009765625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": 0.000720977783203125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.15625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 7.875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": -0.0001354217529296875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": 5.364418029785156e-05, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": 0.00070953369140625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.208984375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.208984375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.3525390625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 7.875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": 0.00022602081298828125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": 4.410743713378906e-05, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": 0.0002574920654296875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 8.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": 0.0001888275146484375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": 0.00049591064453125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 0.0002765655517578125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.2880859375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 0.0002803802490234375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.28125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 8.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": -0.000446319580078125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": 5.626678466796875e-05, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.166015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.31640625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.0004329681396484375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 9.72747802734375e-05, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": 5.078315734863281e-05, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.166015625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.3291015625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 8.25, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": -2.491474151611328e-05, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": -0.000232696533203125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 8.875, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.00048828125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.049072265625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.3193359375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": -0.0002899169921875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.15625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.000408172607421875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 9.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.00077056884765625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.049560546875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.2158203125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.2158203125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.15625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.3720703125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": -5.7220458984375e-05, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -8.96453857421875e-05, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 9.0625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": 0.0003757476806640625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.050048828125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": 0.00016307830810546875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.1669921875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.1669921875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": 7.724761962890625e-05, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 9.1875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 0.0003871917724609375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.051025390625, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.1875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.1875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.3486328125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.0001583099365234375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.171875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.322265625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 8.625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -8.392333984375e-05, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 9.5625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": 0.00010156631469726562, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.052734375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.240234375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.1787109375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.240234375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.4189453125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 8.9375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": 9.584426879882812e-05, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.04931640625, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.173828125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.162109375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.3359375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.8125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": -0.0001773834228515625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.048583984375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.1630859375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 9.625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": 0.000640869140625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.05322265625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.169921875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.3427734375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 9.0625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": -0.00013256072998046875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.05029296875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.16796875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.31640625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 9.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": 0.000118255615234375, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.0498046875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1767578125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.1572265625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1767578125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.333984375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 9.75, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": 0.00011587142944335938, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.053955078125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.212890625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.189453125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.212890625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.40234375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 9.1875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": 0.000263214111328125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.050537109375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.15625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 9.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": 3.993511199951172e-06, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.049560546875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.189453125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1708984375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.189453125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.3603515625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 10.0625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": 0.00049591064453125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.0556640625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.181640625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.1953125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.376953125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 9.5, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": 0.0003337860107421875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.052734375, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.1953125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.3642578125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 9.25, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": 0.00017547607421875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.051025390625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.17578125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.17578125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.3349609375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 10.1875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": 2.1576881408691406e-05, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.056396484375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.17578125, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.17578125, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.1748046875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.3505859375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 9.4375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": 0.0002536773681640625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.05224609375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.1875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.1953125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.3828125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 9.25, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -4.8160552978515625e-05, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.051025390625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.181640625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.1767578125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.181640625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.3583984375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 10.375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": 0.0002803802490234375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.057373046875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.2197265625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.2197265625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.19140625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.4111328125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 9.6875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": -0.00024318695068359375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.053466796875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.1982421875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.1982421875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3662109375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 9.375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": 0.000339508056640625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.0517578125, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.1962890625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.1962890625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.3447265625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 10.25, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": 0.000774383544921875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.056640625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.220703125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.220703125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.19921875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.419921875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 9.75, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": -0.0001468658447265625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.0537109375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.169921875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.169921875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.3291015625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 9.375, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": 3.600120544433594e-05, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.0517578125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.1796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.1689453125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.3486328125}
-{"step": 2580, "epoch": 0.17391304347826086, "timestamp": 1786742947.6978648, "loss": 6.925441741943359, "grad_norm": 267386880.0, "learning_rate": 9e-05, "train/total_time_seconds": 27.22828771919012, "train/time_per_step_avg": 0.3403535964898765, "train/epoch_time_elapsed": 31.608033888041973, "train/estimated_remaining_minutes": 0.16182186499777076}
-{"step": 2600, "epoch": 0.17526120660599934, "timestamp": 1786742953.2364428, "loss": 7.500309753417969, "grad_norm": 530579456.0, "learning_rate": 9e-05, "train/total_time_seconds": 31.795706816017628, "train/time_per_step_avg": 0.31795706816017627, "train/epoch_time_elapsed": 37.146611984819174, "train/estimated_remaining_minutes": 0.18343677009240938}
-{"step": 2620, "epoch": 0.17660936973373778, "timestamp": 1786742959.593856, "loss": 7.739163970947265, "grad_norm": 805306368.0, "learning_rate": 9e-05, "train/total_time_seconds": 36.805505845695734, "train/time_per_step_avg": 0.28658965799957514, "train/epoch_time_elapsed": 43.477936431765556, "train/estimated_remaining_minutes": 0.2060359105865919, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 185.79747009277344, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.00087738037109375, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.0908203125, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.30078125, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.30078125, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.28515625, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.5859375, "train/tensor_act_model_layers_0_residual_post_attn/norm": 187.01669311523438, "train/tensor_act_model_layers_0_residual_post_attn/mean": -9.107589721679688e-05, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.09130859375, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.33203125, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.33203125, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.3203125, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.65234375, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1338.912109375, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": 0.00958251953125, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.462890625, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 2.171875, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -2.09375, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 2.171875, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 4.265625, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1305.3663330078125, "train/tensor_act_model_layers_0_mlp_up_proj/mean": 0.0040283203125, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.451171875, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 2.1875, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -2.171875, "train/tensor_act_model_layers_0_mlp_up_proj/max": 2.1875, "train/tensor_act_model_layers_0_mlp_up_proj/range": 4.359375, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 274.73681640625, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.056640625, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.12158203125, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.87109375, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/min": -0.4453125, "train/tensor_act_model_layers_0_mlp_down_proj/max": 0.87109375, "train/tensor_act_model_layers_0_mlp_down_proj/range": 1.31640625, "train/tensor_act_model_layers_0_mlp/norm": 274.11248779296875, "train/tensor_act_model_layers_0_mlp/mean": 0.056640625, "train/tensor_act_model_layers_0_mlp/std": 0.12109375, "train/tensor_act_model_layers_0_mlp/max_abs": 0.859375, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": -0.443359375, "train/tensor_act_model_layers_0_mlp/max": 0.859375, "train/tensor_act_model_layers_0_mlp/range": 1.302734375, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 354.0627746582031, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 0.056396484375, "train/tensor_act_model_layers_0_residual_post_mlp/std": 0.1630859375, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 0.98828125, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": -0.61328125, "train/tensor_act_model_layers_0_residual_post_mlp/max": 0.98828125, "train/tensor_act_model_layers_0_residual_post_mlp/range": 1.6015625, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 354.0627746582031, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 0.056396484375, "train/tensor_act_model_layers_1_residual_pre_attn/std": 0.1630859375, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 0.98828125, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": -0.61328125, "train/tensor_act_model_layers_1_residual_pre_attn/max": 0.98828125, "train/tensor_act_model_layers_1_residual_pre_attn/range": 1.6015625, "train/tensor_act_model_layers_1_residual_post_attn/norm": 374.1558837890625, "train/tensor_act_model_layers_1_residual_post_attn/mean": 0.057373046875, "train/tensor_act_model_layers_1_residual_post_attn/std": 0.173828125, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 1.1171875, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": -0.75, "train/tensor_act_model_layers_1_residual_post_attn/max": 1.1171875, "train/tensor_act_model_layers_1_residual_post_attn/range": 1.8671875, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 1535.120361328125, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": 0.006866455078125, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 0.53125, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 2.65625, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -2.25, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 2.65625, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 4.90625, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 1517.4053955078125, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.0069580078125, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.5234375, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 3.046875, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -3.046875, "train/tensor_act_model_layers_1_mlp_up_proj/max": 2.71875, "train/tensor_act_model_layers_1_mlp_up_proj/range": 5.765625, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 358.9164123535156, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.072265625, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.1591796875, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 1.8828125, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": -1.203125, "train/tensor_act_model_layers_1_mlp_down_proj/max": 1.8828125, "train/tensor_act_model_layers_1_mlp_down_proj/range": 3.0859375, "train/tensor_act_model_layers_1_mlp/norm": 357.3965148925781, "train/tensor_act_model_layers_1_mlp/mean": 0.072265625, "train/tensor_act_model_layers_1_mlp/std": 0.1591796875, "train/tensor_act_model_layers_1_mlp/max_abs": 1.7578125, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": -1.171875, "train/tensor_act_model_layers_1_mlp/max": 1.7578125, "train/tensor_act_model_layers_1_mlp/range": 2.9296875, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 617.046142578125, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 0.1298828125, "train/tensor_act_model_layers_1_residual_post_mlp/std": 0.271484375, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 2.1875, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": -1.3203125, "train/tensor_act_model_layers_1_residual_post_mlp/max": 2.1875, "train/tensor_act_model_layers_1_residual_post_mlp/range": 3.5078125, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 617.046142578125, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 0.1298828125, "train/tensor_act_model_layers_2_residual_pre_attn/std": 0.271484375, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 2.1875, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": -1.3203125, "train/tensor_act_model_layers_2_residual_pre_attn/max": 2.1875, "train/tensor_act_model_layers_2_residual_pre_attn/range": 3.5078125, "train/tensor_act_model_layers_2_residual_post_attn/norm": 630.9564208984375, "train/tensor_act_model_layers_2_residual_post_attn/mean": 0.1298828125, "train/tensor_act_model_layers_2_residual_post_attn/std": 0.279296875, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 2.234375, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": -1.3984375, "train/tensor_act_model_layers_2_residual_post_attn/max": 2.234375, "train/tensor_act_model_layers_2_residual_post_attn/range": 3.6328125, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 1384.1541748046875, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": -0.0615234375, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 0.474609375, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 2.28125, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -2.125, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 2.28125, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 4.40625, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 1333.044921875, "train/tensor_act_model_layers_2_mlp_up_proj/mean": -0.0021209716796875, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.4609375, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 2.34375, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -1.9140625, "train/tensor_act_model_layers_2_mlp_up_proj/max": 2.34375, "train/tensor_act_model_layers_2_mlp_up_proj/range": 4.2578125, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 260.9490966796875, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 0.08544921875, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.0947265625, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 0.68359375, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/min": -0.4765625, "train/tensor_act_model_layers_2_mlp_down_proj/max": 0.68359375, "train/tensor_act_model_layers_2_mlp_down_proj/range": 1.16015625, "train/tensor_act_model_layers_2_mlp/norm": 260.8687744140625, "train/tensor_act_model_layers_2_mlp/mean": 0.08544921875, "train/tensor_act_model_layers_2_mlp/std": 0.0947265625, "train/tensor_act_model_layers_2_mlp/max_abs": 0.67578125, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/min": -0.474609375, "train/tensor_act_model_layers_2_mlp/max": 0.67578125, "train/tensor_act_model_layers_2_mlp/range": 1.150390625, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 789.2203369140625, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 0.2158203125, "train/tensor_act_model_layers_2_residual_post_mlp/std": 0.3203125, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 2.65625, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/min": -1.546875, "train/tensor_act_model_layers_2_residual_post_mlp/max": 2.65625, "train/tensor_act_model_layers_2_residual_post_mlp/range": 4.203125, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 789.2203369140625, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 0.2158203125, "train/tensor_act_model_layers_3_residual_pre_attn/std": 0.3203125, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 2.65625, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/min": -1.546875, "train/tensor_act_model_layers_3_residual_pre_attn/max": 2.65625, "train/tensor_act_model_layers_3_residual_pre_attn/range": 4.203125, "train/tensor_act_model_layers_3_residual_post_attn/norm": 796.0444946289062, "train/tensor_act_model_layers_3_residual_post_attn/mean": 0.2138671875, "train/tensor_act_model_layers_3_residual_post_attn/std": 0.32421875, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 2.703125, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/min": -1.5703125, "train/tensor_act_model_layers_3_residual_post_attn/max": 2.703125, "train/tensor_act_model_layers_3_residual_post_attn/range": 4.2734375, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 1370.817626953125, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": -0.0693359375, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 0.46875, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 1.96875, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -1.84375, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 1.96875, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 3.8125, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 1356.377197265625, "train/tensor_act_model_layers_3_mlp_up_proj/mean": 0.0191650390625, "train/tensor_act_model_layers_3_mlp_up_proj/std": 0.46875, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -1.78125, "train/tensor_act_model_layers_3_mlp_up_proj/max": 1.9609375, "train/tensor_act_model_layers_3_mlp_up_proj/range": 3.7421875, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 296.49969482421875, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 0.1142578125, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.0888671875, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 0.51171875, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/min": -0.2578125, "train/tensor_act_model_layers_3_mlp_down_proj/max": 0.51171875, "train/tensor_act_model_layers_3_mlp_down_proj/range": 0.76953125, "train/tensor_act_model_layers_3_mlp/norm": 296.43023681640625, "train/tensor_act_model_layers_3_mlp/mean": 0.1142578125, "train/tensor_act_model_layers_3_mlp/std": 0.0888671875, "train/tensor_act_model_layers_3_mlp/max_abs": 0.5078125, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/min": -0.2578125, "train/tensor_act_model_layers_3_mlp/max": 0.5078125, "train/tensor_act_model_layers_3_mlp/range": 0.765625, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 990.1563110351562, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 0.328125, "train/tensor_act_model_layers_3_residual_post_mlp/std": 0.35546875, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 3.0625, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/min": -1.6328125, "train/tensor_act_model_layers_3_residual_post_mlp/max": 3.0625, "train/tensor_act_model_layers_3_residual_post_mlp/range": 4.6953125, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 990.1563110351562, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 0.328125, "train/tensor_act_model_layers_4_residual_pre_attn/std": 0.35546875, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 3.0625, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/min": -1.6328125, "train/tensor_act_model_layers_4_residual_pre_attn/max": 3.0625, "train/tensor_act_model_layers_4_residual_pre_attn/range": 4.6953125, "train/tensor_act_model_layers_4_residual_post_attn/norm": 989.924072265625, "train/tensor_act_model_layers_4_residual_post_attn/mean": 0.326171875, "train/tensor_act_model_layers_4_residual_post_attn/std": 0.35546875, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 3.03125, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/min": -1.59375, "train/tensor_act_model_layers_4_residual_post_attn/max": 3.03125, "train/tensor_act_model_layers_4_residual_post_attn/range": 4.625, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 1548.29345703125, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": -0.0439453125, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 0.53125, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -1.6796875, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 4.2421875, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 1571.5849609375, "train/tensor_act_model_layers_4_mlp_up_proj/mean": 0.00091552734375, "train/tensor_act_model_layers_4_mlp_up_proj/std": 0.54296875, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 1.875, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -1.875, "train/tensor_act_model_layers_4_mlp_up_proj/max": 1.859375, "train/tensor_act_model_layers_4_mlp_up_proj/range": 3.734375, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 462.31256103515625, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 0.1962890625, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.11181640625, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 0.65234375, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/min": -0.291015625, "train/tensor_act_model_layers_4_mlp_down_proj/max": 0.65234375, "train/tensor_act_model_layers_4_mlp_down_proj/range": 0.943359375, "train/tensor_act_model_layers_4_mlp/norm": 461.6261291503906, "train/tensor_act_model_layers_4_mlp/mean": 0.1962890625, "train/tensor_act_model_layers_4_mlp/std": 0.11181640625, "train/tensor_act_model_layers_4_mlp/max_abs": 0.6484375, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/min": -0.291015625, "train/tensor_act_model_layers_4_mlp/max": 0.6484375, "train/tensor_act_model_layers_4_mlp/range": 0.939453125, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 1344.073486328125, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 0.5234375, "train/tensor_act_model_layers_4_residual_post_mlp/std": 0.396484375, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 3.234375, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/min": -1.6796875, "train/tensor_act_model_layers_4_residual_post_mlp/max": 3.234375, "train/tensor_act_model_layers_4_residual_post_mlp/range": 4.9140625, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 1344.073486328125, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 0.5234375, "train/tensor_act_model_layers_5_residual_pre_attn/std": 0.396484375, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 3.234375, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/min": -1.6796875, "train/tensor_act_model_layers_5_residual_pre_attn/max": 3.234375, "train/tensor_act_model_layers_5_residual_pre_attn/range": 4.9140625, "train/tensor_act_model_layers_5_residual_post_attn/norm": 1337.62060546875, "train/tensor_act_model_layers_5_residual_post_attn/mean": 0.515625, "train/tensor_act_model_layers_5_residual_post_attn/std": 0.400390625, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 3.328125, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/min": -1.65625, "train/tensor_act_model_layers_5_residual_post_attn/max": 3.328125, "train/tensor_act_model_layers_5_residual_post_attn/range": 4.984375, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 1630.585205078125, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": -0.0185546875, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 0.5625, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 1.859375, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -1.7890625, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 1.859375, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 3.6484375, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 1608.0921630859375, "train/tensor_act_model_layers_5_mlp_up_proj/mean": 0.0164794921875, "train/tensor_act_model_layers_5_mlp_up_proj/std": 0.5546875, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 1.8046875, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -1.8046875, "train/tensor_act_model_layers_5_mlp_up_proj/max": 1.765625, "train/tensor_act_model_layers_5_mlp_up_proj/range": 3.5703125, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 583.9556274414062, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 0.2578125, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.123046875, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 0.73046875, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/min": -0.1318359375, "train/tensor_act_model_layers_5_mlp_down_proj/max": 0.73046875, "train/tensor_act_model_layers_5_mlp_down_proj/range": 0.8623046875, "train/tensor_act_model_layers_5_mlp/norm": 582.460693359375, "train/tensor_act_model_layers_5_mlp/mean": 0.255859375, "train/tensor_act_model_layers_5_mlp/std": 0.12255859375, "train/tensor_act_model_layers_5_mlp/max_abs": 0.72265625, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/min": -0.1318359375, "train/tensor_act_model_layers_5_mlp/max": 0.72265625, "train/tensor_act_model_layers_5_mlp/range": 0.8544921875, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 1812.5703125, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 0.7734375, "train/tensor_act_model_layers_5_residual_post_mlp/std": 0.4296875, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 3.5, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/min": -1.5703125, "train/tensor_act_model_layers_5_residual_post_mlp/max": 3.5, "train/tensor_act_model_layers_5_residual_post_mlp/range": 5.0703125, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 1812.5703125, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 0.7734375, "train/tensor_act_model_layers_6_residual_pre_attn/std": 0.4296875, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 3.5, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/min": -1.5703125, "train/tensor_act_model_layers_6_residual_pre_attn/max": 3.5, "train/tensor_act_model_layers_6_residual_pre_attn/range": 5.0703125, "train/tensor_act_model_layers_6_residual_post_attn/norm": 1804.195068359375, "train/tensor_act_model_layers_6_residual_post_attn/mean": 0.765625, "train/tensor_act_model_layers_6_residual_post_attn/std": 0.435546875, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 3.546875, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/min": -1.609375, "train/tensor_act_model_layers_6_residual_post_attn/max": 3.546875, "train/tensor_act_model_layers_6_residual_post_attn/range": 5.15625, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 1850.185546875, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": -0.0303955078125, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 0.63671875, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 1.8359375, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -1.7578125, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 1.8359375, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 3.59375, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 1864.55615234375, "train/tensor_act_model_layers_6_mlp_up_proj/mean": 0.0255126953125, "train/tensor_act_model_layers_6_mlp_up_proj/std": 0.64453125, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 2.046875, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -1.9375, "train/tensor_act_model_layers_6_mlp_up_proj/max": 2.046875, "train/tensor_act_model_layers_6_mlp_up_proj/range": 3.984375, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 815.2083129882812, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 0.369140625, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.1513671875, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 0.8984375, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/min": -0.1533203125, "train/tensor_act_model_layers_6_mlp_down_proj/max": 0.8984375, "train/tensor_act_model_layers_6_mlp_down_proj/range": 1.0517578125, "train/tensor_act_model_layers_6_mlp/norm": 811.1253051757812, "train/tensor_act_model_layers_6_mlp/mean": 0.3671875, "train/tensor_act_model_layers_6_mlp/std": 0.1494140625, "train/tensor_act_model_layers_6_mlp/max_abs": 0.8828125, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/min": -0.1533203125, "train/tensor_act_model_layers_6_mlp/max": 0.8828125, "train/tensor_act_model_layers_6_mlp/range": 1.0361328125, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 2534.18359375, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 1.1328125, "train/tensor_act_model_layers_6_residual_post_mlp/std": 0.498046875, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 4.03125, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/min": -1.4765625, "train/tensor_act_model_layers_6_residual_post_mlp/max": 4.03125, "train/tensor_act_model_layers_6_residual_post_mlp/range": 5.5078125, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 2534.18359375, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 1.1328125, "train/tensor_act_model_layers_7_residual_pre_attn/std": 0.498046875, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 4.03125, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/min": -1.4765625, "train/tensor_act_model_layers_7_residual_pre_attn/max": 4.03125, "train/tensor_act_model_layers_7_residual_pre_attn/range": 5.5078125, "train/tensor_act_model_layers_7_residual_post_attn/norm": 2528.19580078125, "train/tensor_act_model_layers_7_residual_post_attn/mean": 1.125, "train/tensor_act_model_layers_7_residual_post_attn/std": 0.50390625, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 4.03125, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/min": -1.578125, "train/tensor_act_model_layers_7_residual_post_attn/max": 4.03125, "train/tensor_act_model_layers_7_residual_post_attn/range": 5.609375, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 1830.1563720703125, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": -0.09619140625, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 0.625, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 2.140625, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -1.5390625, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 2.140625, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 3.6796875, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 1919.4031982421875, "train/tensor_act_model_layers_7_mlp_up_proj/mean": -0.00555419921875, "train/tensor_act_model_layers_7_mlp_up_proj/std": 0.6640625, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -1.84375, "train/tensor_act_model_layers_7_mlp_up_proj/max": 1.9453125, "train/tensor_act_model_layers_7_mlp_up_proj/range": 3.7890625, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 800.1787109375, "train/tensor_act_model_layers_7_mlp_down_proj/mean": 0.359375, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.1533203125, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 0.83984375, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/min": -0.19140625, "train/tensor_act_model_layers_7_mlp_down_proj/max": 0.83984375, "train/tensor_act_model_layers_7_mlp_down_proj/range": 1.03125, "train/tensor_act_model_layers_7_mlp/norm": 796.24658203125, "train/tensor_act_model_layers_7_mlp/mean": 0.357421875, "train/tensor_act_model_layers_7_mlp/std": 0.15234375, "train/tensor_act_model_layers_7_mlp/max_abs": 0.828125, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/min": -0.19140625, "train/tensor_act_model_layers_7_mlp/max": 0.828125, "train/tensor_act_model_layers_7_mlp/range": 1.01953125, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 3240.6689453125, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 1.484375, "train/tensor_act_model_layers_7_residual_post_mlp/std": 0.546875, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 4.625, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/min": -1.4140625, "train/tensor_act_model_layers_7_residual_post_mlp/max": 4.625, "train/tensor_act_model_layers_7_residual_post_mlp/range": 6.0390625, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 3240.6689453125, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 1.484375, "train/tensor_act_model_layers_8_residual_pre_attn/std": 0.546875, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 4.625, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/min": -1.4140625, "train/tensor_act_model_layers_8_residual_pre_attn/max": 4.625, "train/tensor_act_model_layers_8_residual_pre_attn/range": 6.0390625, "train/tensor_act_model_layers_8_residual_post_attn/norm": 3225.18505859375, "train/tensor_act_model_layers_8_residual_post_attn/mean": 1.4765625, "train/tensor_act_model_layers_8_residual_post_attn/std": 0.5546875, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 4.6875, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/min": -1.4140625, "train/tensor_act_model_layers_8_residual_post_attn/max": 4.6875, "train/tensor_act_model_layers_8_residual_post_attn/range": 6.1015625, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 1993.7391357421875, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": -0.031494140625, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 0.6875, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 2.234375, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -1.5625, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 2.234375, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 3.796875, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 2036.981689453125, "train/tensor_act_model_layers_8_mlp_up_proj/mean": -0.03173828125, "train/tensor_act_model_layers_8_mlp_up_proj/std": 0.703125, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 1.7890625, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -1.7890625, "train/tensor_act_model_layers_8_mlp_up_proj/max": 1.6953125, "train/tensor_act_model_layers_8_mlp_up_proj/range": 3.484375, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 1057.955810546875, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 0.486328125, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.171875, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 1.046875, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/min": -0.08642578125, "train/tensor_act_model_layers_8_mlp_down_proj/max": 1.046875, "train/tensor_act_model_layers_8_mlp_down_proj/range": 1.13330078125, "train/tensor_act_model_layers_8_mlp/norm": 1049.7020263671875, "train/tensor_act_model_layers_8_mlp/mean": 0.484375, "train/tensor_act_model_layers_8_mlp/std": 0.1689453125, "train/tensor_act_model_layers_8_mlp/max_abs": 1.0234375, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/min": -0.08642578125, "train/tensor_act_model_layers_8_mlp/max": 1.0234375, "train/tensor_act_model_layers_8_mlp/range": 1.10986328125, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 4197.6923828125, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 1.9609375, "train/tensor_act_model_layers_8_residual_post_mlp/std": 0.60546875, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 5.1875, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/min": -1.140625, "train/tensor_act_model_layers_8_residual_post_mlp/max": 5.1875, "train/tensor_act_model_layers_8_residual_post_mlp/range": 6.328125, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 4197.6923828125, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 1.9609375, "train/tensor_act_model_layers_9_residual_pre_attn/std": 0.60546875, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 5.1875, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/min": -1.140625, "train/tensor_act_model_layers_9_residual_pre_attn/max": 5.1875, "train/tensor_act_model_layers_9_residual_pre_attn/range": 6.328125, "train/tensor_act_model_layers_9_residual_post_attn/norm": 4192.52978515625, "train/tensor_act_model_layers_9_residual_post_attn/mean": 1.953125, "train/tensor_act_model_layers_9_residual_post_attn/std": 0.61328125, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 5.3125, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/min": -1.1640625, "train/tensor_act_model_layers_9_residual_post_attn/max": 5.3125, "train/tensor_act_model_layers_9_residual_post_attn/range": 6.4765625, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 2127.58935546875, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": -0.06298828125, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 0.73046875, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -1.4921875, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 1.9921875, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 3.484375, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 2148.388427734375, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -0.068359375, "train/tensor_act_model_layers_9_mlp_up_proj/std": 0.73828125, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 1.8359375, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -1.8359375, "train/tensor_act_model_layers_9_mlp_up_proj/max": 1.671875, "train/tensor_act_model_layers_9_mlp_up_proj/range": 3.5078125, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 1146.1268310546875, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 0.52734375, "train/tensor_act_model_layers_9_mlp_down_proj/std": 0.1865234375, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 1.109375, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/min": -0.0267333984375, "train/tensor_act_model_layers_9_mlp_down_proj/max": 1.109375, "train/tensor_act_model_layers_9_mlp_down_proj/range": 1.1361083984375, "train/tensor_act_model_layers_9_mlp/norm": 1135.5230712890625, "train/tensor_act_model_layers_9_mlp/mean": 0.5234375, "train/tensor_act_model_layers_9_mlp/std": 0.1826171875, "train/tensor_act_model_layers_9_mlp/max_abs": 1.078125, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp/min": -0.0267333984375, "train/tensor_act_model_layers_9_mlp/max": 1.078125, "train/tensor_act_model_layers_9_mlp/range": 1.1048583984375, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 5255.58642578125, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 2.484375, "train/tensor_act_model_layers_9_residual_post_mlp/std": 0.671875, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 6.125, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/min": -0.82421875, "train/tensor_act_model_layers_9_residual_post_mlp/max": 6.125, "train/tensor_act_model_layers_9_residual_post_mlp/range": 6.94921875, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 5255.58642578125, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 2.484375, "train/tensor_act_model_layers_10_residual_pre_attn/std": 0.671875, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 6.125, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/min": -0.82421875, "train/tensor_act_model_layers_10_residual_pre_attn/max": 6.125, "train/tensor_act_model_layers_10_residual_pre_attn/range": 6.94921875, "train/tensor_act_model_layers_10_residual_post_attn/norm": 5250.33447265625, "train/tensor_act_model_layers_10_residual_post_attn/mean": 2.46875, "train/tensor_act_model_layers_10_residual_post_attn/std": 0.67578125, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 6.21875, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/min": -0.86328125, "train/tensor_act_model_layers_10_residual_post_attn/max": 6.21875, "train/tensor_act_model_layers_10_residual_post_attn/range": 7.08203125, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 2251.55126953125, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": -0.055419921875, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 0.77734375, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 1.734375, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -1.4609375, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 1.734375, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 3.1953125, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 2408.191650390625, "train/tensor_act_model_layers_10_mlp_up_proj/mean": 0.01507568359375, "train/tensor_act_model_layers_10_mlp_up_proj/std": 0.83203125, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 1.8984375, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -1.8984375, "train/tensor_act_model_layers_10_mlp_up_proj/max": 1.703125, "train/tensor_act_model_layers_10_mlp_up_proj/range": 3.6015625, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 1507.2451171875, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 0.6875, "train/tensor_act_model_layers_10_mlp_down_proj/std": 0.2578125, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 1.421875, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/min": -0.00677490234375, "train/tensor_act_model_layers_10_mlp_down_proj/max": 1.421875, "train/tensor_act_model_layers_10_mlp_down_proj/range": 1.42864990234375, "train/tensor_act_model_layers_10_mlp/norm": 1482.4732666015625, "train/tensor_act_model_layers_10_mlp/mean": 0.6796875, "train/tensor_act_model_layers_10_mlp/std": 0.25, "train/tensor_act_model_layers_10_mlp/max_abs": 1.3671875, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp/min": -0.00677490234375, "train/tensor_act_model_layers_10_mlp/max": 1.3671875, "train/tensor_act_model_layers_10_mlp/range": 1.37396240234375, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 6650.92578125, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 3.15625, "train/tensor_act_model_layers_10_residual_post_mlp/std": 0.78125, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 7.5, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/min": -0.56640625, "train/tensor_act_model_layers_10_residual_post_mlp/max": 7.5, "train/tensor_act_model_layers_10_residual_post_mlp/range": 8.06640625, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 6650.92578125, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 3.15625, "train/tensor_act_model_layers_11_residual_pre_attn/std": 0.78125, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 7.5, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/min": -0.56640625, "train/tensor_act_model_layers_11_residual_pre_attn/max": 7.5, "train/tensor_act_model_layers_11_residual_pre_attn/range": 8.06640625, "train/tensor_act_model_layers_11_residual_post_attn/norm": 6609.5947265625, "train/tensor_act_model_layers_11_residual_post_attn/mean": 3.125, "train/tensor_act_model_layers_11_residual_post_attn/std": 0.796875, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 7.53125, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/min": -0.61328125, "train/tensor_act_model_layers_11_residual_post_attn/max": 7.53125, "train/tensor_act_model_layers_11_residual_post_attn/range": 8.14453125, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 2302.809326171875, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": -0.037109375, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 0.79296875, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 2.09375, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -1.515625, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 2.09375, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 3.609375, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 2373.110595703125, "train/tensor_act_model_layers_11_mlp_up_proj/mean": -0.001373291015625, "train/tensor_act_model_layers_11_mlp_up_proj/std": 0.8203125, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 1.7890625, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -1.7890625, "train/tensor_act_model_layers_11_mlp_up_proj/max": 1.5859375, "train/tensor_act_model_layers_11_mlp_up_proj/range": 3.375, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 1493.8714599609375, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 0.68359375, "train/tensor_act_model_layers_11_mlp_down_proj/std": 0.255859375, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 1.40625, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/min": 0.004974365234375, "train/tensor_act_model_layers_11_mlp_down_proj/max": 1.40625, "train/tensor_act_model_layers_11_mlp_down_proj/range": 1.401275634765625, "train/tensor_act_model_layers_11_mlp/norm": 1470.6280517578125, "train/tensor_act_model_layers_11_mlp/mean": 0.67578125, "train/tensor_act_model_layers_11_mlp/std": 0.2470703125, "train/tensor_act_model_layers_11_mlp/max_abs": 1.3515625, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp/min": 0.004974365234375, "train/tensor_act_model_layers_11_mlp/max": 1.3515625, "train/tensor_act_model_layers_11_mlp/range": 1.346588134765625, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 7983.3408203125, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 3.796875, "train/tensor_act_model_layers_11_residual_post_mlp/std": 0.86328125, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 8.125, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/min": -0.2099609375, "train/tensor_act_model_layers_11_residual_post_mlp/max": 8.125, "train/tensor_act_model_layers_11_residual_post_mlp/range": 8.3349609375, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 7983.3408203125, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 3.796875, "train/tensor_act_model_layers_12_residual_pre_attn/std": 0.86328125, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 8.125, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/min": -0.2099609375, "train/tensor_act_model_layers_12_residual_pre_attn/max": 8.125, "train/tensor_act_model_layers_12_residual_pre_attn/range": 8.3349609375, "train/tensor_act_model_layers_12_residual_post_attn/norm": 7963.19873046875, "train/tensor_act_model_layers_12_residual_post_attn/mean": 3.78125, "train/tensor_act_model_layers_12_residual_post_attn/std": 0.87890625, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 8.1875, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/min": -0.3046875, "train/tensor_act_model_layers_12_residual_post_attn/max": 8.1875, "train/tensor_act_model_layers_12_residual_post_attn/range": 8.4921875, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 2207.219482421875, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": -0.10986328125, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 0.75390625, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 1.828125, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 1.828125, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 3.1875, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 2199.53173828125, "train/tensor_act_model_layers_12_mlp_up_proj/mean": -0.02001953125, "train/tensor_act_model_layers_12_mlp_up_proj/std": 0.7578125, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 1.796875, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -1.5546875, "train/tensor_act_model_layers_12_mlp_up_proj/max": 1.796875, "train/tensor_act_model_layers_12_mlp_up_proj/range": 3.3515625, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 1258.308837890625, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 0.58203125, "train/tensor_act_model_layers_12_mlp_down_proj/std": 0.1943359375, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 1.1484375, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/min": -0.013427734375, "train/tensor_act_model_layers_12_mlp_down_proj/max": 1.1484375, "train/tensor_act_model_layers_12_mlp_down_proj/range": 1.161865234375, "train/tensor_act_model_layers_12_mlp/norm": 1244.5567626953125, "train/tensor_act_model_layers_12_mlp/mean": 0.578125, "train/tensor_act_model_layers_12_mlp/std": 0.189453125, "train/tensor_act_model_layers_12_mlp/max_abs": 1.1171875, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp/min": -0.013427734375, "train/tensor_act_model_layers_12_mlp/max": 1.1171875, "train/tensor_act_model_layers_12_mlp/range": 1.130615234375, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 9135.3134765625, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 4.375, "train/tensor_act_model_layers_12_residual_post_mlp/std": 0.91796875, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 8.625, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/min": 0.189453125, "train/tensor_act_model_layers_12_residual_post_mlp/max": 8.625, "train/tensor_act_model_layers_12_residual_post_mlp/range": 8.435546875, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 9135.3134765625, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 4.375, "train/tensor_act_model_layers_13_residual_pre_attn/std": 0.91796875, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 8.625, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/min": 0.189453125, "train/tensor_act_model_layers_13_residual_pre_attn/max": 8.625, "train/tensor_act_model_layers_13_residual_pre_attn/range": 8.435546875, "train/tensor_act_model_layers_13_residual_post_attn/norm": 9088.5986328125, "train/tensor_act_model_layers_13_residual_post_attn/mean": 4.34375, "train/tensor_act_model_layers_13_residual_post_attn/std": 0.91796875, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 8.75, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/min": 0.0771484375, "train/tensor_act_model_layers_13_residual_post_attn/max": 8.75, "train/tensor_act_model_layers_13_residual_post_attn/range": 8.6728515625, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 2271.6875, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": -0.12890625, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 0.7734375, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 1.671875, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -1.40625, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 1.671875, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 3.078125, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 2415.599853515625, "train/tensor_act_model_layers_13_mlp_up_proj/mean": 0.01416015625, "train/tensor_act_model_layers_13_mlp_up_proj/std": 0.83203125, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 1.78125, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -1.78125, "train/tensor_act_model_layers_13_mlp_up_proj/max": 1.6015625, "train/tensor_act_model_layers_13_mlp_up_proj/range": 3.3828125, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 1472.1153564453125, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 0.69140625, "train/tensor_act_model_layers_13_mlp_down_proj/std": 0.19140625, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 1.203125, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/min": 0.220703125, "train/tensor_act_model_layers_13_mlp_down_proj/max": 1.203125, "train/tensor_act_model_layers_13_mlp_down_proj/range": 0.982421875, "train/tensor_act_model_layers_13_mlp/norm": 1452.2098388671875, "train/tensor_act_model_layers_13_mlp/mean": 0.68359375, "train/tensor_act_model_layers_13_mlp/std": 0.185546875, "train/tensor_act_model_layers_13_mlp/max_abs": 1.171875, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp/min": 0.220703125, "train/tensor_act_model_layers_13_mlp/max": 1.171875, "train/tensor_act_model_layers_13_mlp/range": 0.951171875, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 10483.09765625, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 5.03125, "train/tensor_act_model_layers_13_residual_post_mlp/std": 0.96875, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 9.4375, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/min": 0.3046875, "train/tensor_act_model_layers_13_residual_post_mlp/max": 9.4375, "train/tensor_act_model_layers_13_residual_post_mlp/range": 9.1328125, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 10483.09765625, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 5.03125, "train/tensor_act_model_layers_14_residual_pre_attn/std": 0.96875, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 9.4375, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/min": 0.3046875, "train/tensor_act_model_layers_14_residual_pre_attn/max": 9.4375, "train/tensor_act_model_layers_14_residual_pre_attn/range": 9.1328125, "train/tensor_act_model_layers_14_residual_post_attn/norm": 10478.609375, "train/tensor_act_model_layers_14_residual_post_attn/mean": 5.03125, "train/tensor_act_model_layers_14_residual_post_attn/std": 0.98046875, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 9.5625, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/min": 0.328125, "train/tensor_act_model_layers_14_residual_post_attn/max": 9.5625, "train/tensor_act_model_layers_14_residual_post_attn/range": 9.234375, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 2334.41796875, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": -0.0615234375, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 0.8046875, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 1.8046875, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -1.3359375, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 1.8046875, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 3.140625, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 2426.635498046875, "train/tensor_act_model_layers_14_mlp_up_proj/mean": -0.04052734375, "train/tensor_act_model_layers_14_mlp_up_proj/std": 0.8359375, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 1.671875, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -1.671875, "train/tensor_act_model_layers_14_mlp_up_proj/max": 1.5546875, "train/tensor_act_model_layers_14_mlp_up_proj/range": 3.2265625, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 1481.6788330078125, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 0.69140625, "train/tensor_act_model_layers_14_mlp_down_proj/std": 0.2138671875, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 1.21875, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/min": -0.018310546875, "train/tensor_act_model_layers_14_mlp_down_proj/max": 1.21875, "train/tensor_act_model_layers_14_mlp_down_proj/range": 1.237060546875, "train/tensor_act_model_layers_14_mlp/norm": 1460.5400390625, "train/tensor_act_model_layers_14_mlp/mean": 0.68359375, "train/tensor_act_model_layers_14_mlp/std": 0.20703125, "train/tensor_act_model_layers_14_mlp/max_abs": 1.1796875, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp/min": -0.018310546875, "train/tensor_act_model_layers_14_mlp/max": 1.1796875, "train/tensor_act_model_layers_14_mlp/range": 1.197998046875, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 11882.099609375, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 5.71875, "train/tensor_act_model_layers_14_residual_post_mlp/std": 1.0625, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 10.5625, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 1.6689300537109375e-05, "train/tensor_act_model_layers_14_residual_post_mlp/min": 0.7578125, "train/tensor_act_model_layers_14_residual_post_mlp/max": 10.5625, "train/tensor_act_model_layers_14_residual_post_mlp/range": 9.8046875, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 11882.099609375, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 5.71875, "train/tensor_act_model_layers_15_residual_pre_attn/std": 1.0625, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 10.5625, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 1.6689300537109375e-05, "train/tensor_act_model_layers_15_residual_pre_attn/min": 0.7578125, "train/tensor_act_model_layers_15_residual_pre_attn/max": 10.5625, "train/tensor_act_model_layers_15_residual_pre_attn/range": 9.8046875, "train/tensor_act_model_layers_15_residual_post_attn/norm": 11842.6552734375, "train/tensor_act_model_layers_15_residual_post_attn/mean": 5.6875, "train/tensor_act_model_layers_15_residual_post_attn/std": 1.0703125, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 10.625, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 2.1696090698242188e-05, "train/tensor_act_model_layers_15_residual_post_attn/min": 0.7109375, "train/tensor_act_model_layers_15_residual_post_attn/max": 10.625, "train/tensor_act_model_layers_15_residual_post_attn/range": 9.9140625, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 2276.064453125, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": -0.04248046875, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 0.78515625, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 1.78125, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -1.3515625, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 1.78125, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 3.1328125, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 2275.90185546875, "train/tensor_act_model_layers_15_mlp_up_proj/mean": 0.00909423828125, "train/tensor_act_model_layers_15_mlp_up_proj/std": 0.78515625, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 1.8125, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -1.8125, "train/tensor_act_model_layers_15_mlp_up_proj/max": 1.609375, "train/tensor_act_model_layers_15_mlp_up_proj/range": 3.421875, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 1380.731201171875, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 0.640625, "train/tensor_act_model_layers_15_mlp_down_proj/std": 0.21484375, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 1.234375, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/min": 0.11376953125, "train/tensor_act_model_layers_15_mlp_down_proj/max": 1.234375, "train/tensor_act_model_layers_15_mlp_down_proj/range": 1.12060546875, "train/tensor_act_model_layers_15_mlp/norm": 1363.017822265625, "train/tensor_act_model_layers_15_mlp/mean": 0.6328125, "train/tensor_act_model_layers_15_mlp/std": 0.208984375, "train/tensor_act_model_layers_15_mlp/max_abs": 1.1953125, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp/min": 0.11376953125, "train/tensor_act_model_layers_15_mlp/max": 1.1953125, "train/tensor_act_model_layers_15_mlp/range": 1.08154296875, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 13146.466796875, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 6.3125, "train/tensor_act_model_layers_15_residual_post_mlp/std": 1.15625, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 11.25, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 0.0006852149963378906, "train/tensor_act_model_layers_15_residual_post_mlp/min": 1.1328125, "train/tensor_act_model_layers_15_residual_post_mlp/max": 11.25, "train/tensor_act_model_layers_15_residual_post_mlp/range": 10.1171875, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 13146.466796875, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 6.3125, "train/tensor_act_model_layers_16_residual_pre_attn/std": 1.15625, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 11.25, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 0.0006852149963378906, "train/tensor_act_model_layers_16_residual_pre_attn/min": 1.1328125, "train/tensor_act_model_layers_16_residual_pre_attn/max": 11.25, "train/tensor_act_model_layers_16_residual_pre_attn/range": 10.1171875, "train/tensor_act_model_layers_16_residual_post_attn/norm": 13120.8740234375, "train/tensor_act_model_layers_16_residual_post_attn/mean": 6.3125, "train/tensor_act_model_layers_16_residual_post_attn/std": 1.1484375, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 11.1875, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 0.0006206035614013672, "train/tensor_act_model_layers_16_residual_post_attn/min": 1.09375, "train/tensor_act_model_layers_16_residual_post_attn/max": 11.1875, "train/tensor_act_model_layers_16_residual_post_attn/range": 10.09375, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 2298.115234375, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": -0.119140625, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 0.78515625, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 1.8515625, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -1.3515625, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 1.8515625, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 3.203125, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 2404.40966796875, "train/tensor_act_model_layers_16_mlp_up_proj/mean": -0.01470947265625, "train/tensor_act_model_layers_16_mlp_up_proj/std": 0.828125, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 1.8359375, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -1.8359375, "train/tensor_act_model_layers_16_mlp_up_proj/max": 1.6953125, "train/tensor_act_model_layers_16_mlp_up_proj/range": 3.53125, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 1488.98974609375, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 0.68359375, "train/tensor_act_model_layers_16_mlp_down_proj/std": 0.2490234375, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 1.40625, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/min": 0.10400390625, "train/tensor_act_model_layers_16_mlp_down_proj/max": 1.40625, "train/tensor_act_model_layers_16_mlp_down_proj/range": 1.30224609375, "train/tensor_act_model_layers_16_mlp/norm": 1465.6864013671875, "train/tensor_act_model_layers_16_mlp/mean": 0.67578125, "train/tensor_act_model_layers_16_mlp/std": 0.240234375, "train/tensor_act_model_layers_16_mlp/max_abs": 1.3515625, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp/min": 0.10400390625, "train/tensor_act_model_layers_16_mlp/max": 1.3515625, "train/tensor_act_model_layers_16_mlp/range": 1.24755859375, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 14479.0830078125, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 6.96875, "train/tensor_act_model_layers_16_residual_post_mlp/std": 1.140625, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 11.8125, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 0.008262157440185547, "train/tensor_act_model_layers_16_residual_post_mlp/min": 2.28125, "train/tensor_act_model_layers_16_residual_post_mlp/max": 11.8125, "train/tensor_act_model_layers_16_residual_post_mlp/range": 9.53125, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 14479.0830078125, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 6.96875, "train/tensor_act_model_layers_17_residual_pre_attn/std": 1.140625, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 11.8125, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 0.008262157440185547, "train/tensor_act_model_layers_17_residual_pre_attn/min": 2.28125, "train/tensor_act_model_layers_17_residual_pre_attn/max": 11.8125, "train/tensor_act_model_layers_17_residual_pre_attn/range": 9.53125, "train/tensor_act_model_layers_17_residual_post_attn/norm": 14452.5615234375, "train/tensor_act_model_layers_17_residual_post_attn/mean": 6.96875, "train/tensor_act_model_layers_17_residual_post_attn/std": 1.1328125, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 11.875, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 0.00825643539428711, "train/tensor_act_model_layers_17_residual_post_attn/min": 2.296875, "train/tensor_act_model_layers_17_residual_post_attn/max": 11.875, "train/tensor_act_model_layers_17_residual_post_attn/range": 9.578125, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 2412.222412109375, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": 0.09521484375, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 0.828125, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 1.640625, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 1.640625, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 2.9609375, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 2538.5693359375, "train/tensor_act_model_layers_17_mlp_up_proj/mean": 0.01409912109375, "train/tensor_act_model_layers_17_mlp_up_proj/std": 0.875, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 1.8046875, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -1.8046875, "train/tensor_act_model_layers_17_mlp_up_proj/max": 1.6640625, "train/tensor_act_model_layers_17_mlp_up_proj/range": 3.46875, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 1887.326416015625, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 0.8828125, "train/tensor_act_model_layers_17_mlp_down_proj/std": 0.265625, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 1.625, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/min": 0.16015625, "train/tensor_act_model_layers_17_mlp_down_proj/max": 1.625, "train/tensor_act_model_layers_17_mlp_down_proj/range": 1.46484375, "train/tensor_act_model_layers_17_mlp/norm": 1844.6533203125, "train/tensor_act_model_layers_17_mlp/mean": 0.86328125, "train/tensor_act_model_layers_17_mlp/std": 0.251953125, "train/tensor_act_model_layers_17_mlp/max_abs": 1.5390625, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp/min": 0.16015625, "train/tensor_act_model_layers_17_mlp/max": 1.5390625, "train/tensor_act_model_layers_17_mlp/range": 1.37890625, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 16214.7958984375, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 7.84375, "train/tensor_act_model_layers_17_residual_post_mlp/std": 1.1796875, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 12.625, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 0.04276299476623535, "train/tensor_act_model_layers_17_residual_post_mlp/min": 3.078125, "train/tensor_act_model_layers_17_residual_post_mlp/max": 12.625, "train/tensor_act_model_layers_17_residual_post_mlp/range": 9.546875, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 16214.7958984375, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 7.84375, "train/tensor_act_model_layers_18_residual_pre_attn/std": 1.1796875, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 12.625, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 0.04276299476623535, "train/tensor_act_model_layers_18_residual_pre_attn/min": 3.078125, "train/tensor_act_model_layers_18_residual_pre_attn/max": 12.625, "train/tensor_act_model_layers_18_residual_pre_attn/range": 9.546875, "train/tensor_act_model_layers_18_residual_post_attn/norm": 16174.1298828125, "train/tensor_act_model_layers_18_residual_post_attn/mean": 7.8125, "train/tensor_act_model_layers_18_residual_post_attn/std": 1.1796875, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 12.6875, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 0.04229307174682617, "train/tensor_act_model_layers_18_residual_post_attn/min": 3.125, "train/tensor_act_model_layers_18_residual_post_attn/max": 12.6875, "train/tensor_act_model_layers_18_residual_post_attn/range": 9.5625, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 2289.964599609375, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": -0.0546875, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 0.7890625, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 1.9375, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 1.9375, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 3.25, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 2430.142578125, "train/tensor_act_model_layers_18_mlp_up_proj/mean": -0.09423828125, "train/tensor_act_model_layers_18_mlp_up_proj/std": 0.83203125, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 2.046875, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -2.046875, "train/tensor_act_model_layers_18_mlp_up_proj/max": 1.8046875, "train/tensor_act_model_layers_18_mlp_up_proj/range": 3.8515625, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 1516.7904052734375, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 0.70703125, "train/tensor_act_model_layers_18_mlp_down_proj/std": 0.2236328125, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 1.390625, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/min": 0.2109375, "train/tensor_act_model_layers_18_mlp_down_proj/max": 1.390625, "train/tensor_act_model_layers_18_mlp_down_proj/range": 1.1796875, "train/tensor_act_model_layers_18_mlp/norm": 1493.278076171875, "train/tensor_act_model_layers_18_mlp/mean": 0.6953125, "train/tensor_act_model_layers_18_mlp/std": 0.2158203125, "train/tensor_act_model_layers_18_mlp/max_abs": 1.3359375, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp/min": 0.2109375, "train/tensor_act_model_layers_18_mlp/max": 1.3359375, "train/tensor_act_model_layers_18_mlp/range": 1.125, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 17596.458984375, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 8.5, "train/tensor_act_model_layers_18_residual_post_mlp/std": 1.21875, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 13.1875, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 0.09355282783508301, "train/tensor_act_model_layers_18_residual_post_mlp/min": 3.484375, "train/tensor_act_model_layers_18_residual_post_mlp/max": 13.1875, "train/tensor_act_model_layers_18_residual_post_mlp/range": 9.703125, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 17596.458984375, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 8.5, "train/tensor_act_model_layers_19_residual_pre_attn/std": 1.21875, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 13.1875, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 0.09355282783508301, "train/tensor_act_model_layers_19_residual_pre_attn/min": 3.484375, "train/tensor_act_model_layers_19_residual_pre_attn/max": 13.1875, "train/tensor_act_model_layers_19_residual_pre_attn/range": 9.703125, "train/tensor_act_model_layers_19_residual_post_attn/norm": 17528.294921875, "train/tensor_act_model_layers_19_residual_post_attn/mean": 8.5, "train/tensor_act_model_layers_19_residual_post_attn/std": 1.21875, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 13.3125, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 0.08752036094665527, "train/tensor_act_model_layers_19_residual_post_attn/min": 3.484375, "train/tensor_act_model_layers_19_residual_post_attn/max": 13.3125, "train/tensor_act_model_layers_19_residual_post_attn/range": 9.828125, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 2227.58251953125, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": -0.05126953125, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 0.765625, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 1.609375, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -1.3671875, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 1.609375, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 2.9765625, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 2313.2900390625, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.009521484375, "train/tensor_act_model_layers_19_mlp_up_proj/std": 0.796875, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 1.78125, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -1.78125, "train/tensor_act_model_layers_19_mlp_up_proj/max": 1.65625, "train/tensor_act_model_layers_19_mlp_up_proj/range": 3.4375, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 1450.5206298828125, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 0.671875, "train/tensor_act_model_layers_19_mlp_down_proj/std": 0.2216796875, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 1.4140625, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/min": 0.1806640625, "train/tensor_act_model_layers_19_mlp_down_proj/max": 1.4140625, "train/tensor_act_model_layers_19_mlp_down_proj/range": 1.2333984375, "train/tensor_act_model_layers_19_mlp/norm": 1429.298095703125, "train/tensor_act_model_layers_19_mlp/mean": 0.6640625, "train/tensor_act_model_layers_19_mlp/std": 0.2138671875, "train/tensor_act_model_layers_19_mlp/max_abs": 1.359375, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp/min": 0.1806640625, "train/tensor_act_model_layers_19_mlp/max": 1.359375, "train/tensor_act_model_layers_19_mlp/range": 1.1787109375, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 18886.76171875, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 9.125, "train/tensor_act_model_layers_19_residual_post_mlp/std": 1.25, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 13.875, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 0.19957828521728516, "train/tensor_act_model_layers_19_residual_post_mlp/min": 4.15625, "train/tensor_act_model_layers_19_residual_post_mlp/max": 13.875, "train/tensor_act_model_layers_19_residual_post_mlp/range": 9.71875, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 18886.76171875, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 9.125, "train/tensor_act_model_layers_20_residual_pre_attn/std": 1.25, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 13.875, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 0.19957828521728516, "train/tensor_act_model_layers_20_residual_pre_attn/min": 4.15625, "train/tensor_act_model_layers_20_residual_pre_attn/max": 13.875, "train/tensor_act_model_layers_20_residual_pre_attn/range": 9.71875, "train/tensor_act_model_layers_20_residual_post_attn/norm": 18851.708984375, "train/tensor_act_model_layers_20_residual_post_attn/mean": 9.125, "train/tensor_act_model_layers_20_residual_post_attn/std": 1.25, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 13.9375, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 0.19214391708374023, "train/tensor_act_model_layers_20_residual_post_attn/min": 4.03125, "train/tensor_act_model_layers_20_residual_post_attn/max": 13.9375, "train/tensor_act_model_layers_20_residual_post_attn/range": 9.90625, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 2300.380859375, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": 0.03759765625, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 0.79296875, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 1.6875, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 1.6875, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 2.96875, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 2423.145751953125, "train/tensor_act_model_layers_20_mlp_up_proj/mean": 0.02734375, "train/tensor_act_model_layers_20_mlp_up_proj/std": 0.8359375, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 1.84375, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -1.84375, "train/tensor_act_model_layers_20_mlp_up_proj/max": 1.7890625, "train/tensor_act_model_layers_20_mlp_up_proj/range": 3.6328125, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 1650.746826171875, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 0.77734375, "train/tensor_act_model_layers_20_mlp_down_proj/std": 0.2119140625, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 1.359375, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/min": 0.171875, "train/tensor_act_model_layers_20_mlp_down_proj/max": 1.359375, "train/tensor_act_model_layers_20_mlp_down_proj/range": 1.1875, "train/tensor_act_model_layers_20_mlp/norm": 1623.5045166015625, "train/tensor_act_model_layers_20_mlp/mean": 0.765625, "train/tensor_act_model_layers_20_mlp/std": 0.2041015625, "train/tensor_act_model_layers_20_mlp/max_abs": 1.3125, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp/min": 0.171875, "train/tensor_act_model_layers_20_mlp/max": 1.3125, "train/tensor_act_model_layers_20_mlp/range": 1.140625, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 20422.69921875, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 9.875, "train/tensor_act_model_layers_20_residual_post_mlp/std": 1.3125, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 14.6875, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 0.4423978328704834, "train/tensor_act_model_layers_20_residual_post_mlp/min": 4.6875, "train/tensor_act_model_layers_20_residual_post_mlp/max": 14.6875, "train/tensor_act_model_layers_20_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 20422.69921875, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 9.875, "train/tensor_act_model_layers_21_residual_pre_attn/std": 1.3125, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 14.6875, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 0.4423978328704834, "train/tensor_act_model_layers_21_residual_pre_attn/min": 4.6875, "train/tensor_act_model_layers_21_residual_pre_attn/max": 14.6875, "train/tensor_act_model_layers_21_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_21_residual_post_attn/norm": 20414.099609375, "train/tensor_act_model_layers_21_residual_post_attn/mean": 9.875, "train/tensor_act_model_layers_21_residual_post_attn/std": 1.3125, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 14.625, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 0.4415857791900635, "train/tensor_act_model_layers_21_residual_post_attn/min": 4.75, "train/tensor_act_model_layers_21_residual_post_attn/max": 14.625, "train/tensor_act_model_layers_21_residual_post_attn/range": 9.875, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 2423.634765625, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": 0.0308837890625, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 0.8359375, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 1.7265625, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -1.3046875, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 1.7265625, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 3.03125, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 2531.036376953125, "train/tensor_act_model_layers_21_mlp_up_proj/mean": 0.05615234375, "train/tensor_act_model_layers_21_mlp_up_proj/std": 0.87109375, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 1.9140625, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -1.703125, "train/tensor_act_model_layers_21_mlp_up_proj/max": 1.9140625, "train/tensor_act_model_layers_21_mlp_up_proj/range": 3.6171875, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 1781.64111328125, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 0.82421875, "train/tensor_act_model_layers_21_mlp_down_proj/std": 0.275390625, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 1.578125, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/min": -0.1298828125, "train/tensor_act_model_layers_21_mlp_down_proj/max": 1.578125, "train/tensor_act_model_layers_21_mlp_down_proj/range": 1.7080078125, "train/tensor_act_model_layers_21_mlp/norm": 1744.534423828125, "train/tensor_act_model_layers_21_mlp/mean": 0.80859375, "train/tensor_act_model_layers_21_mlp/std": 0.263671875, "train/tensor_act_model_layers_21_mlp/max_abs": 1.5, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp/min": -0.1298828125, "train/tensor_act_model_layers_21_mlp/max": 1.5, "train/tensor_act_model_layers_21_mlp/range": 1.6298828125, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 22064.064453125, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 10.6875, "train/tensor_act_model_layers_21_residual_post_mlp/std": 1.3359375, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 15.5, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 0.7027437686920166, "train/tensor_act_model_layers_21_residual_post_mlp/min": 5.3125, "train/tensor_act_model_layers_21_residual_post_mlp/max": 15.5, "train/tensor_act_model_layers_21_residual_post_mlp/range": 10.1875, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 22064.064453125, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 10.6875, "train/tensor_act_model_layers_22_residual_pre_attn/std": 1.3359375, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 15.5, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 0.7027437686920166, "train/tensor_act_model_layers_22_residual_pre_attn/min": 5.3125, "train/tensor_act_model_layers_22_residual_pre_attn/max": 15.5, "train/tensor_act_model_layers_22_residual_pre_attn/range": 10.1875, "train/tensor_act_model_layers_22_residual_post_attn/norm": 22035.91015625, "train/tensor_act_model_layers_22_residual_post_attn/mean": 10.6875, "train/tensor_act_model_layers_22_residual_post_attn/std": 1.328125, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 15.5, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 0.7011802196502686, "train/tensor_act_model_layers_22_residual_post_attn/min": 5.28125, "train/tensor_act_model_layers_22_residual_post_attn/max": 15.5, "train/tensor_act_model_layers_22_residual_post_attn/range": 10.21875, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 2482.019775390625, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": 0.047119140625, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 0.85546875, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -1.4453125, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 1.9921875, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 3.4375, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 2469.371337890625, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.06005859375, "train/tensor_act_model_layers_22_mlp_up_proj/std": 0.8515625, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 1.78125, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -1.609375, "train/tensor_act_model_layers_22_mlp_up_proj/max": 1.78125, "train/tensor_act_model_layers_22_mlp_up_proj/range": 3.390625, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 1884.7376708984375, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 0.87890625, "train/tensor_act_model_layers_22_mlp_down_proj/std": 0.2734375, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 1.578125, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/min": 0.193359375, "train/tensor_act_model_layers_22_mlp_down_proj/max": 1.578125, "train/tensor_act_model_layers_22_mlp_down_proj/range": 1.384765625, "train/tensor_act_model_layers_22_mlp/norm": 1842.922119140625, "train/tensor_act_model_layers_22_mlp/mean": 0.859375, "train/tensor_act_model_layers_22_mlp/std": 0.26171875, "train/tensor_act_model_layers_22_mlp/max_abs": 1.5, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp/min": 0.193359375, "train/tensor_act_model_layers_22_mlp/max": 1.5, "train/tensor_act_model_layers_22_mlp/range": 1.306640625, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 23809.1953125, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 11.5625, "train/tensor_act_model_layers_22_residual_post_mlp/std": 1.3984375, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 16.5, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 0.8789277076721191, "train/tensor_act_model_layers_22_residual_post_mlp/min": 5.625, "train/tensor_act_model_layers_22_residual_post_mlp/max": 16.5, "train/tensor_act_model_layers_22_residual_post_mlp/range": 10.875, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 23809.1953125, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 11.5625, "train/tensor_act_model_layers_23_residual_pre_attn/std": 1.3984375, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 16.5, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 0.8789277076721191, "train/tensor_act_model_layers_23_residual_pre_attn/min": 5.625, "train/tensor_act_model_layers_23_residual_pre_attn/max": 16.5, "train/tensor_act_model_layers_23_residual_pre_attn/range": 10.875, "train/tensor_act_model_layers_23_residual_post_attn/norm": 23792.9140625, "train/tensor_act_model_layers_23_residual_post_attn/mean": 11.5625, "train/tensor_act_model_layers_23_residual_post_attn/std": 1.40625, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 16.5, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 0.8751842975616455, "train/tensor_act_model_layers_23_residual_post_attn/min": 5.59375, "train/tensor_act_model_layers_23_residual_post_attn/max": 16.5, "train/tensor_act_model_layers_23_residual_post_attn/range": 10.90625, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 2524.082763671875, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": -0.03125, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 0.87109375, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 1.921875, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 1.921875, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 3.28125, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 2603.928955078125, "train/tensor_act_model_layers_23_mlp_up_proj/mean": 0.05517578125, "train/tensor_act_model_layers_23_mlp_up_proj/std": 0.8984375, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 1.9375, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -1.9375, "train/tensor_act_model_layers_23_mlp_up_proj/max": 1.7109375, "train/tensor_act_model_layers_23_mlp_up_proj/range": 3.6484375, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 1891.61279296875, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 0.88671875, "train/tensor_act_model_layers_23_mlp_down_proj/std": 0.259765625, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 1.5703125, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/min": 0.11767578125, "train/tensor_act_model_layers_23_mlp_down_proj/max": 1.5703125, "train/tensor_act_model_layers_23_mlp_down_proj/range": 1.45263671875, "train/tensor_act_model_layers_23_mlp/norm": 1849.4674072265625, "train/tensor_act_model_layers_23_mlp/mean": 0.8671875, "train/tensor_act_model_layers_23_mlp/std": 0.24609375, "train/tensor_act_model_layers_23_mlp/max_abs": 1.4921875, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp/min": 0.11767578125, "train/tensor_act_model_layers_23_mlp/max": 1.4921875, "train/tensor_act_model_layers_23_mlp/range": 1.37451171875, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 25579.294921875, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 12.375, "train/tensor_act_model_layers_23_residual_post_mlp/std": 1.4921875, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 17.5, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 0.9521622657775879, "train/tensor_act_model_layers_23_residual_post_mlp/min": 6.25, "train/tensor_act_model_layers_23_residual_post_mlp/max": 17.5, "train/tensor_act_model_layers_23_residual_post_mlp/range": 11.25, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 25579.294921875, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 12.375, "train/tensor_act_model_layers_24_residual_pre_attn/std": 1.4921875, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 17.5, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 0.9521622657775879, "train/tensor_act_model_layers_24_residual_pre_attn/min": 6.25, "train/tensor_act_model_layers_24_residual_pre_attn/max": 17.5, "train/tensor_act_model_layers_24_residual_pre_attn/range": 11.25, "train/tensor_act_model_layers_24_residual_post_attn/norm": 25553.734375, "train/tensor_act_model_layers_24_residual_post_attn/mean": 12.375, "train/tensor_act_model_layers_24_residual_post_attn/std": 1.484375, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 17.5, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 0.9523582458496094, "train/tensor_act_model_layers_24_residual_post_attn/min": 6.3125, "train/tensor_act_model_layers_24_residual_post_attn/max": 17.5, "train/tensor_act_model_layers_24_residual_post_attn/range": 11.1875, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 2473.653564453125, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": -0.006103515625, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 0.85546875, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 1.734375, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 1.734375, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 3.03125, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 2627.52197265625, "train/tensor_act_model_layers_24_mlp_up_proj/mean": 0.0137939453125, "train/tensor_act_model_layers_24_mlp_up_proj/std": 0.90625, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 1.7421875, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -1.640625, "train/tensor_act_model_layers_24_mlp_up_proj/max": 1.7421875, "train/tensor_act_model_layers_24_mlp_up_proj/range": 3.3828125, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 1922.8695068359375, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 0.8984375, "train/tensor_act_model_layers_24_mlp_down_proj/std": 0.267578125, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 1.8046875, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/min": 0.2099609375, "train/tensor_act_model_layers_24_mlp_down_proj/max": 1.8046875, "train/tensor_act_model_layers_24_mlp_down_proj/range": 1.5947265625, "train/tensor_act_model_layers_24_mlp/norm": 1877.54345703125, "train/tensor_act_model_layers_24_mlp/mean": 0.8828125, "train/tensor_act_model_layers_24_mlp/std": 0.251953125, "train/tensor_act_model_layers_24_mlp/max_abs": 1.6953125, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp/min": 0.2099609375, "train/tensor_act_model_layers_24_mlp/max": 1.6953125, "train/tensor_act_model_layers_24_mlp/range": 1.4853515625, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 27358.578125, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 13.25, "train/tensor_act_model_layers_24_residual_post_mlp/std": 1.5390625, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 18.875, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 0.9806551933288574, "train/tensor_act_model_layers_24_residual_post_mlp/min": 7.09375, "train/tensor_act_model_layers_24_residual_post_mlp/max": 18.875, "train/tensor_act_model_layers_24_residual_post_mlp/range": 11.78125, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 27358.578125, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 13.25, "train/tensor_act_model_layers_25_residual_pre_attn/std": 1.5390625, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 18.875, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 0.9806551933288574, "train/tensor_act_model_layers_25_residual_pre_attn/min": 7.09375, "train/tensor_act_model_layers_25_residual_pre_attn/max": 18.875, "train/tensor_act_model_layers_25_residual_pre_attn/range": 11.78125, "train/tensor_act_model_layers_25_residual_post_attn/norm": 27306.859375, "train/tensor_act_model_layers_25_residual_post_attn/mean": 13.25, "train/tensor_act_model_layers_25_residual_post_attn/std": 1.53125, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 18.875, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 0.9803164005279541, "train/tensor_act_model_layers_25_residual_post_attn/min": 7.15625, "train/tensor_act_model_layers_25_residual_post_attn/max": 18.875, "train/tensor_act_model_layers_25_residual_post_attn/range": 11.71875, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 2474.2705078125, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": 0.0439453125, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 0.8515625, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 1.8984375, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 1.8984375, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 3.1640625, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 2668.830078125, "train/tensor_act_model_layers_25_mlp_up_proj/mean": -0.04638671875, "train/tensor_act_model_layers_25_mlp_up_proj/std": 0.921875, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 2.046875, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -1.828125, "train/tensor_act_model_layers_25_mlp_up_proj/max": 2.046875, "train/tensor_act_model_layers_25_mlp_up_proj/range": 3.875, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 2073.437255859375, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 0.96484375, "train/tensor_act_model_layers_25_mlp_down_proj/std": 0.3125, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 1.6875, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/min": 0.01153564453125, "train/tensor_act_model_layers_25_mlp_down_proj/max": 1.6875, "train/tensor_act_model_layers_25_mlp_down_proj/range": 1.67596435546875, "train/tensor_act_model_layers_25_mlp/norm": 2016.5728759765625, "train/tensor_act_model_layers_25_mlp/mean": 0.94140625, "train/tensor_act_model_layers_25_mlp/std": 0.294921875, "train/tensor_act_model_layers_25_mlp/max_abs": 1.59375, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp/min": 0.01153564453125, "train/tensor_act_model_layers_25_mlp/max": 1.59375, "train/tensor_act_model_layers_25_mlp/range": 1.58221435546875, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 29225.416015625, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 14.1875, "train/tensor_act_model_layers_25_residual_post_mlp/std": 1.5703125, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 20.125, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 0.9955921173095703, "train/tensor_act_model_layers_25_residual_post_mlp/min": 8.375, "train/tensor_act_model_layers_25_residual_post_mlp/max": 20.125, "train/tensor_act_model_layers_25_residual_post_mlp/range": 11.75, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 29225.416015625, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 14.1875, "train/tensor_act_model_layers_26_residual_pre_attn/std": 1.5703125, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 20.125, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 0.9955921173095703, "train/tensor_act_model_layers_26_residual_pre_attn/min": 8.375, "train/tensor_act_model_layers_26_residual_pre_attn/max": 20.125, "train/tensor_act_model_layers_26_residual_pre_attn/range": 11.75, "train/tensor_act_model_layers_26_residual_post_attn/norm": 29208.080078125, "train/tensor_act_model_layers_26_residual_post_attn/mean": 14.1875, "train/tensor_act_model_layers_26_residual_post_attn/std": 1.578125, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 20.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 0.9941990375518799, "train/tensor_act_model_layers_26_residual_post_attn/min": 8.3125, "train/tensor_act_model_layers_26_residual_post_attn/max": 20.0, "train/tensor_act_model_layers_26_residual_post_attn/range": 11.6875, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 2582.0322265625, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": 0.07373046875, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 0.88671875, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 1.8046875, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -1.3046875, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 1.8046875, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 3.109375, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 2696.538818359375, "train/tensor_act_model_layers_26_mlp_up_proj/mean": 0.04541015625, "train/tensor_act_model_layers_26_mlp_up_proj/std": 0.9296875, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 1.8828125, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -1.65625, "train/tensor_act_model_layers_26_mlp_up_proj/max": 1.8828125, "train/tensor_act_model_layers_26_mlp_up_proj/range": 3.5390625, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 2191.314208984375, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 1.015625, "train/tensor_act_model_layers_26_mlp_down_proj/std": 0.3359375, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 1.921875, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/min": 0.162109375, "train/tensor_act_model_layers_26_mlp_down_proj/max": 1.921875, "train/tensor_act_model_layers_26_mlp_down_proj/range": 1.759765625, "train/tensor_act_model_layers_26_mlp/norm": 2122.23193359375, "train/tensor_act_model_layers_26_mlp/mean": 0.98828125, "train/tensor_act_model_layers_26_mlp/std": 0.3125, "train/tensor_act_model_layers_26_mlp/max_abs": 1.7890625, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp/min": 0.162109375, "train/tensor_act_model_layers_26_mlp/max": 1.7890625, "train/tensor_act_model_layers_26_mlp/range": 1.626953125, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 31224.13671875, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 15.1875, "train/tensor_act_model_layers_26_residual_post_mlp/std": 1.6171875, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 20.875, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 0.9997477531433105, "train/tensor_act_model_layers_26_residual_post_mlp/min": 9.0625, "train/tensor_act_model_layers_26_residual_post_mlp/max": 20.875, "train/tensor_act_model_layers_26_residual_post_mlp/range": 11.8125, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 31224.13671875, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 15.1875, "train/tensor_act_model_layers_27_residual_pre_attn/std": 1.6171875, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 20.875, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 0.9997477531433105, "train/tensor_act_model_layers_27_residual_pre_attn/min": 9.0625, "train/tensor_act_model_layers_27_residual_pre_attn/max": 20.875, "train/tensor_act_model_layers_27_residual_pre_attn/range": 11.8125, "train/tensor_act_model_layers_27_residual_post_attn/norm": 31179.490234375, "train/tensor_act_model_layers_27_residual_post_attn/mean": 15.125, "train/tensor_act_model_layers_27_residual_post_attn/std": 1.625, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 20.875, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 0.9992897510528564, "train/tensor_act_model_layers_27_residual_post_attn/min": 8.875, "train/tensor_act_model_layers_27_residual_post_attn/max": 20.875, "train/tensor_act_model_layers_27_residual_post_attn/range": 12.0, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 2453.923583984375, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": 0.08251953125, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 0.84375, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 2.140625, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 2.140625, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 3.40625, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 2581.499755859375, "train/tensor_act_model_layers_27_mlp_up_proj/mean": 0.001983642578125, "train/tensor_act_model_layers_27_mlp_up_proj/std": 0.890625, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 1.84375, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -1.84375, "train/tensor_act_model_layers_27_mlp_up_proj/max": 1.8359375, "train/tensor_act_model_layers_27_mlp_up_proj/range": 3.6796875, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 2159.317138671875, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 1.0, "train/tensor_act_model_layers_27_mlp_down_proj/std": 0.328125, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 1.8046875, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/min": 0.033447265625, "train/tensor_act_model_layers_27_mlp_down_proj/max": 1.8046875, "train/tensor_act_model_layers_27_mlp_down_proj/range": 1.771240234375, "train/tensor_act_model_layers_27_mlp/norm": 2094.96533203125, "train/tensor_act_model_layers_27_mlp/mean": 0.9765625, "train/tensor_act_model_layers_27_mlp/std": 0.30859375, "train/tensor_act_model_layers_27_mlp/max_abs": 1.6953125, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp/min": 0.033447265625, "train/tensor_act_model_layers_27_mlp/max": 1.6953125, "train/tensor_act_model_layers_27_mlp/range": 1.661865234375, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 33178.2734375, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 16.125, "train/tensor_act_model_layers_27_residual_post_mlp/std": 1.703125, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 22.125, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 0.999990701675415, "train/tensor_act_model_layers_27_residual_post_mlp/min": 9.625, "train/tensor_act_model_layers_27_residual_post_mlp/max": 22.125, "train/tensor_act_model_layers_27_residual_post_mlp/range": 12.5, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 33178.2734375, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 16.125, "train/tensor_act_model_layers_28_residual_pre_attn/std": 1.703125, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 22.125, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 0.999990701675415, "train/tensor_act_model_layers_28_residual_pre_attn/min": 9.625, "train/tensor_act_model_layers_28_residual_pre_attn/max": 22.125, "train/tensor_act_model_layers_28_residual_pre_attn/range": 12.5, "train/tensor_act_model_layers_28_residual_post_attn/norm": 33156.703125, "train/tensor_act_model_layers_28_residual_post_attn/mean": 16.125, "train/tensor_act_model_layers_28_residual_post_attn/std": 1.71875, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 22.125, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 0.9999823570251465, "train/tensor_act_model_layers_28_residual_post_attn/min": 9.4375, "train/tensor_act_model_layers_28_residual_post_attn/max": 22.125, "train/tensor_act_model_layers_28_residual_post_attn/range": 12.6875, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 2591.93896484375, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": -0.000518798828125, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 0.89453125, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 2.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -1.234375, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 2.0, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 3.234375, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 2722.675048828125, "train/tensor_act_model_layers_28_mlp_up_proj/mean": -0.005859375, "train/tensor_act_model_layers_28_mlp_up_proj/std": 0.94140625, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 1.8828125, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -1.7265625, "train/tensor_act_model_layers_28_mlp_up_proj/max": 1.8828125, "train/tensor_act_model_layers_28_mlp_up_proj/range": 3.609375, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 2091.044189453125, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 0.97265625, "train/tensor_act_model_layers_28_mlp_down_proj/std": 0.310546875, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 2.0625, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/min": 0.17578125, "train/tensor_act_model_layers_28_mlp_down_proj/max": 2.0625, "train/tensor_act_model_layers_28_mlp_down_proj/range": 1.88671875, "train/tensor_act_model_layers_28_mlp/norm": 2031.0318603515625, "train/tensor_act_model_layers_28_mlp/mean": 0.94921875, "train/tensor_act_model_layers_28_mlp/std": 0.291015625, "train/tensor_act_model_layers_28_mlp/max_abs": 1.8984375, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp/min": 0.17578125, "train/tensor_act_model_layers_28_mlp/max": 1.8984375, "train/tensor_act_model_layers_28_mlp/range": 1.72265625, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 35107.88671875, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 17.0, "train/tensor_act_model_layers_28_residual_post_mlp/std": 1.796875, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 23.125, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_mlp/min": 10.375, "train/tensor_act_model_layers_28_residual_post_mlp/max": 23.125, "train/tensor_act_model_layers_28_residual_post_mlp/range": 12.75, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 35107.88671875, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 17.0, "train/tensor_act_model_layers_29_residual_pre_attn/std": 1.796875, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 23.125, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_pre_attn/min": 10.375, "train/tensor_act_model_layers_29_residual_pre_attn/max": 23.125, "train/tensor_act_model_layers_29_residual_pre_attn/range": 12.75, "train/tensor_act_model_layers_29_residual_post_attn/norm": 35069.7890625, "train/tensor_act_model_layers_29_residual_post_attn/mean": 17.0, "train/tensor_act_model_layers_29_residual_post_attn/std": 1.8046875, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 23.125, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_attn/min": 10.25, "train/tensor_act_model_layers_29_residual_post_attn/max": 23.125, "train/tensor_act_model_layers_29_residual_post_attn/range": 12.875, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 2464.81591796875, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": 0.06787109375, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 0.84765625, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 1.859375, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -1.4140625, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 1.859375, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 3.2734375, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 2615.76123046875, "train/tensor_act_model_layers_29_mlp_up_proj/mean": 0.056884765625, "train/tensor_act_model_layers_29_mlp_up_proj/std": 0.90234375, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 1.8125, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -1.7265625, "train/tensor_act_model_layers_29_mlp_up_proj/max": 1.8125, "train/tensor_act_model_layers_29_mlp_up_proj/range": 3.5390625, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 2058.115966796875, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 0.94921875, "train/tensor_act_model_layers_29_mlp_down_proj/std": 0.33203125, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 1.859375, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/min": -0.078125, "train/tensor_act_model_layers_29_mlp_down_proj/max": 1.859375, "train/tensor_act_model_layers_29_mlp_down_proj/range": 1.9375, "train/tensor_act_model_layers_29_mlp/norm": 1999.7529296875, "train/tensor_act_model_layers_29_mlp/mean": 0.92578125, "train/tensor_act_model_layers_29_mlp/std": 0.3125, "train/tensor_act_model_layers_29_mlp/max_abs": 1.734375, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp/min": -0.078125, "train/tensor_act_model_layers_29_mlp/max": 1.734375, "train/tensor_act_model_layers_29_mlp/range": 1.8125, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 36956.5234375, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 18.0, "train/tensor_act_model_layers_29_residual_post_mlp/std": 1.8359375, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 24.25, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_mlp/min": 11.0, "train/tensor_act_model_layers_29_residual_post_mlp/max": 24.25, "train/tensor_act_model_layers_29_residual_post_mlp/range": 13.25, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 36956.5234375, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 18.0, "train/tensor_act_model_layers_30_residual_pre_attn/std": 1.8359375, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 24.25, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_pre_attn/min": 11.0, "train/tensor_act_model_layers_30_residual_pre_attn/max": 24.25, "train/tensor_act_model_layers_30_residual_pre_attn/range": 13.25, "train/tensor_act_model_layers_30_residual_post_attn/norm": 36901.9375, "train/tensor_act_model_layers_30_residual_post_attn/mean": 17.875, "train/tensor_act_model_layers_30_residual_post_attn/std": 1.8359375, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 24.125, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_attn/min": 10.9375, "train/tensor_act_model_layers_30_residual_post_attn/max": 24.125, "train/tensor_act_model_layers_30_residual_post_attn/range": 13.1875, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 2504.702392578125, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": 0.005859375, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 0.86328125, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 2.296875, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 2.296875, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 3.609375, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 2658.81787109375, "train/tensor_act_model_layers_30_mlp_up_proj/mean": -0.0269775390625, "train/tensor_act_model_layers_30_mlp_up_proj/std": 0.91796875, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 2.09375, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -2.09375, "train/tensor_act_model_layers_30_mlp_up_proj/max": 1.8671875, "train/tensor_act_model_layers_30_mlp_up_proj/range": 3.9609375, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 2091.249267578125, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 0.95703125, "train/tensor_act_model_layers_30_mlp_down_proj/std": 0.359375, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 2.171875, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/min": -0.01165771484375, "train/tensor_act_model_layers_30_mlp_down_proj/max": 2.171875, "train/tensor_act_model_layers_30_mlp_down_proj/range": 2.18353271484375, "train/tensor_act_model_layers_30_mlp/norm": 2026.6143798828125, "train/tensor_act_model_layers_30_mlp/mean": 0.9296875, "train/tensor_act_model_layers_30_mlp/std": 0.333984375, "train/tensor_act_model_layers_30_mlp/max_abs": 1.984375, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp/min": -0.01165771484375, "train/tensor_act_model_layers_30_mlp/max": 1.984375, "train/tensor_act_model_layers_30_mlp/range": 1.99603271484375, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 38823.09375, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 18.875, "train/tensor_act_model_layers_30_residual_post_mlp/std": 1.9296875, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 25.25, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_mlp/min": 11.8125, "train/tensor_act_model_layers_30_residual_post_mlp/max": 25.25, "train/tensor_act_model_layers_30_residual_post_mlp/range": 13.4375, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 38823.09375, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 18.875, "train/tensor_act_model_layers_31_residual_pre_attn/std": 1.9296875, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 25.25, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_pre_attn/min": 11.8125, "train/tensor_act_model_layers_31_residual_pre_attn/max": 25.25, "train/tensor_act_model_layers_31_residual_pre_attn/range": 13.4375, "train/tensor_act_model_layers_31_residual_post_attn/norm": 38798.16796875, "train/tensor_act_model_layers_31_residual_post_attn/mean": 18.875, "train/tensor_act_model_layers_31_residual_post_attn/std": 1.9296875, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 25.375, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_attn/min": 11.8125, "train/tensor_act_model_layers_31_residual_post_attn/max": 25.375, "train/tensor_act_model_layers_31_residual_post_attn/range": 13.5625, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 2631.659912109375, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": -0.045166015625, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 0.90625, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 1.859375, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -1.3046875, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 1.859375, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 3.1640625, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 2631.459716796875, "train/tensor_act_model_layers_31_mlp_up_proj/mean": 0.11083984375, "train/tensor_act_model_layers_31_mlp_up_proj/std": 0.90234375, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 1.8828125, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -1.8828125, "train/tensor_act_model_layers_31_mlp_up_proj/max": 1.859375, "train/tensor_act_model_layers_31_mlp_up_proj/range": 3.7421875, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 2093.572509765625, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 0.96484375, "train/tensor_act_model_layers_31_mlp_down_proj/std": 0.333984375, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 1.8515625, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/min": 0.08935546875, "train/tensor_act_model_layers_31_mlp_down_proj/max": 1.8515625, "train/tensor_act_model_layers_31_mlp_down_proj/range": 1.76220703125, "train/tensor_act_model_layers_31_mlp/norm": 2032.8511962890625, "train/tensor_act_model_layers_31_mlp/mean": 0.94140625, "train/tensor_act_model_layers_31_mlp/std": 0.314453125, "train/tensor_act_model_layers_31_mlp/max_abs": 1.7265625, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp/min": 0.08935546875, "train/tensor_act_model_layers_31_mlp/max": 1.7265625, "train/tensor_act_model_layers_31_mlp/range": 1.63720703125, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 40739.765625, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 19.75, "train/tensor_act_model_layers_31_residual_post_mlp/std": 2.03125, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 26.375, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_mlp/min": 12.625, "train/tensor_act_model_layers_31_residual_post_mlp/max": 26.375, "train/tensor_act_model_layers_31_residual_post_mlp/range": 13.75, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 40739.765625, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 19.75, "train/tensor_act_model_layers_32_residual_pre_attn/std": 2.03125, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 26.375, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_pre_attn/min": 12.625, "train/tensor_act_model_layers_32_residual_pre_attn/max": 26.375, "train/tensor_act_model_layers_32_residual_pre_attn/range": 13.75, "train/tensor_act_model_layers_32_residual_post_attn/norm": 40717.671875, "train/tensor_act_model_layers_32_residual_post_attn/mean": 19.75, "train/tensor_act_model_layers_32_residual_post_attn/std": 2.046875, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 26.625, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_attn/min": 12.625, "train/tensor_act_model_layers_32_residual_post_attn/max": 26.625, "train/tensor_act_model_layers_32_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 2493.56591796875, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": 0.07275390625, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 0.859375, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 2.109375, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 2.109375, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 3.390625, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 2579.925537109375, "train/tensor_act_model_layers_32_mlp_up_proj/mean": -0.00677490234375, "train/tensor_act_model_layers_32_mlp_up_proj/std": 0.890625, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -1.5625, "train/tensor_act_model_layers_32_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_32_mlp_up_proj/range": 3.59375, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 1963.1595458984375, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 0.91015625, "train/tensor_act_model_layers_32_mlp_down_proj/std": 0.296875, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 1.6640625, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/min": 0.216796875, "train/tensor_act_model_layers_32_mlp_down_proj/max": 1.6640625, "train/tensor_act_model_layers_32_mlp_down_proj/range": 1.447265625, "train/tensor_act_model_layers_32_mlp/norm": 1913.62353515625, "train/tensor_act_model_layers_32_mlp/mean": 0.890625, "train/tensor_act_model_layers_32_mlp/std": 0.279296875, "train/tensor_act_model_layers_32_mlp/max_abs": 1.578125, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp/min": 0.216796875, "train/tensor_act_model_layers_32_mlp/max": 1.578125, "train/tensor_act_model_layers_32_mlp/range": 1.361328125, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 42551.0859375, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 20.625, "train/tensor_act_model_layers_32_residual_post_mlp/std": 2.171875, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 28.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_mlp/min": 13.3125, "train/tensor_act_model_layers_32_residual_post_mlp/max": 28.0, "train/tensor_act_model_layers_32_residual_post_mlp/range": 14.6875, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 42551.0859375, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 20.625, "train/tensor_act_model_layers_33_residual_pre_attn/std": 2.171875, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 28.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_pre_attn/min": 13.3125, "train/tensor_act_model_layers_33_residual_pre_attn/max": 28.0, "train/tensor_act_model_layers_33_residual_pre_attn/range": 14.6875, "train/tensor_act_model_layers_33_residual_post_attn/norm": 42489.80078125, "train/tensor_act_model_layers_33_residual_post_attn/mean": 20.625, "train/tensor_act_model_layers_33_residual_post_attn/std": 2.171875, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 28.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_attn/min": 13.25, "train/tensor_act_model_layers_33_residual_post_attn/max": 28.0, "train/tensor_act_model_layers_33_residual_post_attn/range": 14.75, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 2524.35400390625, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": 0.01214599609375, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 0.87109375, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 1.9453125, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 3.2578125, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 2621.1650390625, "train/tensor_act_model_layers_33_mlp_up_proj/mean": -0.099609375, "train/tensor_act_model_layers_33_mlp_up_proj/std": 0.8984375, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 2.265625, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -1.7421875, "train/tensor_act_model_layers_33_mlp_up_proj/max": 2.265625, "train/tensor_act_model_layers_33_mlp_up_proj/range": 4.0078125, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 1893.92236328125, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 0.875, "train/tensor_act_model_layers_33_mlp_down_proj/std": 0.296875, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 1.671875, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/min": 0.15234375, "train/tensor_act_model_layers_33_mlp_down_proj/max": 1.671875, "train/tensor_act_model_layers_33_mlp_down_proj/range": 1.51953125, "train/tensor_act_model_layers_33_mlp/norm": 1849.0484619140625, "train/tensor_act_model_layers_33_mlp/mean": 0.859375, "train/tensor_act_model_layers_33_mlp/std": 0.28125, "train/tensor_act_model_layers_33_mlp/max_abs": 1.578125, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp/min": 0.15234375, "train/tensor_act_model_layers_33_mlp/max": 1.578125, "train/tensor_act_model_layers_33_mlp/range": 1.42578125, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 44252.36328125, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 21.5, "train/tensor_act_model_layers_33_residual_post_mlp/std": 2.21875, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 29.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_mlp/min": 13.5625, "train/tensor_act_model_layers_33_residual_post_mlp/max": 29.0, "train/tensor_act_model_layers_33_residual_post_mlp/range": 15.4375, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 44252.36328125, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 21.5, "train/tensor_act_model_layers_34_residual_pre_attn/std": 2.21875, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 29.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_pre_attn/min": 13.5625, "train/tensor_act_model_layers_34_residual_pre_attn/max": 29.0, "train/tensor_act_model_layers_34_residual_pre_attn/range": 15.4375, "train/tensor_act_model_layers_34_residual_post_attn/norm": 44207.33984375, "train/tensor_act_model_layers_34_residual_post_attn/mean": 21.5, "train/tensor_act_model_layers_34_residual_post_attn/std": 2.1875, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 28.875, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_attn/min": 13.5625, "train/tensor_act_model_layers_34_residual_post_attn/max": 28.875, "train/tensor_act_model_layers_34_residual_post_attn/range": 15.3125, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 2396.27734375, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": 0.027587890625, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 0.828125, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 1.65625, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 1.65625, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 2.96875, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 2502.083740234375, "train/tensor_act_model_layers_34_mlp_up_proj/mean": 0.006683349609375, "train/tensor_act_model_layers_34_mlp_up_proj/std": 0.86328125, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 1.7421875, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -1.5390625, "train/tensor_act_model_layers_34_mlp_up_proj/max": 1.7421875, "train/tensor_act_model_layers_34_mlp_up_proj/range": 3.28125, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 1777.5389404296875, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 0.8203125, "train/tensor_act_model_layers_34_mlp_down_proj/std": 0.28515625, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 1.3984375, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/min": 0.0172119140625, "train/tensor_act_model_layers_34_mlp_down_proj/max": 1.3984375, "train/tensor_act_model_layers_34_mlp_down_proj/range": 1.3812255859375, "train/tensor_act_model_layers_34_mlp/norm": 1740.1728515625, "train/tensor_act_model_layers_34_mlp/mean": 0.8046875, "train/tensor_act_model_layers_34_mlp/std": 0.2734375, "train/tensor_act_model_layers_34_mlp/max_abs": 1.34375, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp/min": 0.0172119140625, "train/tensor_act_model_layers_34_mlp/max": 1.34375, "train/tensor_act_model_layers_34_mlp/range": 1.3265380859375, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 45852.15234375, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 22.25, "train/tensor_act_model_layers_34_residual_post_mlp/std": 2.28125, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 30.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_mlp/min": 14.0, "train/tensor_act_model_layers_34_residual_post_mlp/max": 30.0, "train/tensor_act_model_layers_34_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 45852.15234375, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 22.25, "train/tensor_act_model_layers_35_residual_pre_attn/std": 2.28125, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 30.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_pre_attn/min": 14.0, "train/tensor_act_model_layers_35_residual_pre_attn/max": 30.0, "train/tensor_act_model_layers_35_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_35_residual_post_attn/norm": 45838.2265625, "train/tensor_act_model_layers_35_residual_post_attn/mean": 22.25, "train/tensor_act_model_layers_35_residual_post_attn/std": 2.296875, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 30.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_attn/min": 14.125, "train/tensor_act_model_layers_35_residual_post_attn/max": 30.0, "train/tensor_act_model_layers_35_residual_post_attn/range": 15.875, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 2409.523681640625, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": 0.076171875, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 0.828125, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 2.0625, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 2.0625, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 3.3515625, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 2503.6689453125, "train/tensor_act_model_layers_35_mlp_up_proj/mean": 0.07763671875, "train/tensor_act_model_layers_35_mlp_up_proj/std": 0.859375, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 1.9765625, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -1.9765625, "train/tensor_act_model_layers_35_mlp_up_proj/max": 1.9609375, "train/tensor_act_model_layers_35_mlp_up_proj/range": 3.9375, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 1964.659423828125, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 0.890625, "train/tensor_act_model_layers_35_mlp_down_proj/std": 0.357421875, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 1.78125, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/min": -0.359375, "train/tensor_act_model_layers_35_mlp_down_proj/max": 1.78125, "train/tensor_act_model_layers_35_mlp_down_proj/range": 2.140625, "train/tensor_act_model_layers_35_mlp/norm": 1910.1363525390625, "train/tensor_act_model_layers_35_mlp/mean": 0.87109375, "train/tensor_act_model_layers_35_mlp/std": 0.337890625, "train/tensor_act_model_layers_35_mlp/max_abs": 1.671875, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp/min": -0.359375, "train/tensor_act_model_layers_35_mlp/max": 1.671875, "train/tensor_act_model_layers_35_mlp/range": 2.03125, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 47610.34375, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 23.125, "train/tensor_act_model_layers_35_residual_post_mlp/std": 2.34375, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 30.5, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_mlp/min": 14.3125, "train/tensor_act_model_layers_35_residual_post_mlp/max": 30.5, "train/tensor_act_model_layers_35_residual_post_mlp/range": 16.1875, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 47610.34375, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 23.125, "train/tensor_act_model_layers_36_residual_pre_attn/std": 2.34375, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 30.5, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_pre_attn/min": 14.3125, "train/tensor_act_model_layers_36_residual_pre_attn/max": 30.5, "train/tensor_act_model_layers_36_residual_pre_attn/range": 16.1875, "train/tensor_act_model_layers_36_residual_post_attn/norm": 47610.5859375, "train/tensor_act_model_layers_36_residual_post_attn/mean": 23.125, "train/tensor_act_model_layers_36_residual_post_attn/std": 2.359375, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 30.5, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_attn/min": 14.375, "train/tensor_act_model_layers_36_residual_post_attn/max": 30.5, "train/tensor_act_model_layers_36_residual_post_attn/range": 16.125, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 2348.31640625, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": -0.00823974609375, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 0.8125, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 1.6796875, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 1.6796875, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 2.9453125, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 2513.027587890625, "train/tensor_act_model_layers_36_mlp_up_proj/mean": -0.033935546875, "train/tensor_act_model_layers_36_mlp_up_proj/std": 0.8671875, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 2.375, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -2.375, "train/tensor_act_model_layers_36_mlp_up_proj/max": 1.96875, "train/tensor_act_model_layers_36_mlp_up_proj/range": 4.34375, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 1709.8460693359375, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 0.78125, "train/tensor_act_model_layers_36_mlp_down_proj/std": 0.291015625, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 1.4921875, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/min": -0.1435546875, "train/tensor_act_model_layers_36_mlp_down_proj/max": 1.4921875, "train/tensor_act_model_layers_36_mlp_down_proj/range": 1.6357421875, "train/tensor_act_model_layers_36_mlp/norm": 1675.6102294921875, "train/tensor_act_model_layers_36_mlp/mean": 0.76953125, "train/tensor_act_model_layers_36_mlp/std": 0.279296875, "train/tensor_act_model_layers_36_mlp/max_abs": 1.4296875, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp/min": -0.1435546875, "train/tensor_act_model_layers_36_mlp/max": 1.4296875, "train/tensor_act_model_layers_36_mlp/range": 1.5732421875, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 49176.1640625, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 23.875, "train/tensor_act_model_layers_36_residual_post_mlp/std": 2.34375, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 31.375, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_mlp/min": 15.125, "train/tensor_act_model_layers_36_residual_post_mlp/max": 31.375, "train/tensor_act_model_layers_36_residual_post_mlp/range": 16.25, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 49176.1640625, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 23.875, "train/tensor_act_model_layers_37_residual_pre_attn/std": 2.34375, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 31.375, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_pre_attn/min": 15.125, "train/tensor_act_model_layers_37_residual_pre_attn/max": 31.375, "train/tensor_act_model_layers_37_residual_pre_attn/range": 16.25, "train/tensor_act_model_layers_37_residual_post_attn/norm": 49136.07421875, "train/tensor_act_model_layers_37_residual_post_attn/mean": 23.875, "train/tensor_act_model_layers_37_residual_post_attn/std": 2.328125, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 31.625, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_attn/min": 15.0625, "train/tensor_act_model_layers_37_residual_post_attn/max": 31.625, "train/tensor_act_model_layers_37_residual_post_attn/range": 16.5625, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 2337.188232421875, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": 0.01361083984375, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 0.80859375, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 1.7578125, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 1.7578125, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 3.0546875, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 2472.032958984375, "train/tensor_act_model_layers_37_mlp_up_proj/mean": 0.021484375, "train/tensor_act_model_layers_37_mlp_up_proj/std": 0.8515625, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 1.96875, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -1.8671875, "train/tensor_act_model_layers_37_mlp_up_proj/max": 1.96875, "train/tensor_act_model_layers_37_mlp_up_proj/range": 3.8359375, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 1703.3768310546875, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 0.78125, "train/tensor_act_model_layers_37_mlp_down_proj/std": 0.28125, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 1.8125, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/min": -0.056640625, "train/tensor_act_model_layers_37_mlp_down_proj/max": 1.8125, "train/tensor_act_model_layers_37_mlp_down_proj/range": 1.869140625, "train/tensor_act_model_layers_37_mlp/norm": 1669.1719970703125, "train/tensor_act_model_layers_37_mlp/mean": 0.76953125, "train/tensor_act_model_layers_37_mlp/std": 0.267578125, "train/tensor_act_model_layers_37_mlp/max_abs": 1.6953125, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp/min": -0.056640625, "train/tensor_act_model_layers_37_mlp/max": 1.6953125, "train/tensor_act_model_layers_37_mlp/range": 1.751953125, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 50702.140625, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 24.625, "train/tensor_act_model_layers_37_residual_post_mlp/std": 2.328125, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 32.5, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_mlp/min": 15.875, "train/tensor_act_model_layers_37_residual_post_mlp/max": 32.5, "train/tensor_act_model_layers_37_residual_post_mlp/range": 16.625, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 50702.140625, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 24.625, "train/tensor_act_model_layers_38_residual_pre_attn/std": 2.328125, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 32.5, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_pre_attn/min": 15.875, "train/tensor_act_model_layers_38_residual_pre_attn/max": 32.5, "train/tensor_act_model_layers_38_residual_pre_attn/range": 16.625, "train/tensor_act_model_layers_38_residual_post_attn/norm": 50628.88671875, "train/tensor_act_model_layers_38_residual_post_attn/mean": 24.625, "train/tensor_act_model_layers_38_residual_post_attn/std": 2.3125, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 32.25, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_attn/min": 15.875, "train/tensor_act_model_layers_38_residual_post_attn/max": 32.25, "train/tensor_act_model_layers_38_residual_post_attn/range": 16.375, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 2364.7880859375, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": 0.09130859375, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 0.8125, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 1.859375, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 1.859375, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 3.1484375, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 2534.608154296875, "train/tensor_act_model_layers_38_mlp_up_proj/mean": 0.0029144287109375, "train/tensor_act_model_layers_38_mlp_up_proj/std": 0.875, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 1.7734375, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -1.703125, "train/tensor_act_model_layers_38_mlp_up_proj/max": 1.7734375, "train/tensor_act_model_layers_38_mlp_up_proj/range": 3.4765625, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 1834.4329833984375, "train/tensor_act_model_layers_38_mlp_down_proj/mean": 0.84375, "train/tensor_act_model_layers_38_mlp_down_proj/std": 0.30078125, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 1.5390625, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/min": 0.04443359375, "train/tensor_act_model_layers_38_mlp_down_proj/max": 1.5390625, "train/tensor_act_model_layers_38_mlp_down_proj/range": 1.49462890625, "train/tensor_act_model_layers_38_mlp/norm": 1792.9259033203125, "train/tensor_act_model_layers_38_mlp/mean": 0.828125, "train/tensor_act_model_layers_38_mlp/std": 0.287109375, "train/tensor_act_model_layers_38_mlp/max_abs": 1.46875, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp/min": 0.04443359375, "train/tensor_act_model_layers_38_mlp/max": 1.46875, "train/tensor_act_model_layers_38_mlp/range": 1.42431640625, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 52300.7890625, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 25.375, "train/tensor_act_model_layers_38_residual_post_mlp/std": 2.28125, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 33.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_mlp/min": 16.875, "train/tensor_act_model_layers_38_residual_post_mlp/max": 33.0, "train/tensor_act_model_layers_38_residual_post_mlp/range": 16.125, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 52300.7890625, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 25.375, "train/tensor_act_model_layers_39_residual_pre_attn/std": 2.28125, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 33.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_pre_attn/min": 16.875, "train/tensor_act_model_layers_39_residual_pre_attn/max": 33.0, "train/tensor_act_model_layers_39_residual_pre_attn/range": 16.125, "train/tensor_act_model_layers_39_residual_post_attn/norm": 52267.29296875, "train/tensor_act_model_layers_39_residual_post_attn/mean": 25.375, "train/tensor_act_model_layers_39_residual_post_attn/std": 2.28125, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 33.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_attn/min": 16.875, "train/tensor_act_model_layers_39_residual_post_attn/max": 33.0, "train/tensor_act_model_layers_39_residual_post_attn/range": 16.125, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 2301.571533203125, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": 0.033935546875, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 0.79296875, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 1.8828125, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 1.8828125, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 3.1796875, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 2512.166015625, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.1162109375, "train/tensor_act_model_layers_39_mlp_up_proj/std": 0.859375, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 2.015625, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -2.015625, "train/tensor_act_model_layers_39_mlp_up_proj/max": 1.96875, "train/tensor_act_model_layers_39_mlp_up_proj/range": 3.984375, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 1759.4283447265625, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 0.81640625, "train/tensor_act_model_layers_39_mlp_down_proj/std": 0.271484375, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 1.484375, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/min": 0.1572265625, "train/tensor_act_model_layers_39_mlp_down_proj/max": 1.484375, "train/tensor_act_model_layers_39_mlp_down_proj/range": 1.3271484375, "train/tensor_act_model_layers_39_mlp/norm": 1723.5299072265625, "train/tensor_act_model_layers_39_mlp/mean": 0.80078125, "train/tensor_act_model_layers_39_mlp/std": 0.259765625, "train/tensor_act_model_layers_39_mlp/max_abs": 1.421875, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp/min": 0.1572265625, "train/tensor_act_model_layers_39_mlp/max": 1.421875, "train/tensor_act_model_layers_39_mlp/range": 1.2646484375, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 53907.15234375, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 26.25, "train/tensor_act_model_layers_39_residual_post_mlp/std": 2.3125, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 34.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_mlp/min": 18.125, "train/tensor_act_model_layers_39_residual_post_mlp/max": 34.0, "train/tensor_act_model_layers_39_residual_post_mlp/range": 15.875, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 53907.15234375, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 26.25, "train/tensor_act_model_layers_40_residual_pre_attn/std": 2.3125, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 34.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_pre_attn/min": 18.125, "train/tensor_act_model_layers_40_residual_pre_attn/max": 34.0, "train/tensor_act_model_layers_40_residual_pre_attn/range": 15.875, "train/tensor_act_model_layers_40_residual_post_attn/norm": 53884.33203125, "train/tensor_act_model_layers_40_residual_post_attn/mean": 26.25, "train/tensor_act_model_layers_40_residual_post_attn/std": 2.296875, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 34.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_attn/min": 18.125, "train/tensor_act_model_layers_40_residual_post_attn/max": 34.0, "train/tensor_act_model_layers_40_residual_post_attn/range": 15.875, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 2479.7880859375, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": -0.048828125, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 0.85546875, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 1.984375, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 1.984375, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 3.25, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 2594.422119140625, "train/tensor_act_model_layers_40_mlp_up_proj/mean": 0.014892578125, "train/tensor_act_model_layers_40_mlp_up_proj/std": 0.89453125, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -1.9921875, "train/tensor_act_model_layers_40_mlp_up_proj/max": 1.8671875, "train/tensor_act_model_layers_40_mlp_up_proj/range": 3.859375, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 1922.8194580078125, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 0.8828125, "train/tensor_act_model_layers_40_mlp_down_proj/std": 0.318359375, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 1.6484375, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/min": 0.1845703125, "train/tensor_act_model_layers_40_mlp_down_proj/max": 1.6484375, "train/tensor_act_model_layers_40_mlp_down_proj/range": 1.4638671875, "train/tensor_act_model_layers_40_mlp/norm": 1873.4388427734375, "train/tensor_act_model_layers_40_mlp/mean": 0.86328125, "train/tensor_act_model_layers_40_mlp/std": 0.302734375, "train/tensor_act_model_layers_40_mlp/max_abs": 1.5625, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp/min": 0.1845703125, "train/tensor_act_model_layers_40_mlp/max": 1.5625, "train/tensor_act_model_layers_40_mlp/range": 1.3779296875, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 55657.484375, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 27.125, "train/tensor_act_model_layers_40_residual_post_mlp/std": 2.34375, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 35.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_mlp/min": 19.0, "train/tensor_act_model_layers_40_residual_post_mlp/max": 35.0, "train/tensor_act_model_layers_40_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 55657.484375, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 27.125, "train/tensor_act_model_layers_41_residual_pre_attn/std": 2.34375, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 35.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_pre_attn/min": 19.0, "train/tensor_act_model_layers_41_residual_pre_attn/max": 35.0, "train/tensor_act_model_layers_41_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_41_residual_post_attn/norm": 55617.24609375, "train/tensor_act_model_layers_41_residual_post_attn/mean": 27.0, "train/tensor_act_model_layers_41_residual_post_attn/std": 2.359375, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 35.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_attn/min": 18.875, "train/tensor_act_model_layers_41_residual_post_attn/max": 35.0, "train/tensor_act_model_layers_41_residual_post_attn/range": 16.125, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 2424.462890625, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": 0.032470703125, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 0.8359375, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 1.7421875, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -1.3671875, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 1.7421875, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 3.109375, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 2629.9150390625, "train/tensor_act_model_layers_41_mlp_up_proj/mean": 0.008056640625, "train/tensor_act_model_layers_41_mlp_up_proj/std": 0.90625, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 2.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -2.0, "train/tensor_act_model_layers_41_mlp_up_proj/max": 1.7421875, "train/tensor_act_model_layers_41_mlp_up_proj/range": 3.7421875, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 1947.2052001953125, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 0.90234375, "train/tensor_act_model_layers_41_mlp_down_proj/std": 0.30078125, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 1.703125, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/min": 0.05712890625, "train/tensor_act_model_layers_41_mlp_down_proj/max": 1.703125, "train/tensor_act_model_layers_41_mlp_down_proj/range": 1.64599609375, "train/tensor_act_model_layers_41_mlp/norm": 1899.4239501953125, "train/tensor_act_model_layers_41_mlp/mean": 0.8828125, "train/tensor_act_model_layers_41_mlp/std": 0.28515625, "train/tensor_act_model_layers_41_mlp/max_abs": 1.609375, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp/min": 0.05712890625, "train/tensor_act_model_layers_41_mlp/max": 1.609375, "train/tensor_act_model_layers_41_mlp/range": 1.55224609375, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 57437.53515625, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 28.0, "train/tensor_act_model_layers_41_residual_post_mlp/std": 2.4375, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 36.5, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_mlp/min": 19.5, "train/tensor_act_model_layers_41_residual_post_mlp/max": 36.5, "train/tensor_act_model_layers_41_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 57437.53515625, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 28.0, "train/tensor_act_model_layers_42_residual_pre_attn/std": 2.4375, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 36.5, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_pre_attn/min": 19.5, "train/tensor_act_model_layers_42_residual_pre_attn/max": 36.5, "train/tensor_act_model_layers_42_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_42_residual_post_attn/norm": 57382.5078125, "train/tensor_act_model_layers_42_residual_post_attn/mean": 27.875, "train/tensor_act_model_layers_42_residual_post_attn/std": 2.4375, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 36.5, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_attn/min": 19.5, "train/tensor_act_model_layers_42_residual_post_attn/max": 36.5, "train/tensor_act_model_layers_42_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 2429.517333984375, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": 0.05712890625, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 0.8359375, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 1.90625, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 1.90625, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 3.265625, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 2503.941162109375, "train/tensor_act_model_layers_42_mlp_up_proj/mean": 0.08349609375, "train/tensor_act_model_layers_42_mlp_up_proj/std": 0.859375, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 2.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -1.7734375, "train/tensor_act_model_layers_42_mlp_up_proj/max": 2.0, "train/tensor_act_model_layers_42_mlp_up_proj/range": 3.7734375, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 1838.3326416015625, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 0.8359375, "train/tensor_act_model_layers_42_mlp_down_proj/std": 0.32421875, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 1.890625, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/min": -0.0830078125, "train/tensor_act_model_layers_42_mlp_down_proj/max": 1.890625, "train/tensor_act_model_layers_42_mlp_down_proj/range": 1.9736328125, "train/tensor_act_model_layers_42_mlp/norm": 1795.62646484375, "train/tensor_act_model_layers_42_mlp/mean": 0.8203125, "train/tensor_act_model_layers_42_mlp/std": 0.30859375, "train/tensor_act_model_layers_42_mlp/max_abs": 1.7578125, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp/min": -0.0830078125, "train/tensor_act_model_layers_42_mlp/max": 1.7578125, "train/tensor_act_model_layers_42_mlp/range": 1.8408203125, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 59061.41796875, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 28.75, "train/tensor_act_model_layers_42_residual_post_mlp/std": 2.5, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 37.75, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_mlp/min": 20.5, "train/tensor_act_model_layers_42_residual_post_mlp/max": 37.75, "train/tensor_act_model_layers_42_residual_post_mlp/range": 17.25, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 59061.41796875, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 28.75, "train/tensor_act_model_layers_43_residual_pre_attn/std": 2.5, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 37.75, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_pre_attn/min": 20.5, "train/tensor_act_model_layers_43_residual_pre_attn/max": 37.75, "train/tensor_act_model_layers_43_residual_pre_attn/range": 17.25, "train/tensor_act_model_layers_43_residual_post_attn/norm": 59010.58203125, "train/tensor_act_model_layers_43_residual_post_attn/mean": 28.75, "train/tensor_act_model_layers_43_residual_post_attn/std": 2.484375, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 37.75, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_attn/min": 20.5, "train/tensor_act_model_layers_43_residual_post_attn/max": 37.75, "train/tensor_act_model_layers_43_residual_post_attn/range": 17.25, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 2268.6416015625, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": 0.037841796875, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 0.78125, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 1.8125, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -1.1640625, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 1.8125, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 2.9765625, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 2416.619873046875, "train/tensor_act_model_layers_43_mlp_up_proj/mean": -0.0225830078125, "train/tensor_act_model_layers_43_mlp_up_proj/std": 0.8359375, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 1.7734375, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -1.7734375, "train/tensor_act_model_layers_43_mlp_up_proj/max": 1.765625, "train/tensor_act_model_layers_43_mlp_up_proj/range": 3.5390625, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 1688.2630615234375, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 0.74609375, "train/tensor_act_model_layers_43_mlp_down_proj/std": 0.349609375, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 1.671875, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/min": -0.01544189453125, "train/tensor_act_model_layers_43_mlp_down_proj/max": 1.671875, "train/tensor_act_model_layers_43_mlp_down_proj/range": 1.68731689453125, "train/tensor_act_model_layers_43_mlp/norm": 1649.2210693359375, "train/tensor_act_model_layers_43_mlp/mean": 0.734375, "train/tensor_act_model_layers_43_mlp/std": 0.333984375, "train/tensor_act_model_layers_43_mlp/max_abs": 1.578125, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp/min": -0.01544189453125, "train/tensor_act_model_layers_43_mlp/max": 1.578125, "train/tensor_act_model_layers_43_mlp/range": 1.59356689453125, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 60513.38671875, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 29.375, "train/tensor_act_model_layers_43_residual_post_mlp/std": 2.59375, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 39.25, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_mlp/min": 20.75, "train/tensor_act_model_layers_43_residual_post_mlp/max": 39.25, "train/tensor_act_model_layers_43_residual_post_mlp/range": 18.5, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 60513.38671875, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 29.375, "train/tensor_act_model_layers_44_residual_pre_attn/std": 2.59375, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 39.25, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_pre_attn/min": 20.75, "train/tensor_act_model_layers_44_residual_pre_attn/max": 39.25, "train/tensor_act_model_layers_44_residual_pre_attn/range": 18.5, "train/tensor_act_model_layers_44_residual_post_attn/norm": 60473.73828125, "train/tensor_act_model_layers_44_residual_post_attn/mean": 29.375, "train/tensor_act_model_layers_44_residual_post_attn/std": 2.609375, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 39.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_attn/min": 20.5, "train/tensor_act_model_layers_44_residual_post_attn/max": 39.0, "train/tensor_act_model_layers_44_residual_post_attn/range": 18.5, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 2496.884521484375, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": 0.173828125, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 0.84375, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 2.078125, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -1.234375, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 2.078125, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 3.3125, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 2474.7939453125, "train/tensor_act_model_layers_44_mlp_up_proj/mean": -0.0206298828125, "train/tensor_act_model_layers_44_mlp_up_proj/std": 0.85546875, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -1.9921875, "train/tensor_act_model_layers_44_mlp_up_proj/max": 1.75, "train/tensor_act_model_layers_44_mlp_up_proj/range": 3.7421875, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 2022.2938232421875, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 0.93359375, "train/tensor_act_model_layers_44_mlp_down_proj/std": 0.32421875, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 1.875, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/min": 0.205078125, "train/tensor_act_model_layers_44_mlp_down_proj/max": 1.875, "train/tensor_act_model_layers_44_mlp_down_proj/range": 1.669921875, "train/tensor_act_model_layers_44_mlp/norm": 1965.511474609375, "train/tensor_act_model_layers_44_mlp/mean": 0.91015625, "train/tensor_act_model_layers_44_mlp/std": 0.302734375, "train/tensor_act_model_layers_44_mlp/max_abs": 1.75, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp/min": 0.205078125, "train/tensor_act_model_layers_44_mlp/max": 1.75, "train/tensor_act_model_layers_44_mlp/range": 1.544921875, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 62331.6796875, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 30.375, "train/tensor_act_model_layers_44_residual_post_mlp/std": 2.625, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 39.75, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_mlp/min": 21.0, "train/tensor_act_model_layers_44_residual_post_mlp/max": 39.75, "train/tensor_act_model_layers_44_residual_post_mlp/range": 18.75, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 62331.6796875, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 30.375, "train/tensor_act_model_layers_45_residual_pre_attn/std": 2.625, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 39.75, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_pre_attn/min": 21.0, "train/tensor_act_model_layers_45_residual_pre_attn/max": 39.75, "train/tensor_act_model_layers_45_residual_pre_attn/range": 18.75, "train/tensor_act_model_layers_45_residual_post_attn/norm": 62304.7421875, "train/tensor_act_model_layers_45_residual_post_attn/mean": 30.25, "train/tensor_act_model_layers_45_residual_post_attn/std": 2.625, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 39.75, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_attn/min": 21.0, "train/tensor_act_model_layers_45_residual_post_attn/max": 39.75, "train/tensor_act_model_layers_45_residual_post_attn/range": 18.75, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 2316.231201171875, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": 0.037109375, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 0.80078125, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 1.8203125, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 3.109375, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 2462.015869140625, "train/tensor_act_model_layers_45_mlp_up_proj/mean": -0.064453125, "train/tensor_act_model_layers_45_mlp_up_proj/std": 0.84765625, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -1.9453125, "train/tensor_act_model_layers_45_mlp_up_proj/max": 1.7421875, "train/tensor_act_model_layers_45_mlp_up_proj/range": 3.6875, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 1657.245361328125, "train/tensor_act_model_layers_45_mlp_down_proj/mean": 0.76171875, "train/tensor_act_model_layers_45_mlp_down_proj/std": 0.279296875, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 1.53125, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/min": 0.1904296875, "train/tensor_act_model_layers_45_mlp_down_proj/max": 1.53125, "train/tensor_act_model_layers_45_mlp_down_proj/range": 1.3408203125, "train/tensor_act_model_layers_45_mlp/norm": 1624.693359375, "train/tensor_act_model_layers_45_mlp/mean": 0.74609375, "train/tensor_act_model_layers_45_mlp/std": 0.267578125, "train/tensor_act_model_layers_45_mlp/max_abs": 1.4609375, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp/min": 0.1904296875, "train/tensor_act_model_layers_45_mlp/max": 1.4609375, "train/tensor_act_model_layers_45_mlp/range": 1.2705078125, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 63844.11328125, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 31.0, "train/tensor_act_model_layers_45_residual_post_mlp/std": 2.640625, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 40.75, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_mlp/min": 21.375, "train/tensor_act_model_layers_45_residual_post_mlp/max": 40.75, "train/tensor_act_model_layers_45_residual_post_mlp/range": 19.375, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 63844.11328125, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 31.0, "train/tensor_act_model_layers_46_residual_pre_attn/std": 2.640625, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 40.75, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_pre_attn/min": 21.375, "train/tensor_act_model_layers_46_residual_pre_attn/max": 40.75, "train/tensor_act_model_layers_46_residual_pre_attn/range": 19.375, "train/tensor_act_model_layers_46_residual_post_attn/norm": 63805.62109375, "train/tensor_act_model_layers_46_residual_post_attn/mean": 31.0, "train/tensor_act_model_layers_46_residual_post_attn/std": 2.640625, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 40.75, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_attn/min": 21.375, "train/tensor_act_model_layers_46_residual_post_attn/max": 40.75, "train/tensor_act_model_layers_46_residual_post_attn/range": 19.375, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 2373.04931640625, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": 0.050537109375, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 0.81640625, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 2.21875, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -1.25, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 2.21875, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 3.46875, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 2466.8828125, "train/tensor_act_model_layers_46_mlp_up_proj/mean": 0.0113525390625, "train/tensor_act_model_layers_46_mlp_up_proj/std": 0.8515625, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 2.15625, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -1.6953125, "train/tensor_act_model_layers_46_mlp_up_proj/max": 2.15625, "train/tensor_act_model_layers_46_mlp_up_proj/range": 3.8515625, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 1789.4952392578125, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 0.8125, "train/tensor_act_model_layers_46_mlp_down_proj/std": 0.318359375, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 1.7109375, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/min": -0.0081787109375, "train/tensor_act_model_layers_46_mlp_down_proj/max": 1.7109375, "train/tensor_act_model_layers_46_mlp_down_proj/range": 1.7191162109375, "train/tensor_act_model_layers_46_mlp/norm": 1748.7498779296875, "train/tensor_act_model_layers_46_mlp/mean": 0.796875, "train/tensor_act_model_layers_46_mlp/std": 0.302734375, "train/tensor_act_model_layers_46_mlp/max_abs": 1.6171875, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp/min": -0.0081787109375, "train/tensor_act_model_layers_46_mlp/max": 1.6171875, "train/tensor_act_model_layers_46_mlp/range": 1.6253662109375, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 65440.78125, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 31.875, "train/tensor_act_model_layers_46_residual_post_mlp/std": 2.671875, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 41.75, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_mlp/min": 21.375, "train/tensor_act_model_layers_46_residual_post_mlp/max": 41.75, "train/tensor_act_model_layers_46_residual_post_mlp/range": 20.375, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 65440.78125, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 31.875, "train/tensor_act_model_layers_47_residual_pre_attn/std": 2.671875, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 41.75, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_pre_attn/min": 21.375, "train/tensor_act_model_layers_47_residual_pre_attn/max": 41.75, "train/tensor_act_model_layers_47_residual_pre_attn/range": 20.375, "train/tensor_act_model_layers_47_residual_post_attn/norm": 65405.3515625, "train/tensor_act_model_layers_47_residual_post_attn/mean": 31.875, "train/tensor_act_model_layers_47_residual_post_attn/std": 2.6875, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 41.75, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_attn/min": 21.375, "train/tensor_act_model_layers_47_residual_post_attn/max": 41.75, "train/tensor_act_model_layers_47_residual_post_attn/range": 20.375, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 2479.500732421875, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": 0.083984375, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 0.8515625, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 1.9375, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -1.2578125, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 1.9375, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 3.1953125, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 2504.8701171875, "train/tensor_act_model_layers_47_mlp_up_proj/mean": -0.1630859375, "train/tensor_act_model_layers_47_mlp_up_proj/std": 0.84765625, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 2.125, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -2.125, "train/tensor_act_model_layers_47_mlp_up_proj/max": 1.7265625, "train/tensor_act_model_layers_47_mlp_up_proj/range": 3.8515625, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 1997.199951171875, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 0.91015625, "train/tensor_act_model_layers_47_mlp_down_proj/std": 0.353515625, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 1.78125, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/min": -0.1533203125, "train/tensor_act_model_layers_47_mlp_down_proj/max": 1.78125, "train/tensor_act_model_layers_47_mlp_down_proj/range": 1.9345703125, "train/tensor_act_model_layers_47_mlp/norm": 1941.59375, "train/tensor_act_model_layers_47_mlp/mean": 0.88671875, "train/tensor_act_model_layers_47_mlp/std": 0.333984375, "train/tensor_act_model_layers_47_mlp/max_abs": 1.671875, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp/min": -0.1533203125, "train/tensor_act_model_layers_47_mlp/max": 1.671875, "train/tensor_act_model_layers_47_mlp/range": 1.8251953125, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 67211.3984375, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 32.75, "train/tensor_act_model_layers_47_residual_post_mlp/std": 2.71875, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 42.75, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_mlp/min": 22.25, "train/tensor_act_model_layers_47_residual_post_mlp/max": 42.75, "train/tensor_act_model_layers_47_residual_post_mlp/range": 20.5, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 67211.3984375, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 32.75, "train/tensor_act_model_layers_48_residual_pre_attn/std": 2.71875, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 42.75, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_pre_attn/min": 22.25, "train/tensor_act_model_layers_48_residual_pre_attn/max": 42.75, "train/tensor_act_model_layers_48_residual_pre_attn/range": 20.5, "train/tensor_act_model_layers_48_residual_post_attn/norm": 67128.0078125, "train/tensor_act_model_layers_48_residual_post_attn/mean": 32.75, "train/tensor_act_model_layers_48_residual_post_attn/std": 2.71875, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 42.75, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_attn/min": 22.125, "train/tensor_act_model_layers_48_residual_post_attn/max": 42.75, "train/tensor_act_model_layers_48_residual_post_attn/range": 20.625, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 2372.860107421875, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": 0.1181640625, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 0.8125, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 2.046875, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -1.1328125, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 2.046875, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 3.1796875, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 2389.8291015625, "train/tensor_act_model_layers_48_mlp_up_proj/mean": -0.0174560546875, "train/tensor_act_model_layers_48_mlp_up_proj/std": 0.82421875, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -1.8203125, "train/tensor_act_model_layers_48_mlp_up_proj/max": 1.7890625, "train/tensor_act_model_layers_48_mlp_up_proj/range": 3.609375, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 1870.812744140625, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 0.83984375, "train/tensor_act_model_layers_48_mlp_down_proj/std": 0.36328125, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 1.75, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/min": -0.126953125, "train/tensor_act_model_layers_48_mlp_down_proj/max": 1.75, "train/tensor_act_model_layers_48_mlp_down_proj/range": 1.876953125, "train/tensor_act_model_layers_48_mlp/norm": 1822.090576171875, "train/tensor_act_model_layers_48_mlp/mean": 0.8203125, "train/tensor_act_model_layers_48_mlp/std": 0.345703125, "train/tensor_act_model_layers_48_mlp/max_abs": 1.6484375, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp/min": -0.126953125, "train/tensor_act_model_layers_48_mlp/max": 1.6484375, "train/tensor_act_model_layers_48_mlp/range": 1.775390625, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 68807.0859375, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 33.5, "train/tensor_act_model_layers_48_residual_post_mlp/std": 2.78125, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 44.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_mlp/min": 23.125, "train/tensor_act_model_layers_48_residual_post_mlp/max": 44.0, "train/tensor_act_model_layers_48_residual_post_mlp/range": 20.875, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 68807.0859375, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 33.5, "train/tensor_act_model_layers_49_residual_pre_attn/std": 2.78125, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 44.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_pre_attn/min": 23.125, "train/tensor_act_model_layers_49_residual_pre_attn/max": 44.0, "train/tensor_act_model_layers_49_residual_pre_attn/range": 20.875, "train/tensor_act_model_layers_49_residual_post_attn/norm": 68735.5, "train/tensor_act_model_layers_49_residual_post_attn/mean": 33.5, "train/tensor_act_model_layers_49_residual_post_attn/std": 2.78125, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 44.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_attn/min": 23.375, "train/tensor_act_model_layers_49_residual_post_attn/max": 44.0, "train/tensor_act_model_layers_49_residual_post_attn/range": 20.625, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 2378.675537109375, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": 0.01361083984375, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 0.8203125, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 2.015625, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 3.3046875, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 2504.02294921875, "train/tensor_act_model_layers_49_mlp_up_proj/mean": -0.022705078125, "train/tensor_act_model_layers_49_mlp_up_proj/std": 0.86328125, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 1.875, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -1.6640625, "train/tensor_act_model_layers_49_mlp_up_proj/max": 1.875, "train/tensor_act_model_layers_49_mlp_up_proj/range": 3.5390625, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 1893.76611328125, "train/tensor_act_model_layers_49_mlp_down_proj/mean": 0.86328125, "train/tensor_act_model_layers_49_mlp_down_proj/std": 0.33203125, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 1.6640625, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/min": -0.0157470703125, "train/tensor_act_model_layers_49_mlp_down_proj/max": 1.6640625, "train/tensor_act_model_layers_49_mlp_down_proj/range": 1.6798095703125, "train/tensor_act_model_layers_49_mlp/norm": 1845.7559814453125, "train/tensor_act_model_layers_49_mlp/mean": 0.84375, "train/tensor_act_model_layers_49_mlp/std": 0.314453125, "train/tensor_act_model_layers_49_mlp/max_abs": 1.578125, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp/min": -0.0157470703125, "train/tensor_act_model_layers_49_mlp/max": 1.578125, "train/tensor_act_model_layers_49_mlp/range": 1.5938720703125, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 70467.890625, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 34.25, "train/tensor_act_model_layers_49_residual_post_mlp/std": 2.828125, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 45.5, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_mlp/min": 24.25, "train/tensor_act_model_layers_49_residual_post_mlp/max": 45.5, "train/tensor_act_model_layers_49_residual_post_mlp/range": 21.25, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 70467.890625, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 34.25, "train/tensor_act_model_layers_50_residual_pre_attn/std": 2.828125, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 45.5, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_pre_attn/min": 24.25, "train/tensor_act_model_layers_50_residual_pre_attn/max": 45.5, "train/tensor_act_model_layers_50_residual_pre_attn/range": 21.25, "train/tensor_act_model_layers_50_residual_post_attn/norm": 70434.015625, "train/tensor_act_model_layers_50_residual_post_attn/mean": 34.25, "train/tensor_act_model_layers_50_residual_post_attn/std": 2.828125, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 45.5, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_attn/min": 24.25, "train/tensor_act_model_layers_50_residual_post_attn/max": 45.5, "train/tensor_act_model_layers_50_residual_post_attn/range": 21.25, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 2409.204833984375, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": 0.119140625, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 0.82421875, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 2.234375, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 2.234375, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 3.5, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 2418.454833984375, "train/tensor_act_model_layers_50_mlp_up_proj/mean": -0.0111083984375, "train/tensor_act_model_layers_50_mlp_up_proj/std": 0.8359375, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -1.75, "train/tensor_act_model_layers_50_mlp_up_proj/max": 1.8203125, "train/tensor_act_model_layers_50_mlp_up_proj/range": 3.5703125, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 1786.474365234375, "train/tensor_act_model_layers_50_mlp_down_proj/mean": 0.8125, "train/tensor_act_model_layers_50_mlp_down_proj/std": 0.3203125, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 1.7734375, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/min": -0.05859375, "train/tensor_act_model_layers_50_mlp_down_proj/max": 1.7734375, "train/tensor_act_model_layers_50_mlp_down_proj/range": 1.83203125, "train/tensor_act_model_layers_50_mlp/norm": 1745.8226318359375, "train/tensor_act_model_layers_50_mlp/mean": 0.796875, "train/tensor_act_model_layers_50_mlp/std": 0.306640625, "train/tensor_act_model_layers_50_mlp/max_abs": 1.6640625, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp/min": -0.05859375, "train/tensor_act_model_layers_50_mlp/max": 1.6640625, "train/tensor_act_model_layers_50_mlp/range": 1.72265625, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 72066.796875, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 35.0, "train/tensor_act_model_layers_50_residual_post_mlp/std": 2.828125, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 45.5, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_mlp/min": 24.875, "train/tensor_act_model_layers_50_residual_post_mlp/max": 45.5, "train/tensor_act_model_layers_50_residual_post_mlp/range": 20.625, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 72066.796875, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 35.0, "train/tensor_act_model_layers_51_residual_pre_attn/std": 2.828125, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 45.5, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_pre_attn/min": 24.875, "train/tensor_act_model_layers_51_residual_pre_attn/max": 45.5, "train/tensor_act_model_layers_51_residual_pre_attn/range": 20.625, "train/tensor_act_model_layers_51_residual_post_attn/norm": 72005.0, "train/tensor_act_model_layers_51_residual_post_attn/mean": 35.0, "train/tensor_act_model_layers_51_residual_post_attn/std": 2.8125, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 45.25, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_attn/min": 25.0, "train/tensor_act_model_layers_51_residual_post_attn/max": 45.25, "train/tensor_act_model_layers_51_residual_post_attn/range": 20.25, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 2150.84130859375, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": -0.0150146484375, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 0.7421875, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 1.765625, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -1.1796875, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 1.765625, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 2.9453125, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 2392.58447265625, "train/tensor_act_model_layers_51_mlp_up_proj/mean": 0.005645751953125, "train/tensor_act_model_layers_51_mlp_up_proj/std": 0.82421875, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 1.96875, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -1.96875, "train/tensor_act_model_layers_51_mlp_up_proj/max": 1.875, "train/tensor_act_model_layers_51_mlp_up_proj/range": 3.84375, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 1415.4521484375, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 0.6171875, "train/tensor_act_model_layers_51_mlp_down_proj/std": 0.306640625, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 1.3359375, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/min": -0.337890625, "train/tensor_act_model_layers_51_mlp_down_proj/max": 1.3359375, "train/tensor_act_model_layers_51_mlp_down_proj/range": 1.673828125, "train/tensor_act_model_layers_51_mlp/norm": 1393.114013671875, "train/tensor_act_model_layers_51_mlp/mean": 0.609375, "train/tensor_act_model_layers_51_mlp/std": 0.298828125, "train/tensor_act_model_layers_51_mlp/max_abs": 1.2890625, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp/min": -0.337890625, "train/tensor_act_model_layers_51_mlp/max": 1.2890625, "train/tensor_act_model_layers_51_mlp/range": 1.626953125, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 73258.125, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 35.75, "train/tensor_act_model_layers_51_residual_post_mlp/std": 2.828125, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 45.75, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_mlp/min": 25.875, "train/tensor_act_model_layers_51_residual_post_mlp/max": 45.75, "train/tensor_act_model_layers_51_residual_post_mlp/range": 19.875, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 73258.125, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 35.75, "train/tensor_act_model_layers_52_residual_pre_attn/std": 2.828125, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 45.75, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_pre_attn/min": 25.875, "train/tensor_act_model_layers_52_residual_pre_attn/max": 45.75, "train/tensor_act_model_layers_52_residual_pre_attn/range": 19.875, "train/tensor_act_model_layers_52_residual_post_attn/norm": 73246.0625, "train/tensor_act_model_layers_52_residual_post_attn/mean": 35.75, "train/tensor_act_model_layers_52_residual_post_attn/std": 2.84375, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 45.75, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_attn/min": 25.875, "train/tensor_act_model_layers_52_residual_post_attn/max": 45.75, "train/tensor_act_model_layers_52_residual_post_attn/range": 19.875, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 2373.75830078125, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": 0.12255859375, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 0.80859375, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 1.78125, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -1.34375, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 1.78125, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 3.125, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 2406.33935546875, "train/tensor_act_model_layers_52_mlp_up_proj/mean": -0.06396484375, "train/tensor_act_model_layers_52_mlp_up_proj/std": 0.828125, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -1.9609375, "train/tensor_act_model_layers_52_mlp_up_proj/max": 1.6015625, "train/tensor_act_model_layers_52_mlp_up_proj/range": 3.5625, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 1734.21533203125, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 0.78125, "train/tensor_act_model_layers_52_mlp_down_proj/std": 0.32421875, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 1.6875, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/min": 0.04296875, "train/tensor_act_model_layers_52_mlp_down_proj/max": 1.6875, "train/tensor_act_model_layers_52_mlp_down_proj/range": 1.64453125, "train/tensor_act_model_layers_52_mlp/norm": 1696.72314453125, "train/tensor_act_model_layers_52_mlp/mean": 0.76953125, "train/tensor_act_model_layers_52_mlp/std": 0.310546875, "train/tensor_act_model_layers_52_mlp/max_abs": 1.59375, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp/min": 0.04296875, "train/tensor_act_model_layers_52_mlp/max": 1.59375, "train/tensor_act_model_layers_52_mlp/range": 1.55078125, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 74827.28125, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 36.5, "train/tensor_act_model_layers_52_residual_post_mlp/std": 2.921875, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 46.75, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_mlp/min": 26.5, "train/tensor_act_model_layers_52_residual_post_mlp/max": 46.75, "train/tensor_act_model_layers_52_residual_post_mlp/range": 20.25, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 74827.28125, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 36.5, "train/tensor_act_model_layers_53_residual_pre_attn/std": 2.921875, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 46.75, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_pre_attn/min": 26.5, "train/tensor_act_model_layers_53_residual_pre_attn/max": 46.75, "train/tensor_act_model_layers_53_residual_pre_attn/range": 20.25, "train/tensor_act_model_layers_53_residual_post_attn/norm": 74759.3828125, "train/tensor_act_model_layers_53_residual_post_attn/mean": 36.5, "train/tensor_act_model_layers_53_residual_post_attn/std": 2.9375, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 47.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_attn/min": 26.5, "train/tensor_act_model_layers_53_residual_post_attn/max": 47.0, "train/tensor_act_model_layers_53_residual_post_attn/range": 20.5, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 2269.988525390625, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": -0.022216796875, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 0.78515625, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 2.03125, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 2.03125, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 3.3203125, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 2345.4443359375, "train/tensor_act_model_layers_53_mlp_up_proj/mean": -0.03759765625, "train/tensor_act_model_layers_53_mlp_up_proj/std": 0.80859375, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 1.7421875, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -1.7421875, "train/tensor_act_model_layers_53_mlp_up_proj/max": 1.703125, "train/tensor_act_model_layers_53_mlp_up_proj/range": 3.4453125, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 1331.4715576171875, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 0.58203125, "train/tensor_act_model_layers_53_mlp_down_proj/std": 0.287109375, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 1.1875, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/min": -0.1552734375, "train/tensor_act_model_layers_53_mlp_down_proj/max": 1.1875, "train/tensor_act_model_layers_53_mlp_down_proj/range": 1.3427734375, "train/tensor_act_model_layers_53_mlp/norm": 1312.515869140625, "train/tensor_act_model_layers_53_mlp/mean": 0.578125, "train/tensor_act_model_layers_53_mlp/std": 0.279296875, "train/tensor_act_model_layers_53_mlp/max_abs": 1.15625, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp/min": -0.1552734375, "train/tensor_act_model_layers_53_mlp/max": 1.15625, "train/tensor_act_model_layers_53_mlp/range": 1.3115234375, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 75958.3046875, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 37.0, "train/tensor_act_model_layers_53_residual_post_mlp/std": 2.96875, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 47.75, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_mlp/min": 26.75, "train/tensor_act_model_layers_53_residual_post_mlp/max": 47.75, "train/tensor_act_model_layers_53_residual_post_mlp/range": 21.0, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 75958.3046875, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 37.0, "train/tensor_act_model_layers_54_residual_pre_attn/std": 2.96875, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 47.75, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_pre_attn/min": 26.75, "train/tensor_act_model_layers_54_residual_pre_attn/max": 47.75, "train/tensor_act_model_layers_54_residual_pre_attn/range": 21.0, "train/tensor_act_model_layers_54_residual_post_attn/norm": 75921.96875, "train/tensor_act_model_layers_54_residual_post_attn/mean": 37.0, "train/tensor_act_model_layers_54_residual_post_attn/std": 2.96875, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 47.75, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_attn/min": 26.75, "train/tensor_act_model_layers_54_residual_post_attn/max": 47.75, "train/tensor_act_model_layers_54_residual_post_attn/range": 21.0, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 2261.867919921875, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": 0.0291748046875, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 0.78125, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 2.0625, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -1.328125, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 2.0625, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 3.390625, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 2500.716552734375, "train/tensor_act_model_layers_54_mlp_up_proj/mean": -0.01336669921875, "train/tensor_act_model_layers_54_mlp_up_proj/std": 0.86328125, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 2.125, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -1.8984375, "train/tensor_act_model_layers_54_mlp_up_proj/max": 2.125, "train/tensor_act_model_layers_54_mlp_up_proj/range": 4.0234375, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 1682.359619140625, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 0.7578125, "train/tensor_act_model_layers_54_mlp_down_proj/std": 0.318359375, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 1.7421875, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/min": -0.0267333984375, "train/tensor_act_model_layers_54_mlp_down_proj/max": 1.7421875, "train/tensor_act_model_layers_54_mlp_down_proj/range": 1.7689208984375, "train/tensor_act_model_layers_54_mlp/norm": 1645.504638671875, "train/tensor_act_model_layers_54_mlp/mean": 0.7421875, "train/tensor_act_model_layers_54_mlp/std": 0.302734375, "train/tensor_act_model_layers_54_mlp/max_abs": 1.640625, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp/min": -0.0267333984375, "train/tensor_act_model_layers_54_mlp/max": 1.640625, "train/tensor_act_model_layers_54_mlp/range": 1.6673583984375, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 77461.6171875, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 37.75, "train/tensor_act_model_layers_54_residual_post_mlp/std": 3.03125, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 49.25, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_mlp/min": 27.125, "train/tensor_act_model_layers_54_residual_post_mlp/max": 49.25, "train/tensor_act_model_layers_54_residual_post_mlp/range": 22.125, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 77461.6171875, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 37.75, "train/tensor_act_model_layers_55_residual_pre_attn/std": 3.03125, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 49.25, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_pre_attn/min": 27.125, "train/tensor_act_model_layers_55_residual_pre_attn/max": 49.25, "train/tensor_act_model_layers_55_residual_pre_attn/range": 22.125, "train/tensor_act_model_layers_55_residual_post_attn/norm": 77410.375, "train/tensor_act_model_layers_55_residual_post_attn/mean": 37.75, "train/tensor_act_model_layers_55_residual_post_attn/std": 3.015625, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 49.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_attn/min": 27.125, "train/tensor_act_model_layers_55_residual_post_attn/max": 49.0, "train/tensor_act_model_layers_55_residual_post_attn/range": 21.875, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 2205.464111328125, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": -0.05322265625, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 0.7578125, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 1.921875, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -1.375, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 1.921875, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 3.296875, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 2339.429443359375, "train/tensor_act_model_layers_55_mlp_up_proj/mean": -0.0272216796875, "train/tensor_act_model_layers_55_mlp_up_proj/std": 0.80859375, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -1.9609375, "train/tensor_act_model_layers_55_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_55_mlp_up_proj/range": 3.9921875, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 1336.1854248046875, "train/tensor_act_model_layers_55_mlp_down_proj/mean": 0.58984375, "train/tensor_act_model_layers_55_mlp_down_proj/std": 0.279296875, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 1.3359375, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/min": -0.25390625, "train/tensor_act_model_layers_55_mlp_down_proj/max": 1.3359375, "train/tensor_act_model_layers_55_mlp_down_proj/range": 1.58984375, "train/tensor_act_model_layers_55_mlp/norm": 1315.450439453125, "train/tensor_act_model_layers_55_mlp/mean": 0.58203125, "train/tensor_act_model_layers_55_mlp/std": 0.271484375, "train/tensor_act_model_layers_55_mlp/max_abs": 1.2890625, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp/min": -0.25390625, "train/tensor_act_model_layers_55_mlp/max": 1.2890625, "train/tensor_act_model_layers_55_mlp/range": 1.54296875, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 78595.7890625, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 38.25, "train/tensor_act_model_layers_55_residual_post_mlp/std": 3.0, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 49.25, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_mlp/min": 27.5, "train/tensor_act_model_layers_55_residual_post_mlp/max": 49.25, "train/tensor_act_model_layers_55_residual_post_mlp/range": 21.75, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 78595.7890625, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 38.25, "train/tensor_act_model_layers_56_residual_pre_attn/std": 3.0, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 49.25, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_pre_attn/min": 27.5, "train/tensor_act_model_layers_56_residual_pre_attn/max": 49.25, "train/tensor_act_model_layers_56_residual_pre_attn/range": 21.75, "train/tensor_act_model_layers_56_residual_post_attn/norm": 78544.71875, "train/tensor_act_model_layers_56_residual_post_attn/mean": 38.25, "train/tensor_act_model_layers_56_residual_post_attn/std": 3.015625, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 49.5, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_attn/min": 27.625, "train/tensor_act_model_layers_56_residual_post_attn/max": 49.5, "train/tensor_act_model_layers_56_residual_post_attn/range": 21.875, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 2248.969970703125, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": -0.00604248046875, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 0.77734375, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 2.1875, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 2.1875, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 3.46875, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 2296.737060546875, "train/tensor_act_model_layers_56_mlp_up_proj/mean": 0.0299072265625, "train/tensor_act_model_layers_56_mlp_up_proj/std": 0.79296875, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 1.8984375, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -1.8984375, "train/tensor_act_model_layers_56_mlp_up_proj/max": 1.75, "train/tensor_act_model_layers_56_mlp_up_proj/range": 3.6484375, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 1339.816162109375, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 0.59765625, "train/tensor_act_model_layers_56_mlp_down_proj/std": 0.26953125, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 1.265625, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/min": -0.12451171875, "train/tensor_act_model_layers_56_mlp_down_proj/max": 1.265625, "train/tensor_act_model_layers_56_mlp_down_proj/range": 1.39013671875, "train/tensor_act_model_layers_56_mlp/norm": 1321.017333984375, "train/tensor_act_model_layers_56_mlp/mean": 0.58984375, "train/tensor_act_model_layers_56_mlp/std": 0.26171875, "train/tensor_act_model_layers_56_mlp/max_abs": 1.2265625, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp/min": -0.12451171875, "train/tensor_act_model_layers_56_mlp/max": 1.2265625, "train/tensor_act_model_layers_56_mlp/range": 1.35107421875, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 79753.125, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 38.75, "train/tensor_act_model_layers_56_residual_post_mlp/std": 3.078125, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 50.75, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_mlp/min": 28.375, "train/tensor_act_model_layers_56_residual_post_mlp/max": 50.75, "train/tensor_act_model_layers_56_residual_post_mlp/range": 22.375, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 79753.125, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 38.75, "train/tensor_act_model_layers_57_residual_pre_attn/std": 3.078125, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 50.75, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_pre_attn/min": 28.375, "train/tensor_act_model_layers_57_residual_pre_attn/max": 50.75, "train/tensor_act_model_layers_57_residual_pre_attn/range": 22.375, "train/tensor_act_model_layers_57_residual_post_attn/norm": 79721.1796875, "train/tensor_act_model_layers_57_residual_post_attn/mean": 38.75, "train/tensor_act_model_layers_57_residual_post_attn/std": 3.09375, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 50.75, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_attn/min": 28.375, "train/tensor_act_model_layers_57_residual_post_attn/max": 50.75, "train/tensor_act_model_layers_57_residual_post_attn/range": 22.375, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 2276.698486328125, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": 0.04052734375, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 0.78515625, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 2.203125, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -1.421875, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 2.203125, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 3.625, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 2282.326171875, "train/tensor_act_model_layers_57_mlp_up_proj/mean": 0.01287841796875, "train/tensor_act_model_layers_57_mlp_up_proj/std": 0.7890625, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -1.9921875, "train/tensor_act_model_layers_57_mlp_up_proj/max": 1.6171875, "train/tensor_act_model_layers_57_mlp_up_proj/range": 3.609375, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 1491.5382080078125, "train/tensor_act_model_layers_57_mlp_down_proj/mean": 0.65625, "train/tensor_act_model_layers_57_mlp_down_proj/std": 0.314453125, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 1.3984375, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/min": -0.24609375, "train/tensor_act_model_layers_57_mlp_down_proj/max": 1.3984375, "train/tensor_act_model_layers_57_mlp_down_proj/range": 1.64453125, "train/tensor_act_model_layers_57_mlp/norm": 1465.3726806640625, "train/tensor_act_model_layers_57_mlp/mean": 0.6484375, "train/tensor_act_model_layers_57_mlp/std": 0.3046875, "train/tensor_act_model_layers_57_mlp/max_abs": 1.34375, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp/min": -0.24609375, "train/tensor_act_model_layers_57_mlp/max": 1.34375, "train/tensor_act_model_layers_57_mlp/range": 1.58984375, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 81056.6640625, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 39.5, "train/tensor_act_model_layers_57_residual_post_mlp/std": 3.21875, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 51.75, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_mlp/min": 28.25, "train/tensor_act_model_layers_57_residual_post_mlp/max": 51.75, "train/tensor_act_model_layers_57_residual_post_mlp/range": 23.5, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 81056.6640625, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 39.5, "train/tensor_act_model_layers_58_residual_pre_attn/std": 3.21875, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 51.75, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_pre_attn/min": 28.25, "train/tensor_act_model_layers_58_residual_pre_attn/max": 51.75, "train/tensor_act_model_layers_58_residual_pre_attn/range": 23.5, "train/tensor_act_model_layers_58_residual_post_attn/norm": 81009.8828125, "train/tensor_act_model_layers_58_residual_post_attn/mean": 39.5, "train/tensor_act_model_layers_58_residual_post_attn/std": 3.21875, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 51.75, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_attn/min": 28.125, "train/tensor_act_model_layers_58_residual_post_attn/max": 51.75, "train/tensor_act_model_layers_58_residual_post_attn/range": 23.625, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 2102.7890625, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": -0.030029296875, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 0.7265625, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 1.5625, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 1.5625, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 2.8359375, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 2310.960205078125, "train/tensor_act_model_layers_58_mlp_up_proj/mean": 0.03271484375, "train/tensor_act_model_layers_58_mlp_up_proj/std": 0.796875, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 1.6796875, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -1.6796875, "train/tensor_act_model_layers_58_mlp_up_proj/max": 1.6640625, "train/tensor_act_model_layers_58_mlp_up_proj/range": 3.34375, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 1259.82568359375, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 0.55859375, "train/tensor_act_model_layers_58_mlp_down_proj/std": 0.259765625, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 1.109375, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/min": -0.06494140625, "train/tensor_act_model_layers_58_mlp_down_proj/max": 1.109375, "train/tensor_act_model_layers_58_mlp_down_proj/range": 1.17431640625, "train/tensor_act_model_layers_58_mlp/norm": 1244.58642578125, "train/tensor_act_model_layers_58_mlp/mean": 0.55078125, "train/tensor_act_model_layers_58_mlp/std": 0.25390625, "train/tensor_act_model_layers_58_mlp/max_abs": 1.078125, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp/min": -0.06494140625, "train/tensor_act_model_layers_58_mlp/max": 1.078125, "train/tensor_act_model_layers_58_mlp/range": 1.14306640625, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 82132.4453125, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 40.0, "train/tensor_act_model_layers_58_residual_post_mlp/std": 3.234375, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 52.5, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_mlp/min": 28.5, "train/tensor_act_model_layers_58_residual_post_mlp/max": 52.5, "train/tensor_act_model_layers_58_residual_post_mlp/range": 24.0, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 82132.4453125, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 40.0, "train/tensor_act_model_layers_59_residual_pre_attn/std": 3.234375, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 52.5, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_pre_attn/min": 28.5, "train/tensor_act_model_layers_59_residual_pre_attn/max": 52.5, "train/tensor_act_model_layers_59_residual_pre_attn/range": 24.0, "train/tensor_act_model_layers_59_residual_post_attn/norm": 82069.8359375, "train/tensor_act_model_layers_59_residual_post_attn/mean": 40.0, "train/tensor_act_model_layers_59_residual_post_attn/std": 3.234375, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 52.5, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_attn/min": 28.375, "train/tensor_act_model_layers_59_residual_post_attn/max": 52.5, "train/tensor_act_model_layers_59_residual_post_attn/range": 24.125, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 2253.57568359375, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": 0.03564453125, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 0.77734375, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 2.0625, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -1.3671875, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 2.0625, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 3.4296875, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 2317.042724609375, "train/tensor_act_model_layers_59_mlp_up_proj/mean": -0.0361328125, "train/tensor_act_model_layers_59_mlp_up_proj/std": 0.80078125, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 2.15625, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -1.859375, "train/tensor_act_model_layers_59_mlp_up_proj/max": 2.15625, "train/tensor_act_model_layers_59_mlp_up_proj/range": 4.015625, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 1542.3402099609375, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 0.6796875, "train/tensor_act_model_layers_59_mlp_down_proj/std": 0.32421875, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 1.6484375, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/min": -0.08447265625, "train/tensor_act_model_layers_59_mlp_down_proj/max": 1.6484375, "train/tensor_act_model_layers_59_mlp_down_proj/range": 1.73291015625, "train/tensor_act_model_layers_59_mlp/norm": 1512.6192626953125, "train/tensor_act_model_layers_59_mlp/mean": 0.66796875, "train/tensor_act_model_layers_59_mlp/std": 0.3125, "train/tensor_act_model_layers_59_mlp/max_abs": 1.5625, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp/min": -0.08447265625, "train/tensor_act_model_layers_59_mlp/max": 1.5625, "train/tensor_act_model_layers_59_mlp/range": 1.64697265625, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 83455.8515625, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 40.5, "train/tensor_act_model_layers_59_residual_post_mlp/std": 3.296875, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 53.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_mlp/min": 28.75, "train/tensor_act_model_layers_59_residual_post_mlp/max": 53.0, "train/tensor_act_model_layers_59_residual_post_mlp/range": 24.25, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 83455.8515625, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 40.5, "train/tensor_act_model_layers_60_residual_pre_attn/std": 3.296875, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 53.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_pre_attn/min": 28.75, "train/tensor_act_model_layers_60_residual_pre_attn/max": 53.0, "train/tensor_act_model_layers_60_residual_pre_attn/range": 24.25, "train/tensor_act_model_layers_60_residual_post_attn/norm": 83401.8046875, "train/tensor_act_model_layers_60_residual_post_attn/mean": 40.5, "train/tensor_act_model_layers_60_residual_post_attn/std": 3.3125, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 53.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_attn/min": 28.75, "train/tensor_act_model_layers_60_residual_post_attn/max": 53.0, "train/tensor_act_model_layers_60_residual_post_attn/range": 24.25, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 2268.225341796875, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": 0.05517578125, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 0.78125, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 1.953125, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -1.3671875, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 1.953125, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 3.3203125, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 2333.130126953125, "train/tensor_act_model_layers_60_mlp_up_proj/mean": -0.03466796875, "train/tensor_act_model_layers_60_mlp_up_proj/std": 0.8046875, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 1.953125, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -1.953125, "train/tensor_act_model_layers_60_mlp_up_proj/max": 1.9140625, "train/tensor_act_model_layers_60_mlp_up_proj/range": 3.8671875, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 1477.6480712890625, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 0.6484375, "train/tensor_act_model_layers_60_mlp_down_proj/std": 0.3125, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 1.515625, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/min": -0.10400390625, "train/tensor_act_model_layers_60_mlp_down_proj/max": 1.515625, "train/tensor_act_model_layers_60_mlp_down_proj/range": 1.61962890625, "train/tensor_act_model_layers_60_mlp/norm": 1450.1082763671875, "train/tensor_act_model_layers_60_mlp/mean": 0.640625, "train/tensor_act_model_layers_60_mlp/std": 0.302734375, "train/tensor_act_model_layers_60_mlp/max_abs": 1.4453125, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp/min": -0.10400390625, "train/tensor_act_model_layers_60_mlp/max": 1.4453125, "train/tensor_act_model_layers_60_mlp/range": 1.54931640625, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 84715.5546875, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 41.25, "train/tensor_act_model_layers_60_residual_post_mlp/std": 3.390625, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 53.75, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_mlp/min": 29.25, "train/tensor_act_model_layers_60_residual_post_mlp/max": 53.75, "train/tensor_act_model_layers_60_residual_post_mlp/range": 24.5, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 84715.5546875, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 41.25, "train/tensor_act_model_layers_61_residual_pre_attn/std": 3.390625, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 53.75, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_pre_attn/min": 29.25, "train/tensor_act_model_layers_61_residual_pre_attn/max": 53.75, "train/tensor_act_model_layers_61_residual_pre_attn/range": 24.5, "train/tensor_act_model_layers_61_residual_post_attn/norm": 84680.078125, "train/tensor_act_model_layers_61_residual_post_attn/mean": 41.25, "train/tensor_act_model_layers_61_residual_post_attn/std": 3.359375, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 53.5, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_attn/min": 29.625, "train/tensor_act_model_layers_61_residual_post_attn/max": 53.5, "train/tensor_act_model_layers_61_residual_post_attn/range": 23.875, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 2081.29296875, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": 0.058837890625, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 0.71484375, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 2.1875, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -1.2109375, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 2.1875, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 3.3984375, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 2201.754150390625, "train/tensor_act_model_layers_61_mlp_up_proj/mean": -0.000522613525390625, "train/tensor_act_model_layers_61_mlp_up_proj/std": 0.76171875, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 1.7421875, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -1.7421875, "train/tensor_act_model_layers_61_mlp_up_proj/max": 1.7109375, "train/tensor_act_model_layers_61_mlp_up_proj/range": 3.453125, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 1287.453857421875, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 0.55859375, "train/tensor_act_model_layers_61_mlp_down_proj/std": 0.291015625, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 1.21875, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/min": -0.291015625, "train/tensor_act_model_layers_61_mlp_down_proj/max": 1.21875, "train/tensor_act_model_layers_61_mlp_down_proj/range": 1.509765625, "train/tensor_act_model_layers_61_mlp/norm": 1270.204345703125, "train/tensor_act_model_layers_61_mlp/mean": 0.55078125, "train/tensor_act_model_layers_61_mlp/std": 0.28515625, "train/tensor_act_model_layers_61_mlp/max_abs": 1.1796875, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp/min": -0.291015625, "train/tensor_act_model_layers_61_mlp/max": 1.1796875, "train/tensor_act_model_layers_61_mlp/range": 1.470703125, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 85829.3359375, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 41.75, "train/tensor_act_model_layers_61_residual_post_mlp/std": 3.453125, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 54.5, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_mlp/min": 30.0, "train/tensor_act_model_layers_61_residual_post_mlp/max": 54.5, "train/tensor_act_model_layers_61_residual_post_mlp/range": 24.5, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 85829.3359375, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 41.75, "train/tensor_act_model_layers_62_residual_pre_attn/std": 3.453125, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 54.5, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_pre_attn/min": 30.0, "train/tensor_act_model_layers_62_residual_pre_attn/max": 54.5, "train/tensor_act_model_layers_62_residual_pre_attn/range": 24.5, "train/tensor_act_model_layers_62_residual_post_attn/norm": 85775.6328125, "train/tensor_act_model_layers_62_residual_post_attn/mean": 41.75, "train/tensor_act_model_layers_62_residual_post_attn/std": 3.4375, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 54.5, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_attn/min": 30.0, "train/tensor_act_model_layers_62_residual_post_attn/max": 54.5, "train/tensor_act_model_layers_62_residual_post_attn/range": 24.5, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 1999.367431640625, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": 0.011962890625, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 0.69140625, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 1.6640625, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -1.15625, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 1.6640625, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 2.8203125, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 2090.380859375, "train/tensor_act_model_layers_62_mlp_up_proj/mean": 0.072265625, "train/tensor_act_model_layers_62_mlp_up_proj/std": 0.71875, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 1.8515625, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -1.765625, "train/tensor_act_model_layers_62_mlp_up_proj/max": 1.8515625, "train/tensor_act_model_layers_62_mlp_up_proj/range": 3.6171875, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 1153.4193115234375, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 0.4921875, "train/tensor_act_model_layers_62_mlp_down_proj/std": 0.2734375, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 1.140625, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/min": -0.33203125, "train/tensor_act_model_layers_62_mlp_down_proj/max": 1.140625, "train/tensor_act_model_layers_62_mlp_down_proj/range": 1.47265625, "train/tensor_act_model_layers_62_mlp/norm": 1140.1180419921875, "train/tensor_act_model_layers_62_mlp/mean": 0.48828125, "train/tensor_act_model_layers_62_mlp/std": 0.267578125, "train/tensor_act_model_layers_62_mlp/max_abs": 1.109375, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp/min": -0.33203125, "train/tensor_act_model_layers_62_mlp/max": 1.109375, "train/tensor_act_model_layers_62_mlp/range": 1.44140625, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 86755.0703125, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 42.25, "train/tensor_act_model_layers_62_residual_post_mlp/std": 3.5, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 55.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_mlp/min": 30.25, "train/tensor_act_model_layers_62_residual_post_mlp/max": 55.0, "train/tensor_act_model_layers_62_residual_post_mlp/range": 24.75, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 86755.0703125, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 42.25, "train/tensor_act_model_layers_63_residual_pre_attn/std": 3.5, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 55.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_pre_attn/min": 30.25, "train/tensor_act_model_layers_63_residual_pre_attn/max": 55.0, "train/tensor_act_model_layers_63_residual_pre_attn/range": 24.75, "train/tensor_act_model_layers_63_residual_post_attn/norm": 86691.015625, "train/tensor_act_model_layers_63_residual_post_attn/mean": 42.25, "train/tensor_act_model_layers_63_residual_post_attn/std": 3.515625, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 55.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_attn/min": 30.25, "train/tensor_act_model_layers_63_residual_post_attn/max": 55.0, "train/tensor_act_model_layers_63_residual_post_attn/range": 24.75, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 2212.810302734375, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": 0.0252685546875, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 0.76171875, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 2.109375, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -1.2421875, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 2.109375, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 3.3515625, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 2246.279296875, "train/tensor_act_model_layers_63_mlp_up_proj/mean": -0.05810546875, "train/tensor_act_model_layers_63_mlp_up_proj/std": 0.7734375, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 2.171875, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -2.171875, "train/tensor_act_model_layers_63_mlp_up_proj/max": 1.765625, "train/tensor_act_model_layers_63_mlp_up_proj/range": 3.9375, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 1301.797119140625, "train/tensor_act_model_layers_63_mlp_down_proj/mean": 0.5546875, "train/tensor_act_model_layers_63_mlp_down_proj/std": 0.30859375, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 1.3828125, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/min": -0.267578125, "train/tensor_act_model_layers_63_mlp_down_proj/max": 1.3828125, "train/tensor_act_model_layers_63_mlp_down_proj/range": 1.650390625, "train/tensor_act_model_layers_63_mlp/norm": 1283.01171875, "train/tensor_act_model_layers_63_mlp/mean": 0.55078125, "train/tensor_act_model_layers_63_mlp/std": 0.30078125, "train/tensor_act_model_layers_63_mlp/max_abs": 1.328125, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp/min": -0.267578125, "train/tensor_act_model_layers_63_mlp/max": 1.328125, "train/tensor_act_model_layers_63_mlp/range": 1.595703125, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 87820.1953125, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 42.75, "train/tensor_act_model_layers_63_residual_post_mlp/std": 3.59375, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 55.5, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_mlp/min": 30.75, "train/tensor_act_model_layers_63_residual_post_mlp/max": 55.5, "train/tensor_act_model_layers_63_residual_post_mlp/range": 24.75, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 87820.1953125, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 42.75, "train/tensor_act_model_layers_64_residual_pre_attn/std": 3.59375, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 55.5, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_pre_attn/min": 30.75, "train/tensor_act_model_layers_64_residual_pre_attn/max": 55.5, "train/tensor_act_model_layers_64_residual_pre_attn/range": 24.75, "train/tensor_act_model_layers_64_residual_post_attn/norm": 87760.703125, "train/tensor_act_model_layers_64_residual_post_attn/mean": 42.75, "train/tensor_act_model_layers_64_residual_post_attn/std": 3.59375, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 55.5, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_attn/min": 30.75, "train/tensor_act_model_layers_64_residual_post_attn/max": 55.5, "train/tensor_act_model_layers_64_residual_post_attn/range": 24.75, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 2232.049560546875, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": 0.1171875, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 0.76171875, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 2.046875, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -1.2265625, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 2.046875, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 3.2734375, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 2299.873779296875, "train/tensor_act_model_layers_64_mlp_up_proj/mean": -0.0576171875, "train/tensor_act_model_layers_64_mlp_up_proj/std": 0.79296875, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 1.984375, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -1.984375, "train/tensor_act_model_layers_64_mlp_up_proj/max": 1.6796875, "train/tensor_act_model_layers_64_mlp_up_proj/range": 3.6640625, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 1541.2418212890625, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 0.66796875, "train/tensor_act_model_layers_64_mlp_down_proj/std": 0.345703125, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 1.53125, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/min": -0.1904296875, "train/tensor_act_model_layers_64_mlp_down_proj/max": 1.53125, "train/tensor_act_model_layers_64_mlp_down_proj/range": 1.7216796875, "train/tensor_act_model_layers_64_mlp/norm": 1510.478515625, "train/tensor_act_model_layers_64_mlp/mean": 0.65625, "train/tensor_act_model_layers_64_mlp/std": 0.333984375, "train/tensor_act_model_layers_64_mlp/max_abs": 1.4609375, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp/min": -0.1904296875, "train/tensor_act_model_layers_64_mlp/max": 1.4609375, "train/tensor_act_model_layers_64_mlp/range": 1.6513671875, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 89119.1171875, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 43.25, "train/tensor_act_model_layers_64_residual_post_mlp/std": 3.71875, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 56.5, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_mlp/min": 30.875, "train/tensor_act_model_layers_64_residual_post_mlp/max": 56.5, "train/tensor_act_model_layers_64_residual_post_mlp/range": 25.625, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 89119.1171875, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 43.25, "train/tensor_act_model_layers_65_residual_pre_attn/std": 3.71875, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 56.5, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_pre_attn/min": 30.875, "train/tensor_act_model_layers_65_residual_pre_attn/max": 56.5, "train/tensor_act_model_layers_65_residual_pre_attn/range": 25.625, "train/tensor_act_model_layers_65_residual_post_attn/norm": 89068.984375, "train/tensor_act_model_layers_65_residual_post_attn/mean": 43.25, "train/tensor_act_model_layers_65_residual_post_attn/std": 3.734375, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 56.5, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_attn/min": 30.875, "train/tensor_act_model_layers_65_residual_post_attn/max": 56.5, "train/tensor_act_model_layers_65_residual_post_attn/range": 25.625, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 2085.807861328125, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": -0.037109375, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 0.71875, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 1.71875, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 1.71875, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 3.0, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 2196.793701171875, "train/tensor_act_model_layers_65_mlp_up_proj/mean": 0.038330078125, "train/tensor_act_model_layers_65_mlp_up_proj/std": 0.7578125, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -2.03125, "train/tensor_act_model_layers_65_mlp_up_proj/max": 1.6953125, "train/tensor_act_model_layers_65_mlp_up_proj/range": 3.7265625, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 1257.9986572265625, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 0.53125, "train/tensor_act_model_layers_65_mlp_down_proj/std": 0.30859375, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 1.21875, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/min": -0.419921875, "train/tensor_act_model_layers_65_mlp_down_proj/max": 1.21875, "train/tensor_act_model_layers_65_mlp_down_proj/range": 1.638671875, "train/tensor_act_model_layers_65_mlp/norm": 1240.5302734375, "train/tensor_act_model_layers_65_mlp/mean": 0.5234375, "train/tensor_act_model_layers_65_mlp/std": 0.302734375, "train/tensor_act_model_layers_65_mlp/max_abs": 1.1796875, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp/min": -0.41796875, "train/tensor_act_model_layers_65_mlp/max": 1.1796875, "train/tensor_act_model_layers_65_mlp/range": 1.59765625, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 90141.8046875, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 43.75, "train/tensor_act_model_layers_65_residual_post_mlp/std": 3.796875, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 56.5, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_mlp/min": 31.5, "train/tensor_act_model_layers_65_residual_post_mlp/max": 56.5, "train/tensor_act_model_layers_65_residual_post_mlp/range": 25.0, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 90141.8046875, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 43.75, "train/tensor_act_model_layers_66_residual_pre_attn/std": 3.796875, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 56.5, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_pre_attn/min": 31.5, "train/tensor_act_model_layers_66_residual_pre_attn/max": 56.5, "train/tensor_act_model_layers_66_residual_pre_attn/range": 25.0, "train/tensor_act_model_layers_66_residual_post_attn/norm": 90144.375, "train/tensor_act_model_layers_66_residual_post_attn/mean": 43.75, "train/tensor_act_model_layers_66_residual_post_attn/std": 3.78125, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 56.5, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_attn/min": 31.625, "train/tensor_act_model_layers_66_residual_post_attn/max": 56.5, "train/tensor_act_model_layers_66_residual_post_attn/range": 24.875, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 2180.550048828125, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": -0.0242919921875, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 0.75390625, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 2.21875, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 2.21875, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 3.515625, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 2318.00732421875, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.02978515625, "train/tensor_act_model_layers_66_mlp_up_proj/std": 0.80078125, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 1.8125, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -1.8125, "train/tensor_act_model_layers_66_mlp_up_proj/max": 1.6171875, "train/tensor_act_model_layers_66_mlp_up_proj/range": 3.4296875, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 1317.6534423828125, "train/tensor_act_model_layers_66_mlp_down_proj/mean": 0.5703125, "train/tensor_act_model_layers_66_mlp_down_proj/std": 0.30078125, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 1.328125, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/min": -0.2255859375, "train/tensor_act_model_layers_66_mlp_down_proj/max": 1.328125, "train/tensor_act_model_layers_66_mlp_down_proj/range": 1.5537109375, "train/tensor_act_model_layers_66_mlp/norm": 1298.3629150390625, "train/tensor_act_model_layers_66_mlp/mean": 0.5625, "train/tensor_act_model_layers_66_mlp/std": 0.29296875, "train/tensor_act_model_layers_66_mlp/max_abs": 1.28125, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp/min": -0.2255859375, "train/tensor_act_model_layers_66_mlp/max": 1.28125, "train/tensor_act_model_layers_66_mlp/range": 1.5068359375, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 91288.890625, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 44.5, "train/tensor_act_model_layers_66_residual_post_mlp/std": 3.84375, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 57.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_mlp/min": 32.0, "train/tensor_act_model_layers_66_residual_post_mlp/max": 57.0, "train/tensor_act_model_layers_66_residual_post_mlp/range": 25.0, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 91288.890625, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 44.5, "train/tensor_act_model_layers_67_residual_pre_attn/std": 3.84375, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 57.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_pre_attn/min": 32.0, "train/tensor_act_model_layers_67_residual_pre_attn/max": 57.0, "train/tensor_act_model_layers_67_residual_pre_attn/range": 25.0, "train/tensor_act_model_layers_67_residual_post_attn/norm": 91284.0625, "train/tensor_act_model_layers_67_residual_post_attn/mean": 44.5, "train/tensor_act_model_layers_67_residual_post_attn/std": 3.84375, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 57.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_attn/min": 31.875, "train/tensor_act_model_layers_67_residual_post_attn/max": 57.0, "train/tensor_act_model_layers_67_residual_post_attn/range": 25.125, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 2187.22119140625, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": -0.0250244140625, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 0.75390625, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 2.046875, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -1.4140625, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 2.046875, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 3.4609375, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 2253.84765625, "train/tensor_act_model_layers_67_mlp_up_proj/mean": -0.031494140625, "train/tensor_act_model_layers_67_mlp_up_proj/std": 0.77734375, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -1.9453125, "train/tensor_act_model_layers_67_mlp_up_proj/max": 1.8125, "train/tensor_act_model_layers_67_mlp_up_proj/range": 3.7578125, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 1182.442626953125, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 0.50390625, "train/tensor_act_model_layers_67_mlp_down_proj/std": 0.28125, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 1.15625, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/min": -0.2041015625, "train/tensor_act_model_layers_67_mlp_down_proj/max": 1.15625, "train/tensor_act_model_layers_67_mlp_down_proj/range": 1.3603515625, "train/tensor_act_model_layers_67_mlp/norm": 1168.00732421875, "train/tensor_act_model_layers_67_mlp/mean": 0.5, "train/tensor_act_model_layers_67_mlp/std": 0.275390625, "train/tensor_act_model_layers_67_mlp/max_abs": 1.125, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp/min": -0.2041015625, "train/tensor_act_model_layers_67_mlp/max": 1.125, "train/tensor_act_model_layers_67_mlp/range": 1.3291015625, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 92306.359375, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 45.0, "train/tensor_act_model_layers_67_residual_post_mlp/std": 3.8125, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 57.5, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_mlp/min": 32.5, "train/tensor_act_model_layers_67_residual_post_mlp/max": 57.5, "train/tensor_act_model_layers_67_residual_post_mlp/range": 25.0, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 92306.359375, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 45.0, "train/tensor_act_model_layers_68_residual_pre_attn/std": 3.8125, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 57.5, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_pre_attn/min": 32.5, "train/tensor_act_model_layers_68_residual_pre_attn/max": 57.5, "train/tensor_act_model_layers_68_residual_pre_attn/range": 25.0, "train/tensor_act_model_layers_68_residual_post_attn/norm": 92300.796875, "train/tensor_act_model_layers_68_residual_post_attn/mean": 45.0, "train/tensor_act_model_layers_68_residual_post_attn/std": 3.8125, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 57.5, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_attn/min": 32.5, "train/tensor_act_model_layers_68_residual_post_attn/max": 57.5, "train/tensor_act_model_layers_68_residual_post_attn/range": 25.0, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 2021.900146484375, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": 0.053466796875, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 0.6953125, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 1.828125, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 1.828125, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 3.1015625, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 2129.258544921875, "train/tensor_act_model_layers_68_mlp_up_proj/mean": -0.08349609375, "train/tensor_act_model_layers_68_mlp_up_proj/std": 0.73046875, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -1.84375, "train/tensor_act_model_layers_68_mlp_up_proj/max": 1.9609375, "train/tensor_act_model_layers_68_mlp_up_proj/range": 3.8046875, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 1276.842529296875, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 0.53515625, "train/tensor_act_model_layers_68_mlp_down_proj/std": 0.322265625, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 1.2734375, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/min": -0.25, "train/tensor_act_model_layers_68_mlp_down_proj/max": 1.2734375, "train/tensor_act_model_layers_68_mlp_down_proj/range": 1.5234375, "train/tensor_act_model_layers_68_mlp/norm": 1258.5709228515625, "train/tensor_act_model_layers_68_mlp/mean": 0.52734375, "train/tensor_act_model_layers_68_mlp/std": 0.314453125, "train/tensor_act_model_layers_68_mlp/max_abs": 1.234375, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp/min": -0.25, "train/tensor_act_model_layers_68_mlp/max": 1.234375, "train/tensor_act_model_layers_68_mlp/range": 1.484375, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 93394.4453125, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 45.5, "train/tensor_act_model_layers_68_residual_post_mlp/std": 3.875, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 58.5, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_mlp/min": 33.0, "train/tensor_act_model_layers_68_residual_post_mlp/max": 58.5, "train/tensor_act_model_layers_68_residual_post_mlp/range": 25.5, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 93394.4453125, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 45.5, "train/tensor_act_model_layers_69_residual_pre_attn/std": 3.875, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 58.5, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_pre_attn/min": 33.0, "train/tensor_act_model_layers_69_residual_pre_attn/max": 58.5, "train/tensor_act_model_layers_69_residual_pre_attn/range": 25.5, "train/tensor_act_model_layers_69_residual_post_attn/norm": 93314.84375, "train/tensor_act_model_layers_69_residual_post_attn/mean": 45.5, "train/tensor_act_model_layers_69_residual_post_attn/std": 3.890625, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 58.5, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_attn/min": 32.75, "train/tensor_act_model_layers_69_residual_post_attn/max": 58.5, "train/tensor_act_model_layers_69_residual_post_attn/range": 25.75, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 2234.3193359375, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": 0.0303955078125, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 0.76953125, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 2.109375, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -1.2578125, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 2.109375, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 3.3671875, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 2260.86865234375, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.0233154296875, "train/tensor_act_model_layers_69_mlp_up_proj/std": 0.78125, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 1.6796875, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -1.5859375, "train/tensor_act_model_layers_69_mlp_up_proj/max": 1.6796875, "train/tensor_act_model_layers_69_mlp_up_proj/range": 3.265625, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 1388.86474609375, "train/tensor_act_model_layers_69_mlp_down_proj/mean": 0.59375, "train/tensor_act_model_layers_69_mlp_down_proj/std": 0.326171875, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 1.53125, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/min": -0.396484375, "train/tensor_act_model_layers_69_mlp_down_proj/max": 1.53125, "train/tensor_act_model_layers_69_mlp_down_proj/range": 1.927734375, "train/tensor_act_model_layers_69_mlp/norm": 1365.3726806640625, "train/tensor_act_model_layers_69_mlp/mean": 0.5859375, "train/tensor_act_model_layers_69_mlp/std": 0.318359375, "train/tensor_act_model_layers_69_mlp/max_abs": 1.4609375, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp/min": -0.39453125, "train/tensor_act_model_layers_69_mlp/max": 1.4609375, "train/tensor_act_model_layers_69_mlp/range": 1.85546875, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 94518.3125, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 46.0, "train/tensor_act_model_layers_69_residual_post_mlp/std": 3.9375, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 59.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_mlp/min": 33.25, "train/tensor_act_model_layers_69_residual_post_mlp/max": 59.0, "train/tensor_act_model_layers_69_residual_post_mlp/range": 25.75, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 94518.3125, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 46.0, "train/tensor_act_model_layers_70_residual_pre_attn/std": 3.9375, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 59.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_pre_attn/min": 33.25, "train/tensor_act_model_layers_70_residual_pre_attn/max": 59.0, "train/tensor_act_model_layers_70_residual_pre_attn/range": 25.75, "train/tensor_act_model_layers_70_residual_post_attn/norm": 94482.8828125, "train/tensor_act_model_layers_70_residual_post_attn/mean": 46.0, "train/tensor_act_model_layers_70_residual_post_attn/std": 3.953125, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 59.25, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_attn/min": 33.0, "train/tensor_act_model_layers_70_residual_post_attn/max": 59.25, "train/tensor_act_model_layers_70_residual_post_attn/range": 26.25, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 2083.357666015625, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": -0.00885009765625, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 0.71875, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 1.8984375, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 1.8984375, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 3.1875, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 2197.69775390625, "train/tensor_act_model_layers_70_mlp_up_proj/mean": -0.00921630859375, "train/tensor_act_model_layers_70_mlp_up_proj/std": 0.7578125, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 1.8046875, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -1.8046875, "train/tensor_act_model_layers_70_mlp_up_proj/max": 1.7890625, "train/tensor_act_model_layers_70_mlp_up_proj/range": 3.59375, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 1172.560791015625, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 0.5, "train/tensor_act_model_layers_70_mlp_down_proj/std": 0.279296875, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 1.171875, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/min": -0.2412109375, "train/tensor_act_model_layers_70_mlp_down_proj/max": 1.171875, "train/tensor_act_model_layers_70_mlp_down_proj/range": 1.4130859375, "train/tensor_act_model_layers_70_mlp/norm": 1158.6790771484375, "train/tensor_act_model_layers_70_mlp/mean": 0.494140625, "train/tensor_act_model_layers_70_mlp/std": 0.2734375, "train/tensor_act_model_layers_70_mlp/max_abs": 1.140625, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp/min": -0.2412109375, "train/tensor_act_model_layers_70_mlp/max": 1.140625, "train/tensor_act_model_layers_70_mlp/range": 1.3818359375, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 95499.8828125, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 46.5, "train/tensor_act_model_layers_70_residual_post_mlp/std": 4.03125, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 59.75, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_mlp/min": 33.25, "train/tensor_act_model_layers_70_residual_post_mlp/max": 59.75, "train/tensor_act_model_layers_70_residual_post_mlp/range": 26.5, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 95499.8828125, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 46.5, "train/tensor_act_model_layers_71_residual_pre_attn/std": 4.03125, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 59.75, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_pre_attn/min": 33.25, "train/tensor_act_model_layers_71_residual_pre_attn/max": 59.75, "train/tensor_act_model_layers_71_residual_pre_attn/range": 26.5, "train/tensor_act_model_layers_71_residual_post_attn/norm": 95516.3828125, "train/tensor_act_model_layers_71_residual_post_attn/mean": 46.5, "train/tensor_act_model_layers_71_residual_post_attn/std": 4.0625, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 59.75, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_attn/min": 33.0, "train/tensor_act_model_layers_71_residual_post_attn/max": 59.75, "train/tensor_act_model_layers_71_residual_post_attn/range": 26.75, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 2179.00927734375, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": 0.01226806640625, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 0.75390625, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 1.9296875, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -1.84375, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 1.9296875, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 3.7734375, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 2196.24658203125, "train/tensor_act_model_layers_71_mlp_up_proj/mean": -0.0177001953125, "train/tensor_act_model_layers_71_mlp_up_proj/std": 0.7578125, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 2.125, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -2.109375, "train/tensor_act_model_layers_71_mlp_up_proj/max": 2.125, "train/tensor_act_model_layers_71_mlp_up_proj/range": 4.234375, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 1328.8331298828125, "train/tensor_act_model_layers_71_mlp_down_proj/mean": 0.5625, "train/tensor_act_model_layers_71_mlp_down_proj/std": 0.322265625, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 1.2890625, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/min": -0.349609375, "train/tensor_act_model_layers_71_mlp_down_proj/max": 1.2890625, "train/tensor_act_model_layers_71_mlp_down_proj/range": 1.638671875, "train/tensor_act_model_layers_71_mlp/norm": 1309.568115234375, "train/tensor_act_model_layers_71_mlp/mean": 0.5546875, "train/tensor_act_model_layers_71_mlp/std": 0.31640625, "train/tensor_act_model_layers_71_mlp/max_abs": 1.25, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp/min": -0.349609375, "train/tensor_act_model_layers_71_mlp/max": 1.25, "train/tensor_act_model_layers_71_mlp/range": 1.599609375, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 96661.0, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 47.0, "train/tensor_act_model_layers_71_residual_post_mlp/std": 4.0625, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 60.5, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_mlp/min": 34.0, "train/tensor_act_model_layers_71_residual_post_mlp/max": 60.5, "train/tensor_act_model_layers_71_residual_post_mlp/range": 26.5, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 96661.0, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 47.0, "train/tensor_act_model_layers_72_residual_pre_attn/std": 4.0625, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 60.5, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_pre_attn/min": 34.0, "train/tensor_act_model_layers_72_residual_pre_attn/max": 60.5, "train/tensor_act_model_layers_72_residual_pre_attn/range": 26.5, "train/tensor_act_model_layers_72_residual_post_attn/norm": 96674.65625, "train/tensor_act_model_layers_72_residual_post_attn/mean": 47.0, "train/tensor_act_model_layers_72_residual_post_attn/std": 4.0625, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 60.75, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_attn/min": 34.0, "train/tensor_act_model_layers_72_residual_post_attn/max": 60.75, "train/tensor_act_model_layers_72_residual_post_attn/range": 26.75, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 2061.014892578125, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": -0.0211181640625, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 0.7109375, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 1.875, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 1.875, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 3.1640625, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 2155.231689453125, "train/tensor_act_model_layers_72_mlp_up_proj/mean": -0.06591796875, "train/tensor_act_model_layers_72_mlp_up_proj/std": 0.7421875, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 1.6796875, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -1.640625, "train/tensor_act_model_layers_72_mlp_up_proj/max": 1.6796875, "train/tensor_act_model_layers_72_mlp_up_proj/range": 3.3203125, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 1177.716552734375, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 0.515625, "train/tensor_act_model_layers_72_mlp_down_proj/std": 0.255859375, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 1.234375, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/min": -0.123046875, "train/tensor_act_model_layers_72_mlp_down_proj/max": 1.234375, "train/tensor_act_model_layers_72_mlp_down_proj/range": 1.357421875, "train/tensor_act_model_layers_72_mlp/norm": 1163.6864013671875, "train/tensor_act_model_layers_72_mlp/mean": 0.51171875, "train/tensor_act_model_layers_72_mlp/std": 0.25, "train/tensor_act_model_layers_72_mlp/max_abs": 1.1953125, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp/min": -0.123046875, "train/tensor_act_model_layers_72_mlp/max": 1.1953125, "train/tensor_act_model_layers_72_mlp/range": 1.318359375, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 97733.6015625, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 47.5, "train/tensor_act_model_layers_72_residual_post_mlp/std": 4.09375, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 61.5, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_mlp/min": 34.5, "train/tensor_act_model_layers_72_residual_post_mlp/max": 61.5, "train/tensor_act_model_layers_72_residual_post_mlp/range": 27.0, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 97733.6015625, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 47.5, "train/tensor_act_model_layers_73_residual_pre_attn/std": 4.09375, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 61.5, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_pre_attn/min": 34.5, "train/tensor_act_model_layers_73_residual_pre_attn/max": 61.5, "train/tensor_act_model_layers_73_residual_pre_attn/range": 27.0, "train/tensor_act_model_layers_73_residual_post_attn/norm": 97703.125, "train/tensor_act_model_layers_73_residual_post_attn/mean": 47.5, "train/tensor_act_model_layers_73_residual_post_attn/std": 4.125, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 61.75, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_attn/min": 34.5, "train/tensor_act_model_layers_73_residual_post_attn/max": 61.75, "train/tensor_act_model_layers_73_residual_post_attn/range": 27.25, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 1947.441650390625, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": -0.08154296875, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 0.66796875, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 1.7578125, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 1.7578125, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 3.0546875, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 2030.2437744140625, "train/tensor_act_model_layers_73_mlp_up_proj/mean": 0.07275390625, "train/tensor_act_model_layers_73_mlp_up_proj/std": 0.6953125, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 1.7578125, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -1.7578125, "train/tensor_act_model_layers_73_mlp_up_proj/max": 1.625, "train/tensor_act_model_layers_73_mlp_up_proj/range": 3.3828125, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 946.41259765625, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 0.38671875, "train/tensor_act_model_layers_73_mlp_down_proj/std": 0.251953125, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 1.0078125, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/min": -0.2138671875, "train/tensor_act_model_layers_73_mlp_down_proj/max": 1.0078125, "train/tensor_act_model_layers_73_mlp_down_proj/range": 1.2216796875, "train/tensor_act_model_layers_73_mlp/norm": 937.9214477539062, "train/tensor_act_model_layers_73_mlp/mean": 0.384765625, "train/tensor_act_model_layers_73_mlp/std": 0.2490234375, "train/tensor_act_model_layers_73_mlp/max_abs": 0.98828125, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp/min": -0.2138671875, "train/tensor_act_model_layers_73_mlp/max": 0.98828125, "train/tensor_act_model_layers_73_mlp/range": 1.2021484375, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 98512.046875, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 48.0, "train/tensor_act_model_layers_73_residual_post_mlp/std": 4.15625, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 62.25, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_mlp/min": 35.0, "train/tensor_act_model_layers_73_residual_post_mlp/max": 62.25, "train/tensor_act_model_layers_73_residual_post_mlp/range": 27.25, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 98512.046875, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 48.0, "train/tensor_act_model_layers_74_residual_pre_attn/std": 4.15625, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 62.25, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_pre_attn/min": 35.0, "train/tensor_act_model_layers_74_residual_pre_attn/max": 62.25, "train/tensor_act_model_layers_74_residual_pre_attn/range": 27.25, "train/tensor_act_model_layers_74_residual_post_attn/norm": 98494.6484375, "train/tensor_act_model_layers_74_residual_post_attn/mean": 48.0, "train/tensor_act_model_layers_74_residual_post_attn/std": 4.15625, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 62.25, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_attn/min": 35.25, "train/tensor_act_model_layers_74_residual_post_attn/max": 62.25, "train/tensor_act_model_layers_74_residual_post_attn/range": 27.0, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 2235.80810546875, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": 0.0947265625, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 0.765625, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 2.078125, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 2.078125, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 3.359375, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 2184.647216796875, "train/tensor_act_model_layers_74_mlp_up_proj/mean": -0.04443359375, "train/tensor_act_model_layers_74_mlp_up_proj/std": 0.75390625, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 1.859375, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -1.859375, "train/tensor_act_model_layers_74_mlp_up_proj/max": 1.7265625, "train/tensor_act_model_layers_74_mlp_up_proj/range": 3.5859375, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 1359.833984375, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 0.5703125, "train/tensor_act_model_layers_74_mlp_down_proj/std": 0.341796875, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 1.3984375, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/min": -0.22265625, "train/tensor_act_model_layers_74_mlp_down_proj/max": 1.3984375, "train/tensor_act_model_layers_74_mlp_down_proj/range": 1.62109375, "train/tensor_act_model_layers_74_mlp/norm": 1337.0670166015625, "train/tensor_act_model_layers_74_mlp/mean": 0.5625, "train/tensor_act_model_layers_74_mlp/std": 0.333984375, "train/tensor_act_model_layers_74_mlp/max_abs": 1.34375, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp/min": -0.22265625, "train/tensor_act_model_layers_74_mlp/max": 1.34375, "train/tensor_act_model_layers_74_mlp/range": 1.56640625, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 99644.7421875, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 48.5, "train/tensor_act_model_layers_74_residual_post_mlp/std": 4.28125, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 63.25, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_mlp/min": 35.0, "train/tensor_act_model_layers_74_residual_post_mlp/max": 63.25, "train/tensor_act_model_layers_74_residual_post_mlp/range": 28.25, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 99644.7421875, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 48.5, "train/tensor_act_model_layers_75_residual_pre_attn/std": 4.28125, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 63.25, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_pre_attn/min": 35.0, "train/tensor_act_model_layers_75_residual_pre_attn/max": 63.25, "train/tensor_act_model_layers_75_residual_pre_attn/range": 28.25, "train/tensor_act_model_layers_75_residual_post_attn/norm": 99607.5, "train/tensor_act_model_layers_75_residual_post_attn/mean": 48.5, "train/tensor_act_model_layers_75_residual_post_attn/std": 4.25, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 63.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_attn/min": 35.0, "train/tensor_act_model_layers_75_residual_post_attn/max": 63.0, "train/tensor_act_model_layers_75_residual_post_attn/range": 28.0, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 2223.076171875, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": 0.060302734375, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 0.765625, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 1.8125, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -1.453125, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 1.8125, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 3.265625, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 2329.467529296875, "train/tensor_act_model_layers_75_mlp_up_proj/mean": 0.0859375, "train/tensor_act_model_layers_75_mlp_up_proj/std": 0.80078125, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 1.84375, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -1.75, "train/tensor_act_model_layers_75_mlp_up_proj/max": 1.84375, "train/tensor_act_model_layers_75_mlp_up_proj/range": 3.59375, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 1337.36767578125, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 0.56640625, "train/tensor_act_model_layers_75_mlp_down_proj/std": 0.326171875, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 1.4140625, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/min": -0.14453125, "train/tensor_act_model_layers_75_mlp_down_proj/max": 1.4140625, "train/tensor_act_model_layers_75_mlp_down_proj/range": 1.55859375, "train/tensor_act_model_layers_75_mlp/norm": 1315.363037109375, "train/tensor_act_model_layers_75_mlp/mean": 0.55859375, "train/tensor_act_model_layers_75_mlp/std": 0.318359375, "train/tensor_act_model_layers_75_mlp/max_abs": 1.359375, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp/min": -0.14453125, "train/tensor_act_model_layers_75_mlp/max": 1.359375, "train/tensor_act_model_layers_75_mlp/range": 1.50390625, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 100768.6171875, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 49.0, "train/tensor_act_model_layers_75_residual_post_mlp/std": 4.375, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 64.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_mlp/min": 35.5, "train/tensor_act_model_layers_75_residual_post_mlp/max": 64.0, "train/tensor_act_model_layers_75_residual_post_mlp/range": 28.5, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 100768.6171875, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 49.0, "train/tensor_act_model_layers_76_residual_pre_attn/std": 4.375, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 64.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_pre_attn/min": 35.5, "train/tensor_act_model_layers_76_residual_pre_attn/max": 64.0, "train/tensor_act_model_layers_76_residual_pre_attn/range": 28.5, "train/tensor_act_model_layers_76_residual_post_attn/norm": 100745.2265625, "train/tensor_act_model_layers_76_residual_post_attn/mean": 49.0, "train/tensor_act_model_layers_76_residual_post_attn/std": 4.375, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 64.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_attn/min": 35.5, "train/tensor_act_model_layers_76_residual_post_attn/max": 64.0, "train/tensor_act_model_layers_76_residual_post_attn/range": 28.5, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 2042.0753173828125, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": -0.083984375, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 0.69921875, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 1.8359375, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -1.3828125, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 1.8359375, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 3.21875, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 2264.917724609375, "train/tensor_act_model_layers_76_mlp_up_proj/mean": 0.0245361328125, "train/tensor_act_model_layers_76_mlp_up_proj/std": 0.78125, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 1.90625, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -1.59375, "train/tensor_act_model_layers_76_mlp_up_proj/max": 1.90625, "train/tensor_act_model_layers_76_mlp_up_proj/range": 3.5, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 1124.6549072265625, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 0.4765625, "train/tensor_act_model_layers_76_mlp_down_proj/std": 0.2734375, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 1.4765625, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/min": -0.330078125, "train/tensor_act_model_layers_76_mlp_down_proj/max": 1.4765625, "train/tensor_act_model_layers_76_mlp_down_proj/range": 1.806640625, "train/tensor_act_model_layers_76_mlp/norm": 1110.96728515625, "train/tensor_act_model_layers_76_mlp/mean": 0.470703125, "train/tensor_act_model_layers_76_mlp/std": 0.26953125, "train/tensor_act_model_layers_76_mlp/max_abs": 1.4140625, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp/min": -0.330078125, "train/tensor_act_model_layers_76_mlp/max": 1.4140625, "train/tensor_act_model_layers_76_mlp/range": 1.744140625, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 101714.515625, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 49.5, "train/tensor_act_model_layers_76_residual_post_mlp/std": 4.34375, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 65.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_mlp/min": 35.75, "train/tensor_act_model_layers_76_residual_post_mlp/max": 65.0, "train/tensor_act_model_layers_76_residual_post_mlp/range": 29.25, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 101714.515625, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 49.5, "train/tensor_act_model_layers_77_residual_pre_attn/std": 4.34375, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 65.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_pre_attn/min": 35.75, "train/tensor_act_model_layers_77_residual_pre_attn/max": 65.0, "train/tensor_act_model_layers_77_residual_pre_attn/range": 29.25, "train/tensor_act_model_layers_77_residual_post_attn/norm": 101713.4375, "train/tensor_act_model_layers_77_residual_post_attn/mean": 49.5, "train/tensor_act_model_layers_77_residual_post_attn/std": 4.34375, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 65.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_attn/min": 36.0, "train/tensor_act_model_layers_77_residual_post_attn/max": 65.0, "train/tensor_act_model_layers_77_residual_post_attn/range": 29.0, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 2173.707275390625, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": 0.01531982421875, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 0.75, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 2.109375, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -1.21875, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 2.109375, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 3.328125, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 2304.04345703125, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.08544921875, "train/tensor_act_model_layers_77_mlp_up_proj/std": 0.7890625, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 1.90625, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -1.90625, "train/tensor_act_model_layers_77_mlp_up_proj/max": 1.828125, "train/tensor_act_model_layers_77_mlp_up_proj/range": 3.734375, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 1419.4384765625, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 0.5703125, "train/tensor_act_model_layers_77_mlp_down_proj/std": 0.39453125, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 1.4765625, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/min": -0.341796875, "train/tensor_act_model_layers_77_mlp_down_proj/max": 1.4765625, "train/tensor_act_model_layers_77_mlp_down_proj/range": 1.818359375, "train/tensor_act_model_layers_77_mlp/norm": 1391.3524169921875, "train/tensor_act_model_layers_77_mlp/mean": 0.5625, "train/tensor_act_model_layers_77_mlp/std": 0.3828125, "train/tensor_act_model_layers_77_mlp/max_abs": 1.4140625, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp/min": -0.341796875, "train/tensor_act_model_layers_77_mlp/max": 1.4140625, "train/tensor_act_model_layers_77_mlp/range": 1.755859375, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 102887.484375, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 50.0, "train/tensor_act_model_layers_77_residual_post_mlp/std": 4.5, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 66.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_mlp/min": 36.25, "train/tensor_act_model_layers_77_residual_post_mlp/max": 66.0, "train/tensor_act_model_layers_77_residual_post_mlp/range": 29.75, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 102887.484375, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 50.0, "train/tensor_act_model_layers_78_residual_pre_attn/std": 4.5, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 66.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_pre_attn/min": 36.25, "train/tensor_act_model_layers_78_residual_pre_attn/max": 66.0, "train/tensor_act_model_layers_78_residual_pre_attn/range": 29.75, "train/tensor_act_model_layers_78_residual_post_attn/norm": 102909.046875, "train/tensor_act_model_layers_78_residual_post_attn/mean": 50.0, "train/tensor_act_model_layers_78_residual_post_attn/std": 4.46875, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 66.5, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_attn/min": 36.25, "train/tensor_act_model_layers_78_residual_post_attn/max": 66.5, "train/tensor_act_model_layers_78_residual_post_attn/range": 30.25, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 2024.3272705078125, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": -0.03955078125, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 0.69921875, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 1.8671875, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -1.2421875, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 1.8671875, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 3.109375, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 2129.3896484375, "train/tensor_act_model_layers_78_mlp_up_proj/mean": 0.09814453125, "train/tensor_act_model_layers_78_mlp_up_proj/std": 0.73046875, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -1.28125, "train/tensor_act_model_layers_78_mlp_up_proj/max": 1.8203125, "train/tensor_act_model_layers_78_mlp_up_proj/range": 3.1015625, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 1042.8798828125, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 0.447265625, "train/tensor_act_model_layers_78_mlp_down_proj/std": 0.244140625, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 1.1328125, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/min": -0.2216796875, "train/tensor_act_model_layers_78_mlp_down_proj/max": 1.1328125, "train/tensor_act_model_layers_78_mlp_down_proj/range": 1.3544921875, "train/tensor_act_model_layers_78_mlp/norm": 1033.6328125, "train/tensor_act_model_layers_78_mlp/mean": 0.443359375, "train/tensor_act_model_layers_78_mlp/std": 0.240234375, "train/tensor_act_model_layers_78_mlp/max_abs": 1.1015625, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp/min": -0.2216796875, "train/tensor_act_model_layers_78_mlp/max": 1.1015625, "train/tensor_act_model_layers_78_mlp/range": 1.3232421875, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 103812.09375, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 50.5, "train/tensor_act_model_layers_78_residual_post_mlp/std": 4.53125, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 67.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_mlp/min": 37.0, "train/tensor_act_model_layers_78_residual_post_mlp/max": 67.0, "train/tensor_act_model_layers_78_residual_post_mlp/range": 30.0, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 103812.09375, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 50.5, "train/tensor_act_model_layers_79_residual_pre_attn/std": 4.53125, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 67.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_pre_attn/min": 37.0, "train/tensor_act_model_layers_79_residual_pre_attn/max": 67.0, "train/tensor_act_model_layers_79_residual_pre_attn/range": 30.0, "train/tensor_act_model_layers_79_residual_post_attn/norm": 103776.0234375, "train/tensor_act_model_layers_79_residual_post_attn/mean": 50.5, "train/tensor_act_model_layers_79_residual_post_attn/std": 4.5, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 67.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_attn/min": 37.0, "train/tensor_act_model_layers_79_residual_post_attn/max": 67.0, "train/tensor_act_model_layers_79_residual_post_attn/range": 30.0, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 2255.5244140625, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": 0.09033203125, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 0.7734375, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 2.453125, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -1.34375, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 2.453125, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 3.796875, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 2149.333740234375, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.018798828125, "train/tensor_act_model_layers_79_mlp_up_proj/std": 0.7421875, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 1.96875, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -1.96875, "train/tensor_act_model_layers_79_mlp_up_proj/max": 1.6640625, "train/tensor_act_model_layers_79_mlp_up_proj/range": 3.6328125, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 1428.4039306640625, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 0.5703125, "train/tensor_act_model_layers_79_mlp_down_proj/std": 0.400390625, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 1.7734375, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/min": -0.43359375, "train/tensor_act_model_layers_79_mlp_down_proj/max": 1.7734375, "train/tensor_act_model_layers_79_mlp_down_proj/range": 2.20703125, "train/tensor_act_model_layers_79_mlp/norm": 1397.7342529296875, "train/tensor_act_model_layers_79_mlp/mean": 0.5625, "train/tensor_act_model_layers_79_mlp/std": 0.38671875, "train/tensor_act_model_layers_79_mlp/max_abs": 1.6640625, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp/min": -0.431640625, "train/tensor_act_model_layers_79_mlp/max": 1.6640625, "train/tensor_act_model_layers_79_mlp/range": 2.095703125, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 104926.2578125, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 51.0, "train/tensor_act_model_layers_79_residual_post_mlp/std": 4.59375, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 68.5, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_mlp/min": 37.25, "train/tensor_act_model_layers_79_residual_post_mlp/max": 68.5, "train/tensor_act_model_layers_79_residual_post_mlp/range": 31.25, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 104926.2578125, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 51.0, "train/tensor_act_model_layers_80_residual_pre_attn/std": 4.59375, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 68.5, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_pre_attn/min": 37.25, "train/tensor_act_model_layers_80_residual_pre_attn/max": 68.5, "train/tensor_act_model_layers_80_residual_pre_attn/range": 31.25, "train/tensor_act_model_layers_80_residual_post_attn/norm": 104941.4140625, "train/tensor_act_model_layers_80_residual_post_attn/mean": 51.0, "train/tensor_act_model_layers_80_residual_post_attn/std": 4.59375, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 68.5, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_attn/min": 37.5, "train/tensor_act_model_layers_80_residual_post_attn/max": 68.5, "train/tensor_act_model_layers_80_residual_post_attn/range": 31.0, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 2146.70703125, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": 0.091796875, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 0.734375, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 1.953125, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -1.671875, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 1.953125, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 3.625, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 2146.936767578125, "train/tensor_act_model_layers_80_mlp_up_proj/mean": 0.05517578125, "train/tensor_act_model_layers_80_mlp_up_proj/std": 0.73828125, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 2.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -1.640625, "train/tensor_act_model_layers_80_mlp_up_proj/max": 2.0, "train/tensor_act_model_layers_80_mlp_up_proj/range": 3.640625, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 1372.67041015625, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 0.5546875, "train/tensor_act_model_layers_80_mlp_down_proj/std": 0.375, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 1.4921875, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/min": -0.474609375, "train/tensor_act_model_layers_80_mlp_down_proj/max": 1.4921875, "train/tensor_act_model_layers_80_mlp_down_proj/range": 1.966796875, "train/tensor_act_model_layers_80_mlp/norm": 1349.5274658203125, "train/tensor_act_model_layers_80_mlp/mean": 0.546875, "train/tensor_act_model_layers_80_mlp/std": 0.3671875, "train/tensor_act_model_layers_80_mlp/max_abs": 1.4296875, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp/min": -0.47265625, "train/tensor_act_model_layers_80_mlp/max": 1.4296875, "train/tensor_act_model_layers_80_mlp/range": 1.90234375, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 106077.96875, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 51.5, "train/tensor_act_model_layers_80_residual_post_mlp/std": 4.71875, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 69.5, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_mlp/min": 37.75, "train/tensor_act_model_layers_80_residual_post_mlp/max": 69.5, "train/tensor_act_model_layers_80_residual_post_mlp/range": 31.75, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 106077.96875, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 51.5, "train/tensor_act_model_layers_81_residual_pre_attn/std": 4.71875, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 69.5, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_pre_attn/min": 37.75, "train/tensor_act_model_layers_81_residual_pre_attn/max": 69.5, "train/tensor_act_model_layers_81_residual_pre_attn/range": 31.75, "train/tensor_act_model_layers_81_residual_post_attn/norm": 106042.84375, "train/tensor_act_model_layers_81_residual_post_attn/mean": 51.5, "train/tensor_act_model_layers_81_residual_post_attn/std": 4.6875, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 69.5, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_attn/min": 37.5, "train/tensor_act_model_layers_81_residual_post_attn/max": 69.5, "train/tensor_act_model_layers_81_residual_post_attn/range": 32.0, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 2177.886474609375, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": 0.109375, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 0.7421875, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 2.203125, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -1.34375, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 2.203125, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 3.546875, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 2197.56884765625, "train/tensor_act_model_layers_81_mlp_up_proj/mean": -0.0284423828125, "train/tensor_act_model_layers_81_mlp_up_proj/std": 0.7578125, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 2.28125, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -2.28125, "train/tensor_act_model_layers_81_mlp_up_proj/max": 1.796875, "train/tensor_act_model_layers_81_mlp_up_proj/range": 4.078125, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 1441.617919921875, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 0.5546875, "train/tensor_act_model_layers_81_mlp_down_proj/std": 0.431640625, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 1.40625, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/min": -0.6875, "train/tensor_act_model_layers_81_mlp_down_proj/max": 1.40625, "train/tensor_act_model_layers_81_mlp_down_proj/range": 2.09375, "train/tensor_act_model_layers_81_mlp/norm": 1413.095703125, "train/tensor_act_model_layers_81_mlp/mean": 0.546875, "train/tensor_act_model_layers_81_mlp/std": 0.421875, "train/tensor_act_model_layers_81_mlp/max_abs": 1.3515625, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp/min": -0.6796875, "train/tensor_act_model_layers_81_mlp/max": 1.3515625, "train/tensor_act_model_layers_81_mlp/range": 2.03125, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 107182.125, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 52.0, "train/tensor_act_model_layers_81_residual_post_mlp/std": 4.75, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 70.5, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_mlp/min": 38.75, "train/tensor_act_model_layers_81_residual_post_mlp/max": 70.5, "train/tensor_act_model_layers_81_residual_post_mlp/range": 31.75, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 107182.125, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 52.0, "train/tensor_act_model_layers_82_residual_pre_attn/std": 4.75, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 70.5, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_pre_attn/min": 38.75, "train/tensor_act_model_layers_82_residual_pre_attn/max": 70.5, "train/tensor_act_model_layers_82_residual_pre_attn/range": 31.75, "train/tensor_act_model_layers_82_residual_post_attn/norm": 107166.5390625, "train/tensor_act_model_layers_82_residual_post_attn/mean": 52.0, "train/tensor_act_model_layers_82_residual_post_attn/std": 4.75, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 70.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_attn/min": 38.75, "train/tensor_act_model_layers_82_residual_post_attn/max": 70.0, "train/tensor_act_model_layers_82_residual_post_attn/range": 31.25, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 2150.305908203125, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": 0.0732421875, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 0.73828125, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -1.3359375, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 3.8984375, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 2187.898681640625, "train/tensor_act_model_layers_82_mlp_up_proj/mean": 0.015869140625, "train/tensor_act_model_layers_82_mlp_up_proj/std": 0.75390625, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 1.8828125, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -1.78125, "train/tensor_act_model_layers_82_mlp_up_proj/max": 1.8828125, "train/tensor_act_model_layers_82_mlp_up_proj/range": 3.6640625, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 1235.1898193359375, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 0.490234375, "train/tensor_act_model_layers_82_mlp_down_proj/std": 0.353515625, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 1.2578125, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/min": -0.265625, "train/tensor_act_model_layers_82_mlp_down_proj/max": 1.2578125, "train/tensor_act_model_layers_82_mlp_down_proj/range": 1.5234375, "train/tensor_act_model_layers_82_mlp/norm": 1215.9188232421875, "train/tensor_act_model_layers_82_mlp/mean": 0.482421875, "train/tensor_act_model_layers_82_mlp/std": 0.345703125, "train/tensor_act_model_layers_82_mlp/max_abs": 1.21875, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp/min": -0.265625, "train/tensor_act_model_layers_82_mlp/max": 1.21875, "train/tensor_act_model_layers_82_mlp/range": 1.484375, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 108171.734375, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 52.5, "train/tensor_act_model_layers_82_residual_post_mlp/std": 4.78125, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 70.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_mlp/min": 39.5, "train/tensor_act_model_layers_82_residual_post_mlp/max": 70.0, "train/tensor_act_model_layers_82_residual_post_mlp/range": 30.5, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 108171.734375, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 52.5, "train/tensor_act_model_layers_83_residual_pre_attn/std": 4.78125, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 70.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_pre_attn/min": 39.5, "train/tensor_act_model_layers_83_residual_pre_attn/max": 70.0, "train/tensor_act_model_layers_83_residual_pre_attn/range": 30.5, "train/tensor_act_model_layers_83_residual_post_attn/norm": 108129.6640625, "train/tensor_act_model_layers_83_residual_post_attn/mean": 52.5, "train/tensor_act_model_layers_83_residual_post_attn/std": 4.78125, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 70.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_attn/min": 39.25, "train/tensor_act_model_layers_83_residual_post_attn/max": 70.0, "train/tensor_act_model_layers_83_residual_post_attn/range": 30.75, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 2173.798095703125, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": 0.138671875, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 0.73828125, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 2.375, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 2.375, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 3.6953125, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 2154.926513671875, "train/tensor_act_model_layers_83_mlp_up_proj/mean": -0.02880859375, "train/tensor_act_model_layers_83_mlp_up_proj/std": 0.7421875, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 2.09375, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -2.09375, "train/tensor_act_model_layers_83_mlp_up_proj/max": 1.96875, "train/tensor_act_model_layers_83_mlp_up_proj/range": 4.0625, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 1342.0166015625, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 0.53515625, "train/tensor_act_model_layers_83_mlp_down_proj/std": 0.376953125, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 1.46875, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/min": -0.52734375, "train/tensor_act_model_layers_83_mlp_down_proj/max": 1.46875, "train/tensor_act_model_layers_83_mlp_down_proj/range": 1.99609375, "train/tensor_act_model_layers_83_mlp/norm": 1318.795166015625, "train/tensor_act_model_layers_83_mlp/mean": 0.52734375, "train/tensor_act_model_layers_83_mlp/std": 0.3671875, "train/tensor_act_model_layers_83_mlp/max_abs": 1.40625, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp/min": -0.5234375, "train/tensor_act_model_layers_83_mlp/max": 1.40625, "train/tensor_act_model_layers_83_mlp/range": 1.9296875, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 109210.65625, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 53.0, "train/tensor_act_model_layers_83_residual_post_mlp/std": 4.84375, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 70.5, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_mlp/min": 40.0, "train/tensor_act_model_layers_83_residual_post_mlp/max": 70.5, "train/tensor_act_model_layers_83_residual_post_mlp/range": 30.5, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 109210.65625, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 53.0, "train/tensor_act_model_layers_84_residual_pre_attn/std": 4.84375, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 70.5, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_pre_attn/min": 40.0, "train/tensor_act_model_layers_84_residual_pre_attn/max": 70.5, "train/tensor_act_model_layers_84_residual_pre_attn/range": 30.5, "train/tensor_act_model_layers_84_residual_post_attn/norm": 109204.96875, "train/tensor_act_model_layers_84_residual_post_attn/mean": 53.0, "train/tensor_act_model_layers_84_residual_post_attn/std": 4.84375, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 70.5, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_attn/min": 40.0, "train/tensor_act_model_layers_84_residual_post_attn/max": 70.5, "train/tensor_act_model_layers_84_residual_post_attn/range": 30.5, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 2111.380615234375, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": 0.12353515625, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 0.71875, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 2.203125, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -1.25, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 2.203125, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 3.453125, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 2162.2705078125, "train/tensor_act_model_layers_84_mlp_up_proj/mean": 0.0311279296875, "train/tensor_act_model_layers_84_mlp_up_proj/std": 0.74609375, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 2.390625, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -2.390625, "train/tensor_act_model_layers_84_mlp_up_proj/max": 1.8125, "train/tensor_act_model_layers_84_mlp_up_proj/range": 4.203125, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 1260.897216796875, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 0.498046875, "train/tensor_act_model_layers_84_mlp_down_proj/std": 0.361328125, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 1.34375, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/min": -0.470703125, "train/tensor_act_model_layers_84_mlp_down_proj/max": 1.34375, "train/tensor_act_model_layers_84_mlp_down_proj/range": 1.814453125, "train/tensor_act_model_layers_84_mlp/norm": 1241.2325439453125, "train/tensor_act_model_layers_84_mlp/mean": 0.4921875, "train/tensor_act_model_layers_84_mlp/std": 0.353515625, "train/tensor_act_model_layers_84_mlp/max_abs": 1.296875, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/min": -0.46875, "train/tensor_act_model_layers_84_mlp/max": 1.296875, "train/tensor_act_model_layers_84_mlp/range": 1.765625, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 110196.953125, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 53.5, "train/tensor_act_model_layers_84_residual_post_mlp/std": 4.875, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 71.5, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_mlp/min": 40.0, "train/tensor_act_model_layers_84_residual_post_mlp/max": 71.5, "train/tensor_act_model_layers_84_residual_post_mlp/range": 31.5, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 110196.953125, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 53.5, "train/tensor_act_model_layers_85_residual_pre_attn/std": 4.875, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 71.5, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_pre_attn/min": 40.0, "train/tensor_act_model_layers_85_residual_pre_attn/max": 71.5, "train/tensor_act_model_layers_85_residual_pre_attn/range": 31.5, "train/tensor_act_model_layers_85_residual_post_attn/norm": 110147.90625, "train/tensor_act_model_layers_85_residual_post_attn/mean": 53.5, "train/tensor_act_model_layers_85_residual_post_attn/std": 4.90625, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 71.5, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_attn/min": 40.0, "train/tensor_act_model_layers_85_residual_post_attn/max": 71.5, "train/tensor_act_model_layers_85_residual_post_attn/range": 31.5, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 2193.754150390625, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": 0.1015625, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 0.75, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 2.34375, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -1.5390625, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 2.34375, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 3.8828125, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 2100.7373046875, "train/tensor_act_model_layers_85_mlp_up_proj/mean": -0.01007080078125, "train/tensor_act_model_layers_85_mlp_up_proj/std": 0.7265625, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 1.953125, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -1.7734375, "train/tensor_act_model_layers_85_mlp_up_proj/max": 1.953125, "train/tensor_act_model_layers_85_mlp_up_proj/range": 3.7265625, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 1349.8233642578125, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 0.546875, "train/tensor_act_model_layers_85_mlp_down_proj/std": 0.369140625, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 1.46875, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/min": -0.73828125, "train/tensor_act_model_layers_85_mlp_down_proj/max": 1.46875, "train/tensor_act_model_layers_85_mlp_down_proj/range": 2.20703125, "train/tensor_act_model_layers_85_mlp/norm": 1327.5400390625, "train/tensor_act_model_layers_85_mlp/mean": 0.5390625, "train/tensor_act_model_layers_85_mlp/std": 0.361328125, "train/tensor_act_model_layers_85_mlp/max_abs": 1.40625, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp/min": -0.73046875, "train/tensor_act_model_layers_85_mlp/max": 1.40625, "train/tensor_act_model_layers_85_mlp/range": 2.13671875, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 111266.6015625, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 54.0, "train/tensor_act_model_layers_85_residual_post_mlp/std": 4.9375, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 72.5, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_mlp/min": 40.0, "train/tensor_act_model_layers_85_residual_post_mlp/max": 72.5, "train/tensor_act_model_layers_85_residual_post_mlp/range": 32.5, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 111266.6015625, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 54.0, "train/tensor_act_model_layers_86_residual_pre_attn/std": 4.9375, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 72.5, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_pre_attn/min": 40.0, "train/tensor_act_model_layers_86_residual_pre_attn/max": 72.5, "train/tensor_act_model_layers_86_residual_pre_attn/range": 32.5, "train/tensor_act_model_layers_86_residual_post_attn/norm": 111268.3125, "train/tensor_act_model_layers_86_residual_post_attn/mean": 54.0, "train/tensor_act_model_layers_86_residual_post_attn/std": 4.96875, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 72.5, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_attn/min": 40.25, "train/tensor_act_model_layers_86_residual_post_attn/max": 72.5, "train/tensor_act_model_layers_86_residual_post_attn/range": 32.25, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 2230.786376953125, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": 0.0810546875, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 0.765625, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -1.40625, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 3.96875, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 2232.52001953125, "train/tensor_act_model_layers_86_mlp_up_proj/mean": 0.07763671875, "train/tensor_act_model_layers_86_mlp_up_proj/std": 0.765625, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 1.96875, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -1.96875, "train/tensor_act_model_layers_86_mlp_up_proj/max": 1.84375, "train/tensor_act_model_layers_86_mlp_up_proj/range": 3.8125, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 1388.7261962890625, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 0.52734375, "train/tensor_act_model_layers_86_mlp_down_proj/std": 0.427734375, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 1.7578125, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/min": -0.6484375, "train/tensor_act_model_layers_86_mlp_down_proj/max": 1.7578125, "train/tensor_act_model_layers_86_mlp_down_proj/range": 2.40625, "train/tensor_act_model_layers_86_mlp/norm": 1360.095458984375, "train/tensor_act_model_layers_86_mlp/mean": 0.515625, "train/tensor_act_model_layers_86_mlp/std": 0.416015625, "train/tensor_act_model_layers_86_mlp/max_abs": 1.65625, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp/min": -0.64453125, "train/tensor_act_model_layers_86_mlp/max": 1.65625, "train/tensor_act_model_layers_86_mlp/range": 2.30078125, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 112352.875, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 54.75, "train/tensor_act_model_layers_86_residual_post_mlp/std": 5.03125, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 73.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_mlp/min": 40.5, "train/tensor_act_model_layers_86_residual_post_mlp/max": 73.0, "train/tensor_act_model_layers_86_residual_post_mlp/range": 32.5, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 112352.875, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 54.75, "train/tensor_act_model_layers_87_residual_pre_attn/std": 5.03125, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 73.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_pre_attn/min": 40.5, "train/tensor_act_model_layers_87_residual_pre_attn/max": 73.0, "train/tensor_act_model_layers_87_residual_pre_attn/range": 32.5, "train/tensor_act_model_layers_87_residual_post_attn/norm": 112311.296875, "train/tensor_act_model_layers_87_residual_post_attn/mean": 54.5, "train/tensor_act_model_layers_87_residual_post_attn/std": 5.03125, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 73.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_attn/min": 40.5, "train/tensor_act_model_layers_87_residual_post_attn/max": 73.0, "train/tensor_act_model_layers_87_residual_post_attn/range": 32.5, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 2161.90625, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": 0.020263671875, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 0.74609375, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -1.4375, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 4.0, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 2176.712890625, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.09619140625, "train/tensor_act_model_layers_87_mlp_up_proj/std": 0.74609375, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 2.078125, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -1.8828125, "train/tensor_act_model_layers_87_mlp_up_proj/max": 2.078125, "train/tensor_act_model_layers_87_mlp_up_proj/range": 3.9609375, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 1518.08642578125, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 0.5625, "train/tensor_act_model_layers_87_mlp_down_proj/std": 0.48046875, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 1.953125, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/min": -0.6484375, "train/tensor_act_model_layers_87_mlp_down_proj/max": 1.953125, "train/tensor_act_model_layers_87_mlp_down_proj/range": 2.6015625, "train/tensor_act_model_layers_87_mlp/norm": 1481.495361328125, "train/tensor_act_model_layers_87_mlp/mean": 0.5546875, "train/tensor_act_model_layers_87_mlp/std": 0.466796875, "train/tensor_act_model_layers_87_mlp/max_abs": 1.8125, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp/min": -0.64453125, "train/tensor_act_model_layers_87_mlp/max": 1.8125, "train/tensor_act_model_layers_87_mlp/range": 2.45703125, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 113500.8125, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 55.25, "train/tensor_act_model_layers_87_residual_post_mlp/std": 5.21875, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 74.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_mlp/min": 41.0, "train/tensor_act_model_layers_87_residual_post_mlp/max": 74.0, "train/tensor_act_model_layers_87_residual_post_mlp/range": 33.0, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 113500.8125, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 55.25, "train/tensor_act_model_layers_88_residual_pre_attn/std": 5.21875, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 74.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_pre_attn/min": 41.0, "train/tensor_act_model_layers_88_residual_pre_attn/max": 74.0, "train/tensor_act_model_layers_88_residual_pre_attn/range": 33.0, "train/tensor_act_model_layers_88_residual_post_attn/norm": 113515.9296875, "train/tensor_act_model_layers_88_residual_post_attn/mean": 55.25, "train/tensor_act_model_layers_88_residual_post_attn/std": 5.25, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 74.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_attn/min": 40.75, "train/tensor_act_model_layers_88_residual_post_attn/max": 74.0, "train/tensor_act_model_layers_88_residual_post_attn/range": 33.25, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 2118.97998046875, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": 0.0712890625, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 0.7265625, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 1.96875, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -1.6015625, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 1.96875, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 3.5703125, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 2129.5908203125, "train/tensor_act_model_layers_88_mlp_up_proj/mean": -0.01177978515625, "train/tensor_act_model_layers_88_mlp_up_proj/std": 0.734375, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 2.203125, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -2.203125, "train/tensor_act_model_layers_88_mlp_up_proj/max": 1.703125, "train/tensor_act_model_layers_88_mlp_up_proj/range": 3.90625, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 1266.8536376953125, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 0.50390625, "train/tensor_act_model_layers_88_mlp_down_proj/std": 0.361328125, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 1.296875, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/min": -0.49609375, "train/tensor_act_model_layers_88_mlp_down_proj/max": 1.296875, "train/tensor_act_model_layers_88_mlp_down_proj/range": 1.79296875, "train/tensor_act_model_layers_88_mlp/norm": 1247.4970703125, "train/tensor_act_model_layers_88_mlp/mean": 0.49609375, "train/tensor_act_model_layers_88_mlp/std": 0.353515625, "train/tensor_act_model_layers_88_mlp/max_abs": 1.25, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/min": -0.494140625, "train/tensor_act_model_layers_88_mlp/max": 1.25, "train/tensor_act_model_layers_88_mlp/range": 1.744140625, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 114542.2890625, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 55.75, "train/tensor_act_model_layers_88_residual_post_mlp/std": 5.375, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 75.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_mlp/min": 41.25, "train/tensor_act_model_layers_88_residual_post_mlp/max": 75.0, "train/tensor_act_model_layers_88_residual_post_mlp/range": 33.75, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 114542.2890625, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 55.75, "train/tensor_act_model_layers_89_residual_pre_attn/std": 5.375, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 75.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_pre_attn/min": 41.25, "train/tensor_act_model_layers_89_residual_pre_attn/max": 75.0, "train/tensor_act_model_layers_89_residual_pre_attn/range": 33.75, "train/tensor_act_model_layers_89_residual_post_attn/norm": 114528.2734375, "train/tensor_act_model_layers_89_residual_post_attn/mean": 55.75, "train/tensor_act_model_layers_89_residual_post_attn/std": 5.40625, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 75.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_attn/min": 41.25, "train/tensor_act_model_layers_89_residual_post_attn/max": 75.0, "train/tensor_act_model_layers_89_residual_post_attn/range": 33.75, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 2133.5986328125, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": 0.11474609375, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 0.7265625, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 2.1875, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -1.484375, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 2.1875, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 3.671875, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 2140.911865234375, "train/tensor_act_model_layers_89_mlp_up_proj/mean": -0.038818359375, "train/tensor_act_model_layers_89_mlp_up_proj/std": 0.73828125, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 2.40625, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -2.40625, "train/tensor_act_model_layers_89_mlp_up_proj/max": 1.7265625, "train/tensor_act_model_layers_89_mlp_up_proj/range": 4.1328125, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 1347.904052734375, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 0.486328125, "train/tensor_act_model_layers_89_mlp_down_proj/std": 0.443359375, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 1.6328125, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/min": -0.6171875, "train/tensor_act_model_layers_89_mlp_down_proj/max": 1.6328125, "train/tensor_act_model_layers_89_mlp_down_proj/range": 2.25, "train/tensor_act_model_layers_89_mlp/norm": 1319.7447509765625, "train/tensor_act_model_layers_89_mlp/mean": 0.478515625, "train/tensor_act_model_layers_89_mlp/std": 0.43359375, "train/tensor_act_model_layers_89_mlp/max_abs": 1.546875, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp/min": -0.61328125, "train/tensor_act_model_layers_89_mlp/max": 1.546875, "train/tensor_act_model_layers_89_mlp/range": 2.16015625, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 115535.203125, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 56.25, "train/tensor_act_model_layers_89_residual_post_mlp/std": 5.59375, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 76.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_mlp/min": 41.75, "train/tensor_act_model_layers_89_residual_post_mlp/max": 76.0, "train/tensor_act_model_layers_89_residual_post_mlp/range": 34.25, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 115535.203125, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 56.25, "train/tensor_act_model_layers_90_residual_pre_attn/std": 5.59375, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 76.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_pre_attn/min": 41.75, "train/tensor_act_model_layers_90_residual_pre_attn/max": 76.0, "train/tensor_act_model_layers_90_residual_pre_attn/range": 34.25, "train/tensor_act_model_layers_90_residual_post_attn/norm": 115517.84375, "train/tensor_act_model_layers_90_residual_post_attn/mean": 56.25, "train/tensor_act_model_layers_90_residual_post_attn/std": 5.59375, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 76.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_attn/min": 41.5, "train/tensor_act_model_layers_90_residual_post_attn/max": 76.0, "train/tensor_act_model_layers_90_residual_post_attn/range": 34.5, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 2218.20166015625, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": 0.1796875, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 0.74609375, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 2.34375, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 2.34375, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 3.609375, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 1981.4178466796875, "train/tensor_act_model_layers_90_mlp_up_proj/mean": -0.0155029296875, "train/tensor_act_model_layers_90_mlp_up_proj/std": 0.68359375, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 1.8359375, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -1.8359375, "train/tensor_act_model_layers_90_mlp_up_proj/max": 1.640625, "train/tensor_act_model_layers_90_mlp_up_proj/range": 3.4765625, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 1288.23681640625, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 0.466796875, "train/tensor_act_model_layers_90_mlp_down_proj/std": 0.419921875, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 1.46875, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/min": -0.60546875, "train/tensor_act_model_layers_90_mlp_down_proj/max": 1.46875, "train/tensor_act_model_layers_90_mlp_down_proj/range": 2.07421875, "train/tensor_act_model_layers_90_mlp/norm": 1265.983642578125, "train/tensor_act_model_layers_90_mlp/mean": 0.4609375, "train/tensor_act_model_layers_90_mlp/std": 0.412109375, "train/tensor_act_model_layers_90_mlp/max_abs": 1.40625, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/min": -0.6015625, "train/tensor_act_model_layers_90_mlp/max": 1.40625, "train/tensor_act_model_layers_90_mlp/range": 2.0078125, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 116454.96875, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 56.5, "train/tensor_act_model_layers_90_residual_post_mlp/std": 5.71875, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 77.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_mlp/min": 42.0, "train/tensor_act_model_layers_90_residual_post_mlp/max": 77.0, "train/tensor_act_model_layers_90_residual_post_mlp/range": 35.0, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 116454.96875, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 56.5, "train/tensor_act_model_layers_91_residual_pre_attn/std": 5.71875, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 77.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_pre_attn/min": 42.0, "train/tensor_act_model_layers_91_residual_pre_attn/max": 77.0, "train/tensor_act_model_layers_91_residual_pre_attn/range": 35.0, "train/tensor_act_model_layers_91_residual_post_attn/norm": 116365.65625, "train/tensor_act_model_layers_91_residual_post_attn/mean": 56.5, "train/tensor_act_model_layers_91_residual_post_attn/std": 5.71875, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 76.5, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_attn/min": 42.0, "train/tensor_act_model_layers_91_residual_post_attn/max": 76.5, "train/tensor_act_model_layers_91_residual_post_attn/range": 34.5, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 2127.739013671875, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": 0.11279296875, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 0.7265625, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 2.515625, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -1.4609375, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 2.515625, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 3.9765625, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 2206.2353515625, "train/tensor_act_model_layers_91_mlp_up_proj/mean": 0.041015625, "train/tensor_act_model_layers_91_mlp_up_proj/std": 0.76171875, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 2.359375, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -2.171875, "train/tensor_act_model_layers_91_mlp_up_proj/max": 2.359375, "train/tensor_act_model_layers_91_mlp_up_proj/range": 4.53125, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 1226.255615234375, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 0.423828125, "train/tensor_act_model_layers_91_mlp_down_proj/std": 0.423828125, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 1.546875, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/min": -0.6875, "train/tensor_act_model_layers_91_mlp_down_proj/max": 1.546875, "train/tensor_act_model_layers_91_mlp_down_proj/range": 2.234375, "train/tensor_act_model_layers_91_mlp/norm": 1204.8226318359375, "train/tensor_act_model_layers_91_mlp/mean": 0.41796875, "train/tensor_act_model_layers_91_mlp/std": 0.4140625, "train/tensor_act_model_layers_91_mlp/max_abs": 1.4765625, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/min": -0.6796875, "train/tensor_act_model_layers_91_mlp/max": 1.4765625, "train/tensor_act_model_layers_91_mlp/range": 2.15625, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 117224.5078125, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 57.0, "train/tensor_act_model_layers_91_residual_post_mlp/std": 5.78125, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 77.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_mlp/min": 42.5, "train/tensor_act_model_layers_91_residual_post_mlp/max": 77.0, "train/tensor_act_model_layers_91_residual_post_mlp/range": 34.5, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 117224.5078125, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 57.0, "train/tensor_act_model_layers_92_residual_pre_attn/std": 5.78125, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 77.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_pre_attn/min": 42.5, "train/tensor_act_model_layers_92_residual_pre_attn/max": 77.0, "train/tensor_act_model_layers_92_residual_pre_attn/range": 34.5, "train/tensor_act_model_layers_92_residual_post_attn/norm": 117198.296875, "train/tensor_act_model_layers_92_residual_post_attn/mean": 57.0, "train/tensor_act_model_layers_92_residual_post_attn/std": 5.8125, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 77.5, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_attn/min": 42.25, "train/tensor_act_model_layers_92_residual_post_attn/max": 77.5, "train/tensor_act_model_layers_92_residual_post_attn/range": 35.25, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 2025.3753662109375, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": 0.1083984375, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 0.69140625, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 2.28125, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -1.5546875, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 2.28125, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 3.8359375, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 1976.336669921875, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.001129150390625, "train/tensor_act_model_layers_92_mlp_up_proj/std": 0.68359375, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 2.0625, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -2.0625, "train/tensor_act_model_layers_92_mlp_up_proj/max": 1.921875, "train/tensor_act_model_layers_92_mlp_up_proj/range": 3.984375, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 1180.844970703125, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 0.3671875, "train/tensor_act_model_layers_92_mlp_down_proj/std": 0.4453125, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 1.5546875, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/min": -0.8828125, "train/tensor_act_model_layers_92_mlp_down_proj/max": 1.5546875, "train/tensor_act_model_layers_92_mlp_down_proj/range": 2.4375, "train/tensor_act_model_layers_92_mlp/norm": 1160.294677734375, "train/tensor_act_model_layers_92_mlp/mean": 0.361328125, "train/tensor_act_model_layers_92_mlp/std": 0.4375, "train/tensor_act_model_layers_92_mlp/max_abs": 1.484375, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/min": -0.8671875, "train/tensor_act_model_layers_92_mlp/max": 1.484375, "train/tensor_act_model_layers_92_mlp/range": 2.3515625, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 117973.7734375, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 57.25, "train/tensor_act_model_layers_92_residual_post_mlp/std": 5.875, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 78.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_mlp/min": 42.25, "train/tensor_act_model_layers_92_residual_post_mlp/max": 78.0, "train/tensor_act_model_layers_92_residual_post_mlp/range": 35.75, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 117973.7734375, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 57.25, "train/tensor_act_model_layers_93_residual_pre_attn/std": 5.875, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 78.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_pre_attn/min": 42.25, "train/tensor_act_model_layers_93_residual_pre_attn/max": 78.0, "train/tensor_act_model_layers_93_residual_pre_attn/range": 35.75, "train/tensor_act_model_layers_93_residual_post_attn/norm": 117952.140625, "train/tensor_act_model_layers_93_residual_post_attn/mean": 57.25, "train/tensor_act_model_layers_93_residual_post_attn/std": 5.875, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 78.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_attn/min": 42.0, "train/tensor_act_model_layers_93_residual_post_attn/max": 78.0, "train/tensor_act_model_layers_93_residual_post_attn/range": 36.0, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 2283.623779296875, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": 0.07275390625, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 0.78515625, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 2.28125, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -1.9140625, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 2.28125, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 4.1953125, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 2180.2529296875, "train/tensor_act_model_layers_93_mlp_up_proj/mean": 0.0262451171875, "train/tensor_act_model_layers_93_mlp_up_proj/std": 0.75390625, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 1.953125, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -1.8515625, "train/tensor_act_model_layers_93_mlp_up_proj/max": 1.953125, "train/tensor_act_model_layers_93_mlp_up_proj/range": 3.8046875, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 1371.65966796875, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 0.474609375, "train/tensor_act_model_layers_93_mlp_down_proj/std": 0.47265625, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 1.625, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/min": -0.859375, "train/tensor_act_model_layers_93_mlp_down_proj/max": 1.625, "train/tensor_act_model_layers_93_mlp_down_proj/range": 2.484375, "train/tensor_act_model_layers_93_mlp/norm": 1342.2791748046875, "train/tensor_act_model_layers_93_mlp/mean": 0.46484375, "train/tensor_act_model_layers_93_mlp/std": 0.4609375, "train/tensor_act_model_layers_93_mlp/max_abs": 1.5390625, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/min": -0.84765625, "train/tensor_act_model_layers_93_mlp/max": 1.5390625, "train/tensor_act_model_layers_93_mlp/range": 2.38671875, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 118939.8515625, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 57.75, "train/tensor_act_model_layers_93_residual_post_mlp/std": 6.03125, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 79.5, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_mlp/min": 42.0, "train/tensor_act_model_layers_93_residual_post_mlp/max": 79.5, "train/tensor_act_model_layers_93_residual_post_mlp/range": 37.5, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 118939.8515625, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 57.75, "train/tensor_act_model_layers_94_residual_pre_attn/std": 6.03125, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 79.5, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_pre_attn/min": 42.0, "train/tensor_act_model_layers_94_residual_pre_attn/max": 79.5, "train/tensor_act_model_layers_94_residual_pre_attn/range": 37.5, "train/tensor_act_model_layers_94_residual_post_attn/norm": 118889.921875, "train/tensor_act_model_layers_94_residual_post_attn/mean": 57.75, "train/tensor_act_model_layers_94_residual_post_attn/std": 6.03125, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 79.5, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_attn/min": 42.0, "train/tensor_act_model_layers_94_residual_post_attn/max": 79.5, "train/tensor_act_model_layers_94_residual_post_attn/range": 37.5, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 2057.54638671875, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": 0.1533203125, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 0.6953125, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 1.9375, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -1.875, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 1.9375, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 3.8125, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 2021.72607421875, "train/tensor_act_model_layers_94_mlp_up_proj/mean": 0.000823974609375, "train/tensor_act_model_layers_94_mlp_up_proj/std": 0.69921875, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 1.671875, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -1.671875, "train/tensor_act_model_layers_94_mlp_up_proj/max": 1.6640625, "train/tensor_act_model_layers_94_mlp_up_proj/range": 3.3359375, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 995.0234375, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 0.341796875, "train/tensor_act_model_layers_94_mlp_down_proj/std": 0.345703125, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 1.140625, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/min": -0.7734375, "train/tensor_act_model_layers_94_mlp_down_proj/max": 1.140625, "train/tensor_act_model_layers_94_mlp_down_proj/range": 1.9140625, "train/tensor_act_model_layers_94_mlp/norm": 984.6344604492188, "train/tensor_act_model_layers_94_mlp/mean": 0.337890625, "train/tensor_act_model_layers_94_mlp/std": 0.341796875, "train/tensor_act_model_layers_94_mlp/max_abs": 1.109375, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": -0.765625, "train/tensor_act_model_layers_94_mlp/max": 1.109375, "train/tensor_act_model_layers_94_mlp/range": 1.875, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 119578.09375, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 58.0, "train/tensor_act_model_layers_94_residual_post_mlp/std": 6.09375, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 80.5, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_mlp/min": 42.75, "train/tensor_act_model_layers_94_residual_post_mlp/max": 80.5, "train/tensor_act_model_layers_94_residual_post_mlp/range": 37.75, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 119578.09375, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 58.0, "train/tensor_act_model_layers_95_residual_pre_attn/std": 6.09375, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 80.5, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_pre_attn/min": 42.75, "train/tensor_act_model_layers_95_residual_pre_attn/max": 80.5, "train/tensor_act_model_layers_95_residual_pre_attn/range": 37.75, "train/tensor_act_model_layers_95_residual_post_attn/norm": 119556.546875, "train/tensor_act_model_layers_95_residual_post_attn/mean": 58.0, "train/tensor_act_model_layers_95_residual_post_attn/std": 6.09375, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 80.5, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_attn/min": 42.75, "train/tensor_act_model_layers_95_residual_post_attn/max": 80.5, "train/tensor_act_model_layers_95_residual_post_attn/range": 37.75, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 2108.864013671875, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": 0.1259765625, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 0.71875, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 2.09375, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -1.7734375, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 2.09375, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 3.8671875, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 2030.219970703125, "train/tensor_act_model_layers_95_mlp_up_proj/mean": 0.0712890625, "train/tensor_act_model_layers_95_mlp_up_proj/std": 0.69921875, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 2.390625, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -1.8515625, "train/tensor_act_model_layers_95_mlp_up_proj/max": 2.390625, "train/tensor_act_model_layers_95_mlp_up_proj/range": 4.2421875, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 1203.2794189453125, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 0.365234375, "train/tensor_act_model_layers_95_mlp_down_proj/std": 0.4609375, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 1.328125, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": -0.83984375, "train/tensor_act_model_layers_95_mlp_down_proj/max": 1.328125, "train/tensor_act_model_layers_95_mlp_down_proj/range": 2.16796875, "train/tensor_act_model_layers_95_mlp/norm": 1183.84619140625, "train/tensor_act_model_layers_95_mlp/mean": 0.359375, "train/tensor_act_model_layers_95_mlp/std": 0.453125, "train/tensor_act_model_layers_95_mlp/max_abs": 1.28125, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": -0.828125, "train/tensor_act_model_layers_95_mlp/max": 1.28125, "train/tensor_act_model_layers_95_mlp/range": 2.109375, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 120319.3125, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 58.5, "train/tensor_act_model_layers_95_residual_post_mlp/std": 6.25, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 81.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_mlp/min": 42.25, "train/tensor_act_model_layers_95_residual_post_mlp/max": 81.0, "train/tensor_act_model_layers_95_residual_post_mlp/range": 38.75, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 120319.3125, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 58.5, "train/tensor_act_model_layers_96_residual_pre_attn/std": 6.25, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 81.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_pre_attn/min": 42.25, "train/tensor_act_model_layers_96_residual_pre_attn/max": 81.0, "train/tensor_act_model_layers_96_residual_pre_attn/range": 38.75, "train/tensor_act_model_layers_96_residual_post_attn/norm": 120339.3125, "train/tensor_act_model_layers_96_residual_post_attn/mean": 58.5, "train/tensor_act_model_layers_96_residual_post_attn/std": 6.25, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 81.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_attn/min": 42.25, "train/tensor_act_model_layers_96_residual_post_attn/max": 81.0, "train/tensor_act_model_layers_96_residual_post_attn/range": 38.75, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 2066.048828125, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": 0.15234375, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 0.6953125, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 2.375, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -1.84375, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 2.375, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 4.21875, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 2039.997802734375, "train/tensor_act_model_layers_96_mlp_up_proj/mean": 0.05126953125, "train/tensor_act_model_layers_96_mlp_up_proj/std": 0.703125, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 2.4375, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -1.71875, "train/tensor_act_model_layers_96_mlp_up_proj/max": 2.4375, "train/tensor_act_model_layers_96_mlp_up_proj/range": 4.15625, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 1131.555419921875, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 0.33203125, "train/tensor_act_model_layers_96_mlp_down_proj/std": 0.44140625, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 1.453125, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": -1.09375, "train/tensor_act_model_layers_96_mlp_down_proj/max": 1.453125, "train/tensor_act_model_layers_96_mlp_down_proj/range": 2.546875, "train/tensor_act_model_layers_96_mlp/norm": 1113.7733154296875, "train/tensor_act_model_layers_96_mlp/mean": 0.328125, "train/tensor_act_model_layers_96_mlp/std": 0.43359375, "train/tensor_act_model_layers_96_mlp/max_abs": 1.390625, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": -1.0703125, "train/tensor_act_model_layers_96_mlp/max": 1.390625, "train/tensor_act_model_layers_96_mlp/range": 2.4609375, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 121054.890625, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 58.75, "train/tensor_act_model_layers_96_residual_post_mlp/std": 6.375, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 81.5, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_mlp/min": 42.5, "train/tensor_act_model_layers_96_residual_post_mlp/max": 81.5, "train/tensor_act_model_layers_96_residual_post_mlp/range": 39.0, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 121054.890625, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 58.75, "train/tensor_act_model_layers_97_residual_pre_attn/std": 6.375, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 81.5, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_pre_attn/min": 42.5, "train/tensor_act_model_layers_97_residual_pre_attn/max": 81.5, "train/tensor_act_model_layers_97_residual_pre_attn/range": 39.0, "train/tensor_act_model_layers_97_residual_post_attn/norm": 121025.015625, "train/tensor_act_model_layers_97_residual_post_attn/mean": 58.75, "train/tensor_act_model_layers_97_residual_post_attn/std": 6.34375, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 81.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_attn/min": 42.5, "train/tensor_act_model_layers_97_residual_post_attn/max": 81.0, "train/tensor_act_model_layers_97_residual_post_attn/range": 38.5, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 2130.05322265625, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": 0.10205078125, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 0.7265625, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 1.984375, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -1.984375, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 1.9453125, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 3.9296875, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 2025.5576171875, "train/tensor_act_model_layers_97_mlp_up_proj/mean": 0.041015625, "train/tensor_act_model_layers_97_mlp_up_proj/std": 0.69921875, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 2.28125, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -2.28125, "train/tensor_act_model_layers_97_mlp_up_proj/max": 1.8203125, "train/tensor_act_model_layers_97_mlp_up_proj/range": 4.1015625, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 1018.0120239257812, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 0.33203125, "train/tensor_act_model_layers_97_mlp_down_proj/std": 0.369140625, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 1.2265625, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": -0.84765625, "train/tensor_act_model_layers_97_mlp_down_proj/max": 1.2265625, "train/tensor_act_model_layers_97_mlp_down_proj/range": 2.07421875, "train/tensor_act_model_layers_97_mlp/norm": 1004.8949584960938, "train/tensor_act_model_layers_97_mlp/mean": 0.330078125, "train/tensor_act_model_layers_97_mlp/std": 0.36328125, "train/tensor_act_model_layers_97_mlp/max_abs": 1.1875, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": -0.8359375, "train/tensor_act_model_layers_97_mlp/max": 1.1875, "train/tensor_act_model_layers_97_mlp/range": 2.0234375, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 121724.515625, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 59.0, "train/tensor_act_model_layers_97_residual_post_mlp/std": 6.40625, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 81.5, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_mlp/min": 42.5, "train/tensor_act_model_layers_97_residual_post_mlp/max": 81.5, "train/tensor_act_model_layers_97_residual_post_mlp/range": 39.0, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 121724.515625, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 59.0, "train/tensor_act_model_layers_98_residual_pre_attn/std": 6.40625, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 81.5, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_pre_attn/min": 42.5, "train/tensor_act_model_layers_98_residual_pre_attn/max": 81.5, "train/tensor_act_model_layers_98_residual_pre_attn/range": 39.0, "train/tensor_act_model_layers_98_residual_post_attn/norm": 121722.4609375, "train/tensor_act_model_layers_98_residual_post_attn/mean": 59.0, "train/tensor_act_model_layers_98_residual_post_attn/std": 6.40625, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 81.5, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_attn/min": 42.5, "train/tensor_act_model_layers_98_residual_post_attn/max": 81.5, "train/tensor_act_model_layers_98_residual_post_attn/range": 39.0, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 2146.11865234375, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": 0.166015625, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 0.72265625, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 2.328125, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -1.7578125, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 2.328125, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 4.0859375, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 2149.0654296875, "train/tensor_act_model_layers_98_mlp_up_proj/mean": -0.057373046875, "train/tensor_act_model_layers_98_mlp_up_proj/std": 0.73828125, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 2.90625, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -2.0625, "train/tensor_act_model_layers_98_mlp_up_proj/max": 2.90625, "train/tensor_act_model_layers_98_mlp_up_proj/range": 4.96875, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 1106.9017333984375, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 0.267578125, "train/tensor_act_model_layers_98_mlp_down_proj/std": 0.46875, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 1.5859375, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": -0.765625, "train/tensor_act_model_layers_98_mlp_down_proj/max": 1.5859375, "train/tensor_act_model_layers_98_mlp_down_proj/range": 2.3515625, "train/tensor_act_model_layers_98_mlp/norm": 1086.978759765625, "train/tensor_act_model_layers_98_mlp/mean": 0.263671875, "train/tensor_act_model_layers_98_mlp/std": 0.4609375, "train/tensor_act_model_layers_98_mlp/max_abs": 1.5078125, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": -0.7578125, "train/tensor_act_model_layers_98_mlp/max": 1.5078125, "train/tensor_act_model_layers_98_mlp/range": 2.265625, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 122333.984375, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 59.25, "train/tensor_act_model_layers_98_residual_post_mlp/std": 6.625, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 82.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_mlp/min": 42.5, "train/tensor_act_model_layers_98_residual_post_mlp/max": 82.0, "train/tensor_act_model_layers_98_residual_post_mlp/range": 39.5, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 122333.984375, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 59.25, "train/tensor_act_model_layers_99_residual_pre_attn/std": 6.625, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 82.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_pre_attn/min": 42.5, "train/tensor_act_model_layers_99_residual_pre_attn/max": 82.0, "train/tensor_act_model_layers_99_residual_pre_attn/range": 39.5, "train/tensor_act_model_layers_99_residual_post_attn/norm": 122304.90625, "train/tensor_act_model_layers_99_residual_post_attn/mean": 59.25, "train/tensor_act_model_layers_99_residual_post_attn/std": 6.65625, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 82.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_attn/min": 42.25, "train/tensor_act_model_layers_99_residual_post_attn/max": 82.0, "train/tensor_act_model_layers_99_residual_post_attn/range": 39.75, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 2175.339599609375, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": 0.2421875, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 0.7109375, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 2.34375, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -1.4921875, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 2.34375, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 3.8359375, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 2003.22314453125, "train/tensor_act_model_layers_99_mlp_up_proj/mean": -0.036865234375, "train/tensor_act_model_layers_99_mlp_up_proj/std": 0.69140625, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -1.9609375, "train/tensor_act_model_layers_99_mlp_up_proj/max": 1.75, "train/tensor_act_model_layers_99_mlp_up_proj/range": 3.7109375, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 1306.0098876953125, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 0.271484375, "train/tensor_act_model_layers_99_mlp_down_proj/std": 0.578125, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 1.5234375, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": -1.1484375, "train/tensor_act_model_layers_99_mlp_down_proj/max": 1.5234375, "train/tensor_act_model_layers_99_mlp_down_proj/range": 2.671875, "train/tensor_act_model_layers_99_mlp/norm": 1281.004150390625, "train/tensor_act_model_layers_99_mlp/mean": 0.267578125, "train/tensor_act_model_layers_99_mlp/std": 0.56640625, "train/tensor_act_model_layers_99_mlp/max_abs": 1.453125, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": -1.1171875, "train/tensor_act_model_layers_99_mlp/max": 1.453125, "train/tensor_act_model_layers_99_mlp/range": 2.5703125, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 122928.9140625, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 59.5, "train/tensor_act_model_layers_99_residual_post_mlp/std": 6.90625, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 82.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_mlp/min": 42.0, "train/tensor_act_model_layers_99_residual_post_mlp/max": 82.0, "train/tensor_act_model_layers_99_residual_post_mlp/range": 40.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 27000832.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": 9088.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 148480.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 958464.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -958464.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 708608.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 1667072.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 20709376.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": -1168.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 114688.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 872448.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -872448.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 659456.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 1531904.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 24772608.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": -44800.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 129536.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 1458176.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -1458176.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 250880.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 1709056.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 27000832.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": 9536.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 148480.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 999424.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -999424.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 720896.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 1720320.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 21233664.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": 2304.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 117248.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 815104.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -815104.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 704512.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 1519616.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 21495808.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": -45056.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 109568.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 700416.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -700416.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 222208.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 922624.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 25296896.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": 3184.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 139264.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 1028096.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -585728.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 1028096.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 1613824.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 24510464.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": 2288.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 135168.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 1007616.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -884736.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 1007616.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 1892352.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 30932992.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": -53760.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 161792.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 2129920.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -2129920.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 354304.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 2484224.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 27525120.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": -7008.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 151552.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 942080.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": -675840.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 942080.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 1617920.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 25427968.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": -12864.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 139264.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 1105920.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": -1105920.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 786432.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 1892352.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 23592960.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": -50432.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 119808.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 847872.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.99798583984375, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": -847872.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 274432.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 1122304.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 28442624.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": -12928.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 156672.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 995328.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": -995328.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 872448.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 1867776.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 22937600.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": -13952.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 125952.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 790528.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": -790528.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 598016.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 1388544.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 25952256.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": -56064.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 132096.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 1146880.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": -1146880.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 323584.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 1470464.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 27525120.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": -4224.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 151552.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 823296.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": -716800.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 823296.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 1540096.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 23855104.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": -680.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 132096.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 1548288.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": -667648.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 1548288.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 2215936.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 25690112.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": -46080.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 134144.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 1048576.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": -1048576.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 327680.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 1376256.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": -9408.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 187392.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 1302528.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": -1302528.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 806912.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 2109440.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 27525120.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": -8896.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 151552.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 1040384.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": -1040384.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 913408.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 1953792.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 28311552.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": -52992.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 147456.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 1089536.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": -1089536.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 292864.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 1382400.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 29360128.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 9920.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 161792.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 1032192.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": -708608.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 1032192.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 1740800.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 23461888.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": -4160.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 129024.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 827392.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": -827392.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 708608.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 1536000.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 26083328.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": -44032.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 137216.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 1286144.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": -1286144.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 207872.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 1494016.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 31719424.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": -8960.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 175104.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 1048576.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": -1040384.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 1048576.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 2088960.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 28442624.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": 3008.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 157696.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 1695744.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": -761856.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 1695744.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 2457600.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 26607616.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": -48896.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 138240.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 1105920.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": -1105920.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 262144.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 1368064.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 31064064.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": 3152.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 171008.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 688128.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": -679936.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 688128.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 1368064.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 29491200.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": -1848.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 162816.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 1028096.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": -851968.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 1028096.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 1880064.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 27262976.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": -59136.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 139264.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 786432.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": -786432.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 145408.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 931840.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 33816576.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": -2544.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 187392.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 1253376.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": -708608.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 1253376.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 1961984.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 27000832.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": -1976.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 149504.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 802816.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": -798720.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 802816.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 1601536.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 31195136.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": -60672.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 161792.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 1146880.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": -1146880.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 183296.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 1330176.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 30932992.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": 10688.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 171008.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 1212416.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": -950272.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 1212416.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 2162688.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 29229056.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 11328.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 161792.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 1204224.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": -794624.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 1204224.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 1998848.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 32899072.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": -59904.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 171008.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 1687552.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": -1687552.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 142336.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 1829888.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 36438016.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": -27392.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 199680.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 1597440.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": -1597440.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 892928.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 2490368.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 28180480.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": -18688.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 154624.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 1044480.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": -1044480.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 741376.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 1785856.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 34340864.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": -60416.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 180224.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 1245184.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": -1245184.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 136192.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 1381376.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 31850496.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": -9600.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 176128.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 888832.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": -888832.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 647168.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 1536000.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 28311552.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": -16384.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 155648.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 1114112.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": -1114112.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 774144.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 1888256.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 29229056.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": -59904.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 149504.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 790528.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": -790528.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 172032.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 962560.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 33030144.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": 196.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 182272.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 925696.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": -851968.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 925696.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 1777664.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 30408704.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": 3632.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 167936.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 1269760.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": -1073152.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 1269760.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 2342912.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 33554432.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": -68608.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 173056.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 1064960.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": -1064960.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 109568.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 1174528.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 31326208.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": -2688.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 173056.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 1019904.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": -1019904.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 835584.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 1855488.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 27131904.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": -1880.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 149504.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 909312.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": -909312.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 786432.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 1695744.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 30932992.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": -60928.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 159744.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 1048576.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": -1048576.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 247808.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 1296384.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 32374784.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": 13760.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 178176.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 999424.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": -499712.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 999424.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 1499136.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 30146560.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": 7840.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 166912.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 1261568.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": -1048576.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 1261568.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 2310144.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 31719424.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": -62208.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 163840.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 1138688.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": -1138688.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 268288.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 1406976.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 30408704.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": 16640.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 166912.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 745472.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": -651264.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 745472.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 1396736.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 28180480.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": 8064.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 154624.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 1171456.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": -651264.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 1171456.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 1822720.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 28573696.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": -55040.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 147456.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 995328.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": -995328.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 187392.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 1182720.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 34340864.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": 6432.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 190464.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 1089536.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": -606208.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 1089536.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 1695744.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 29229056.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": 1200.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 161792.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 1130496.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": -737280.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 1130496.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 1867776.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 33423360.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": -64256.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 173056.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 1433600.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": -1433600.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 164864.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 1598464.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 33816576.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": -10752.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 186368.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 1064960.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": -1064960.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 745472.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 1810432.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 27131904.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": -13120.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 149504.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 864256.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": -864256.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 798720.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 1662976.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 34340864.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": -68608.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 176128.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 1155072.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": -1155072.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 129536.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 1284608.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 35389440.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 9216.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 195584.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 1105920.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": -1105920.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 962560.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 2068480.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 29491200.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": 3904.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 162816.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 1187840.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": -868352.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 1187840.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 2056192.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 31850496.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": -65536.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 162816.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 933888.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": -933888.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 118784.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 1052672.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 24248320.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": -10560.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 133120.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 577536.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": -524288.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 577536.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 1101824.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 27131904.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": -11968.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 149504.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 1105920.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": -794624.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 1105920.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 1900544.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 28835840.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": -44800.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 152576.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 1081344.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": -1081344.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 166912.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 1248256.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 34340864.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": 9920.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 189440.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 1040384.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": -1040384.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 708608.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 1748992.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 28704768.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 12480.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 158720.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 1392640.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": -1392640.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 761856.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 2154496.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 32636928.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": -60928.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 169984.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 1400832.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": -1400832.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 111616.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 1512448.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 26214400.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": -19584.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 143360.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 671744.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": -671744.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 501760.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 1173504.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 24641536.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": -14016.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 135168.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 921600.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": -921600.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 770048.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 1691648.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 30539776.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": -51200.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 160768.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 1204224.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": -1204224.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 174080.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 1378304.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 32243712.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": -13184.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 177152.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 802816.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": -802816.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 802816.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 1605632.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 26607616.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -9792.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 146432.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 753664.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": -753664.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 753664.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 1507328.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 31719424.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": -70144.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 160768.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 1032192.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": -1032192.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 130048.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 1162240.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 33423360.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": -12288.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 184320.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 1044480.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": -1024000.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 1044480.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 2068480.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 29360128.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": -9024.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 161792.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 1003520.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": -1003520.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 806912.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 1810432.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 31850496.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": -66048.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 162816.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 937984.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": -937984.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 123392.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 1061376.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 23461888.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": -2976.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 129536.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 704512.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": -692224.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 704512.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 1396736.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 22282240.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": -18688.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 121344.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 761856.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": -761856.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 651264.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 1413120.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 24510464.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": -33536.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 131072.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 827392.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": -827392.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 151552.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 978944.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 26738688.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": 21632.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 145408.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 655360.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": -655360.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 647168.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 1302528.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 28049408.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": 16640.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 153600.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 802816.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": -802816.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 802816.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 1605632.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 30539776.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": -53248.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 159744.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 978944.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": -978944.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 135168.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 1114112.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 30801920.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": 1664.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 171008.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 1146880.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": -593920.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 1146880.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 1740800.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 29360128.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": 12032.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 161792.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 790528.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": -716800.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 790528.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 1507328.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 32768000.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": -62208.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 169984.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 1097728.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": -1097728.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 130048.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 1227776.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 27000832.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": -3696.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 149504.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 729088.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": -729088.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 610304.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 1339392.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 25296896.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": -5088.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 140288.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 831488.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": -655360.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 831488.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 1486848.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 30277632.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": -57088.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 156672.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 1204224.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": -1204224.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 176128.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 1380352.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 30277632.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": -414.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 166912.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 962560.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": -630784.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 962560.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 1593344.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 28442624.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": -211.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 156672.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 856064.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": -733184.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 856064.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 1589248.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 33030144.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": -75776.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 165888.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 917504.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": -917504.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 132096.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 1049600.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 29097984.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": -10624.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 160768.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 720896.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": -720896.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 663552.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 1384448.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 28311552.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": -3008.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 156672.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 1028096.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": -1028096.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 638976.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 1667072.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 33554432.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": -67072.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 173056.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 1179648.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": -1179648.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 133120.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 1312768.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 27131904.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": 22016.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 148480.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 802816.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": -761856.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 802816.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 1564672.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 27787264.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": 14464.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 152576.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 1490944.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": -1490944.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 757760.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 2248704.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 28311552.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": -53248.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 147456.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 1171456.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": -1171456.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 186368.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 1357824.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 29622272.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": -3312.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 163840.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 921600.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": -921600.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 757760.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 1679360.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 28180480.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": -4384.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 155648.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 929792.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": -929792.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 782336.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 1712128.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 32243712.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": -63744.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 166912.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 1056768.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": -1056768.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 119296.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 1176064.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 29229056.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": 8096.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 160768.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 757760.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": -505856.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 757760.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 1263616.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 25821184.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": 564.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 142336.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 753664.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": -753664.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 647168.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 1400832.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 31064064.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": -61184.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 160768.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 933888.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": -933888.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 166912.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 1100800.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 32768000.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": 16640.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 180224.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 724992.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": -716800.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 724992.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 1441792.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 32505856.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": 16256.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 179200.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 1040384.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": -1040384.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 827392.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 1867776.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 35913728.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": -78336.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 181248.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 1105920.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": -1105920.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 190464.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 1296384.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 31064064.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": 3056.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 171008.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 684032.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": -684032.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 630784.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 1314816.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 25952256.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": 8832.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 143360.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 671744.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": -622592.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 671744.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 1294336.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 32243712.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": -70144.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 163840.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 1171456.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": -1171456.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 89600.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 1261056.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 27262976.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": -6848.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 150528.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 675840.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": -569344.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 675840.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 1245184.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 26083328.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": -9856.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 144384.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 868352.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": -786432.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 868352.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 1654784.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 30277632.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": -59136.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 155648.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 888832.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.996063232421875, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": -888832.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 166912.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 1055744.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 29753344.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": -5920.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 163840.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 864256.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": -696320.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 864256.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 1560576.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 28049408.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": -4160.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 155648.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 1032192.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": -761856.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 1032192.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 1794048.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 32112640.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": -71680.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 161792.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 913408.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": -913408.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 104448.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 1017856.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 32636928.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": 28544.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 178176.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 761856.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": -761856.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 667648.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 1429504.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 30015488.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": 22272.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 163840.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 733184.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": -729088.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 733184.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 1462272.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 36175872.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": -80384.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 183296.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 1105920.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": -1105920.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 162816.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 1268736.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 33554432.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": 27392.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 184320.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 1015808.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": -983040.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 1015808.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 1998848.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 32243712.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 20864.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 177152.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 1036288.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": -1036288.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 983040.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 2019328.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 36438016.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": -74752.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 186368.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 1253376.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": -1253376.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 134144.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 1387520.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 27787264.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": -13824.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 153600.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 577536.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": -544768.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 577536.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 1122304.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 26083328.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": -5760.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 143360.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 798720.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": -643072.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 798720.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 1441792.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 33816576.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": -64256.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 175104.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 1044480.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": -1044480.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 126464.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 1170944.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 32243712.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": 2192.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 178176.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 937984.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": -610304.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 937984.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 1548288.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 31195136.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": -252.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 172032.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 1105920.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": -688128.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 1105920.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 1794048.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 35651584.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": -75776.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 181248.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 1236992.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": -1236992.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 169984.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 1406976.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 28966912.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": 21888.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 158720.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 802816.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": -688128.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 802816.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 1490944.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 30277632.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": 8832.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 166912.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 1146880.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": -983040.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 1146880.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 2129920.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 31850496.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": -64000.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 163840.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 1015808.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": -1015808.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 139264.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 1155072.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 28573696.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": -1224.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 157696.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 737280.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": -671744.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 737280.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 1409024.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 28311552.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": 3632.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 156672.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 827392.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": -827392.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 790528.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 1617920.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 32899072.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": -62208.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 171008.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 1130496.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": -1130496.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 126464.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 1256960.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": 13056.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 187392.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 1253376.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": -1253376.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 733184.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 1986560.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 32374784.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": 7488.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 178176.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 1019904.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": -1019904.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 876544.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 1896448.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 40108032.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": -91136.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 201728.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 1179648.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": -1179648.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 172032.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 1351680.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 28704768.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": 20608.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 156672.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 643072.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": -602112.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 643072.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 1245184.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 28835840.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": 14976.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 158720.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 978944.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": -585728.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 978944.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 1564672.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 30277632.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": -61184.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 155648.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 827392.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": -827392.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 207872.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 1035264.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 33816576.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": 5632.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 186368.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 741376.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": -741376.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 622592.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 1363968.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 34340864.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": 2912.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 189440.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 1007616.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": -1007616.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 950272.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 1957888.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 39059456.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": -97792.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 192512.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 1073152.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.99749755859375, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": -1073152.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 211968.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 1285120.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 30408704.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": -3056.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 167936.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 901120.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": -761856.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 901120.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 1662976.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 28311552.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": -932.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 156672.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 802816.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": -757760.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 802816.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 1560576.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 34603008.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": -63744.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 179200.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 1122304.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": -1122304.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 143360.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 1265664.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 35651584.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": 125.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 196608.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 1138688.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": -1138688.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 626688.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 1765376.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 34865152.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": -588.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 192512.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 839680.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": -839680.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 741376.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 1581056.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 39321600.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": -94720.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 195584.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 1024000.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": -1024000.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 160768.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 1184768.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": 8320.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 188416.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 684032.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": -684032.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 577536.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 1261568.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 37224448.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": 4288.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 204800.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 1302528.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": -1302528.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 884736.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 2187264.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 42729472.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": -98816.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 215040.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 1269760.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": -1269760.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 97792.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 1367552.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 37224448.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": -4224.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 204800.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 995328.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": -995328.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 770048.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 1765376.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 35389440.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": 167.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 195584.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 1196032.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": -1048576.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 1196032.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 2244608.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 41680896.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": -102400.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 205824.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 1089536.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": -1089536.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 119808.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 1209344.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 37748736.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": 19840.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 207872.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 1032192.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": -737280.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 1032192.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 1769472.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 36700160.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": 35328.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 199680.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 1064960.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": -806912.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 1064960.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 1871872.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 42467328.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": -102912.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 211968.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 1269760.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": -1269760.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 128000.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 1397760.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 36700160.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": -15168.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 201728.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 1130496.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": -1130496.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 618496.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 1748992.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 35389440.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": -14016.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 194560.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 1204224.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": -1204224.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 770048.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 1974272.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 40632320.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": -90624.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 204800.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 1605632.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": -1605632.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 110080.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 1715712.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 32899072.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": 14144.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 181248.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 667648.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": -602112.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 667648.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 1269760.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 33423360.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": 23424.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 183296.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 970752.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": -708608.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 970752.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 1679360.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 38797312.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": -90112.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 194560.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 1003520.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": -1003520.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 141312.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 1144832.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 36962304.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": -6240.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 203776.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 876544.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": -876544.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 724992.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 1601536.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 39321600.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": 9536.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 217088.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 1392640.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": -978944.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 1392640.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 2371584.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 41418752.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": -111616.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 199680.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 1003520.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": -1003520.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 171008.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 1174528.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 32636928.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": -11968.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 180224.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 839680.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": -647168.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 839680.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 1486848.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 31326208.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": -10112.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 172032.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 794624.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": -794624.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 667648.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 1462272.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 39845888.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": -92160.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 200704.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 1310720.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": -1310720.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 169984.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 1480704.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 34865152.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -15488.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 192512.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 811008.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": -811008.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 618496.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 1429504.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 33816576.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": -11776.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 186368.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 872448.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": -749568.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 872448.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 1622016.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 40632320.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": -102400.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 199680.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 958464.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": -958464.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 94208.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 1052672.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 33554432.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": 7584.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 186368.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 712704.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": -593920.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 712704.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 1306624.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 35127296.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": 2912.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 194560.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 925696.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": -925696.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 815104.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 1740800.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 43515904.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": -107520.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 215040.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 1515520.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": -1515520.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 146432.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 1661952.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": -4192.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 188416.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 774144.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": -774144.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 757760.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 1531904.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 35127296.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": -1072.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 193536.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 1003520.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": -851968.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 1003520.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 1855488.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 40370176.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": -92160.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 202752.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 1220608.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": -1220608.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 130560.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 1351168.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 32112640.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": 15168.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 177152.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 1028096.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": -1028096.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 514048.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 1542144.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 34603008.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": 27008.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 189440.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 1155072.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": -929792.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 1155072.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 2084864.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 40370176.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": -97280.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 201728.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 1015808.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": -1015808.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 157696.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 1173504.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 32505856.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": -11648.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 179200.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 745472.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": -745472.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 684032.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 1429504.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 33816576.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": -10816.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 186368.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 753664.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.996185302734375, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": -753664.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 720896.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 1474560.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 40632320.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": -104448.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 199680.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 1155072.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": -1155072.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 137216.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 1292288.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 33161216.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": -2800.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 183296.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 839680.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": -839680.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 626688.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 1466368.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 32636928.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": -4896.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 180224.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 880640.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": -806912.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 880640.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 1687552.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 38797312.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": -89600.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 194560.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 1130496.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": -1130496.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 142336.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 1272832.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 33554432.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": 16128.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 184320.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 1011712.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": -651264.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 1011712.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 1662976.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 32505856.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": 9792.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 179200.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 839680.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": -839680.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 700416.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 1540096.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 38535168.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": -90624.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 193536.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 1089536.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": -1089536.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 137216.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 1226752.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 36438016.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": -8640.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 200704.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 860160.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": -860160.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 753664.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 1613824.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 35651584.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": -18432.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 196608.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 974848.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": -974848.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 753664.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 1728512.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 42729472.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": -107008.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 209920.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 1212416.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": -1212416.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 154624.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 1367040.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 31326208.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": 8640.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 173056.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 655360.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": -655360.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 557056.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 1212416.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 34340864.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": 4096.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 190464.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 1015808.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": -1015808.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 884736.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 1900544.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 40632320.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": -96768.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 201728.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 1138688.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": -1138688.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 124416.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 1263104.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 35389440.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": 2272.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 195584.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 831488.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": -831488.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 724992.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 1556480.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 34865152.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 17152.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 192512.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 831488.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": -831488.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 823296.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 1654784.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 39321600.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": -94720.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 194560.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 1011712.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": -1011712.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 175104.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 1186816.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 35651584.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": 336.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 196608.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 888832.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": -888832.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 753664.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 1642496.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 38535168.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": 6976.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 211968.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 1409024.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": -1130496.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 1409024.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 2539520.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 41680896.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": -104960.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 204800.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 1212416.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": -1212416.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 108032.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 1320448.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 36438016.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": -5440.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 200704.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 819200.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": -819200.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 802816.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 1622016.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 38273024.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": -21504.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 209920.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 1007616.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": -954368.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 1007616.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 1961984.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 42467328.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": -99328.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 211968.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 1122304.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": -1122304.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 125952.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 1248256.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 35913728.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": -5696.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 197632.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 1089536.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": -1089536.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 806912.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 1896448.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 37224448.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": 4384.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 204800.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 1343488.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": -1343488.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 942080.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 2285568.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 42991616.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": -101888.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 215040.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 1474560.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": -1474560.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 208896.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 1683456.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 36438016.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": -11840.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 200704.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 880640.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": -880640.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 638976.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 1519616.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 36438016.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": -15808.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 200704.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 1048576.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": -1048576.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 770048.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 1818624.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 42729472.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": -108032.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 209920.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 1032192.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": -1032192.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 159744.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 1191936.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 36438016.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": 4224.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 201728.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 839680.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": -839680.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 827392.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 1667072.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 36175872.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": 4480.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 199680.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 966656.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": -966656.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 880640.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 1847296.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 41680896.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": -101888.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 205824.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 946176.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": -946176.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 156672.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 1102848.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 37748736.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": -6400.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 207872.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 1114112.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": -864256.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 1114112.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 1978368.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 37486592.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": -3552.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 206848.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 1056768.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": -823296.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 1056768.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 1880064.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 46137344.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": -116736.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 227328.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 1114112.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": -1114112.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 150528.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 1264640.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 36438016.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": -8448.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 200704.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 872448.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": -872448.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 626688.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 1499136.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 36438016.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": -9344.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 200704.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 786432.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": -786432.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 770048.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 1556480.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 43253760.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": -115712.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 209920.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 983040.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": -983040.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 165888.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 1148928.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 34603008.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": 2640.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 191488.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 847872.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": -847872.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 634880.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 1482752.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 36175872.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": 8320.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 199680.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 823296.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": -823296.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 770048.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 1593344.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 43515904.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": -104448.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 217088.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 1269760.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": -1269760.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 161792.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 1431552.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 32505856.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": 14720.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 179200.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 667648.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": -602112.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 667648.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 1269760.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 35651584.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": 12672.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 195584.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 999424.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": -798720.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 999424.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 1798144.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 40894464.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": -96256.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 203776.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 1204224.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": -1204224.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 169984.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 1374208.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": -12608.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 188416.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 823296.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": -598016.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 823296.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 1421312.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 35127296.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": -9152.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 193536.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 876544.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": -876544.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 778240.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 1654784.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 40632320.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": -96256.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 202752.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 1179648.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": -1179648.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 139264.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 1318912.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": 21248.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 186368.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 770048.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": -733184.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 770048.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 1503232.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 36438016.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 26240.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 199680.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 970752.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": -790528.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 970752.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 1761280.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 39583744.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": -102912.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 193536.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 1044480.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": -1044480.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 141312.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 1185792.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 32768000.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": -10624.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 181248.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 704512.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": -704512.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 626688.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 1331200.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 31981568.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": -13312.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 176128.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 782336.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": -782336.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 778240.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 1560576.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 39059456.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": -95232.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 193536.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 1114112.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": -1114112.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 146432.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 1260544.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 29753344.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": -1880.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 163840.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 610304.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": -610304.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 512000.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 1122304.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 33816576.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": 284.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 186368.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 942080.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": -774144.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 942080.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 1716224.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 38797312.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": -91648.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 194560.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 1245184.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": -1245184.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 240640.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 1485824.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 28180480.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": -15488.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 155648.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 606208.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": -606208.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 520192.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 1126400.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 30539776.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": -7712.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 167936.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 987136.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": -987136.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 724992.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 1712128.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 36175872.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": -75776.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 185344.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 1179648.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": -1179648.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 133120.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 1312768.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 28442624.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": -3088.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 156672.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 712704.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": -712704.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 505856.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 1218560.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 31064064.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": 1840.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 171008.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 888832.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": -888832.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 778240.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 1667072.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 35127296.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": -77824.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 178176.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 1097728.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": -1097728.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 156672.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 1254400.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 32636928.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": -6240.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 180224.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 659456.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": -503808.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 659456.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 1163264.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 34603008.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": -11520.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 190464.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 757760.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": -757760.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 741376.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 1499136.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 40894464.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": -105984.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 199680.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 958464.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": -958464.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 144384.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 1102848.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 29491200.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": 23808.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 161792.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 720896.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": -704512.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 720896.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 1425408.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 29491200.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": 11648.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 162816.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 937984.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": -851968.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 937984.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 1789952.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 34865152.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": -65280.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 182272.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 1269760.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": -1269760.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 188416.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 1458176.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 25559040.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": 1456.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 141312.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 540672.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": -501760.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 540672.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 1042432.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 30146560.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": 1680.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 166912.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 1019904.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": -860160.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 1019904.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 1880064.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 33816576.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": -72704.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 173056.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 1490944.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": -1490944.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 188416.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 1679360.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 27000832.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": -4080.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 149504.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 704512.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": -524288.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 704512.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 1228800.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 30801920.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": 3664.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 169984.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 1019904.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": -917504.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 1019904.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 1937408.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 33161216.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": -72192.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 167936.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 1097728.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": -1097728.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 150528.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 1248256.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 27394048.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -19584.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 150528.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 585728.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": -585728.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 516096.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 1101824.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 30932992.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": -14720.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 169984.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 987136.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": -987136.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 892928.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 1880064.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 35651584.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": -68096.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 185344.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 1097728.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.99847412109375, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": -1097728.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 173056.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 1270784.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 25690112.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": 524.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 142336.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 778240.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": -778240.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 729088.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 1507328.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 27656192.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": 7776.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 152576.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 978944.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": -978944.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 962560.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 1941504.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 30015488.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": -54784.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 156672.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 1302528.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": -1302528.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 200704.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 1503232.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 29884416.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": 13056.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 164864.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 901120.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": -565248.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 901120.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 1466368.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 29491200.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": 5632.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 162816.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 1040384.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": -856064.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 1040384.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 1896448.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 33816576.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": -71168.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 172032.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 1187840.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": -1187840.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 214016.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 1401856.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 29229056.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": -12096.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 160768.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 593920.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": -548864.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 593920.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 1142784.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 29229056.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": -6464.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 161792.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 942080.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": -942080.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 839680.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 1781760.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 35127296.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": -72704.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 179200.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 1392640.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": -1392640.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 161792.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 1554432.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 24117248.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": 7040.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 133120.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 598016.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": -483328.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 598016.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 1081344.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 26738688.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": 9792.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 147456.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 1163264.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": -831488.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 1163264.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 1994752.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 27656192.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": -51456.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 144384.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 1028096.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": -1028096.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 202752.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 1230848.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 22937600.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -3360.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 126464.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 647168.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": -540672.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 647168.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 1187840.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 25690112.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": 4080.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 142336.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 1318912.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": -884736.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 1318912.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 2203648.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 28311552.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": -53248.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 146432.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 1122304.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": -1122304.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 176128.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 1298432.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 19660800.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": -2176.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 108544.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 688128.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": -688128.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 540672.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 1228800.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 19529728.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": -1280.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 108032.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 991232.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": -991232.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 962560.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 1953792.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 22413312.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": -34048.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 118784.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 1146880.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": -1146880.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 164864.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 1311744.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 17956864.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": -1504.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 98816.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 374784.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": -374784.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 337920.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 712704.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 19005440.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": -1416.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 104960.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 675840.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": -675840.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 598016.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 1273856.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 22675456.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": -43008.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 117248.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 1015808.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": -1015808.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 153600.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 1169408.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 13959168.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -2480.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 77312.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 305152.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": -266240.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 305152.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 571392.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 14876672.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": -1168.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 82432.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 655360.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.99969482421875, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": -626688.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 655360.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 1282048.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 17039360.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": -29568.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 89088.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 913408.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.99749755859375, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": -913408.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 169984.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 1083392.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 11010048.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": -7968.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 60416.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 282624.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": -282624.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 186368.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 468992.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 11206656.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": -4080.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 61696.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 872448.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": -872448.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 606208.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 1478656.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 12320768.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": -19840.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 65024.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 786432.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.998016357421875, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": -786432.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 178176.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 964608.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 7372800.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": -900.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 40704.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 230400.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": -183296.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 230400.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 413696.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 6848512.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": -1448.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 37888.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 487424.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.999542236328125, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": -487424.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 473088.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 960512.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 6881280.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": -7520.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 37376.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 509952.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.999114990234375, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": -509952.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 140288.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 650240.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 5963776.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 4320.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 32640.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 161792.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": -138240.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 161792.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 300032.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 4947968.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 1680.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 27264.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 573440.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.999603271484375, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": -282624.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 573440.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 856064.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 4980736.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": -4736.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 27008.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 393216.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": -393216.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 110080.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 503296.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 5537792.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 2240.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 30464.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 98816.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": -92160.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 98816.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 190976.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 3915776.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 652.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 21632.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 362496.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": -248832.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 362496.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 611328.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 3850240.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -4064.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 20864.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 266240.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": -266240.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 149504.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 415744.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 4259840.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": -360.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 23552.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 157696.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -90624.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 157696.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 248320.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 2867200.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": -0.67578125, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 15808.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 156672.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -156672.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 139264.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 295936.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 2981888.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -74.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 16384.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 162816.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -137216.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 162816.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 300032.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": 0.0001850128173828125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.11083984375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.1015625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.11083984375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.21240234375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 0.0001659393310546875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.2314453125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": 7.677078247070312e-05, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.10888671875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.216796875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": -0.0004673004150390625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.00016307830810546875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -0.0002765655517578125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": 4.0531158447265625e-05, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.10888671875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.2255859375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": 0.00011968612670898438, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.028076171875, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.000583648681640625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.02783203125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.11083984375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.1181640625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.22900390625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": -0.00010395050048828125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.11279296875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.23779296875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 5.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": 6.67572021484375e-05, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.027587890625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.10693359375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.10693359375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.2099609375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 4.9375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": 4.1484832763671875e-05, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.02734375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.10791015625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.10693359375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.21484375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": 0.0001621246337890625, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.1162109375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.22509765625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 0.00010395050048828125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.02734375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.10888671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.10546875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.21435546875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 4.90625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.000942230224609375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.0272216796875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.11376953125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.107421875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.22119140625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": 0.000270843505859375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.02783203125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 4.9375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": 0.0001621246337890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.0272216796875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.1103515625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.23046875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 4.90625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": -3.1948089599609375e-05, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.0272216796875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.10302734375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.22607421875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": 7.390975952148438e-05, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.027587890625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.10546875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.22216796875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 4.90625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": 0.000217437744140625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.027099609375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.1064453125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.22802734375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 4.84375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": -2.7179718017578125e-05, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.0267333984375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.10693359375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.1015625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.10693359375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.20849609375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": -0.000545501708984375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.119140625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.11474609375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.23388671875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 4.90625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": -0.00010728836059570312, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.027099609375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.103515625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.103515625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.09912109375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.20263671875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 4.90625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": 0.000209808349609375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.0269775390625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.0986328125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.0986328125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.09521484375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.19384765625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 5.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": -2.3484230041503906e-05, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.0277099609375, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.10400390625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.23095703125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 4.9375, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -0.0003032684326171875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.0272216796875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.0966796875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.21630859375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 4.84375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": 0.0005035400390625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.02685546875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.111328125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.111328125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.10205078125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.21337890625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": -0.00021648406982421875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 5.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -0.0006103515625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.0277099609375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.10400390625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.22509765625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 4.90625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": -0.00010347366333007812, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.027099609375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.11865234375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.10595703125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.224609375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 5.125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": -0.00018405914306640625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.11474609375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.11474609375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.10986328125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.224609375, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": 0.00012159347534179688, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.02783203125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.1123046875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.09765625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.1123046875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.2099609375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 4.9375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": 0.0002593994140625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.02734375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.09423828125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.2119140625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": -3.62396240234375e-05, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": 1.5497207641601562e-05, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.22998046875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 4.9375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": -0.000713348388671875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.0272216796875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.111328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.0986328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.111328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.2099609375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": -0.000614166259765625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": -0.0001354217529296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.028076171875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": 0.00022792816162109375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.02783203125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.115234375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.2353515625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": -0.00080108642578125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": 7.390975952148438e-05, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.02783203125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.1171875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.11181640625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.22900390625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 5.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.00084686279296875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.027587890625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.1171875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.103515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.220703125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": -0.0002880096435546875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.1181640625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.10888671875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.22705078125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": -0.0002918243408203125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.10986328125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.23486328125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": 0.00063323974609375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.0277099609375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.1142578125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.1083984375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.22265625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": -0.00010061264038085938, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.240234375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 5.125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": 8.249282836914062e-05, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.107421875, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.2333984375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": -2.8014183044433594e-05, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.1162109375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.09716796875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.21337890625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": -0.0006256103515625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": -0.00014495849609375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.111328125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.111328125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.10693359375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.21826171875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": -0.000667572021484375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.1083984375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.22998046875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 5.375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": 0.00099945068359375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.0296630859375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 5.25, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": 0.0001049041748046875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.11572265625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.11279296875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.11572265625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.228515625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": -0.00013828277587890625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.10205078125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.21875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": -0.00021076202392578125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.11669921875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.23291015625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 5.25, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": -0.000762939453125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.10986328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.10205078125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.10986328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.2119140625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": 0.0002307891845703125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.11279296875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.23046875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": -0.0001888275146484375, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -5.793571472167969e-05, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.140625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": 0.0004062652587890625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.10888671875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.23046875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": 0.000499725341796875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": 0.000232696533203125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 0.0001506805419921875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": 0.000476837158203125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.2373046875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": 0.0004291534423828125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.11181640625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.2353515625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 5.25, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 0.0001163482666015625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.119140625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.234375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": 0.000576019287109375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -0.0004596710205078125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.2265625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": -0.0003833770751953125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.11572265625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.10595703125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.11572265625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.2216796875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 5.5, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": -0.0001049041748046875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": 0.0004482269287109375, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.23779296875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": 0.000530242919921875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.11865234375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": 0.00014400482177734375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.2421875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": 0.00011539459228515625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.11181640625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.11181640625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.1103515625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.22216796875, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": -0.000820159912109375, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": 0.00054931640625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": -0.0003566741943359375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.2421875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": -0.00011777877807617188, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": 0.000759124755859375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": 0.000347137451171875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.11279296875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": -4.1484832763671875e-05, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.1181640625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.11669921875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.23486328125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": 0.00081634521484375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.11376953125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": 4.857778549194336e-06, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1181640625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 5.375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": 0.00042724609375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": 0.00020694732666015625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": -4.38690185546875e-05, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.23974609375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 5.5, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": -2.205371856689453e-05, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": 0.00067901611328125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.03125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.2451171875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 5.5, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": 0.00042724609375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.11279296875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.11279296875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.2216796875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": -0.00022029876708984375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": 0.00020885467529296875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": -0.00020885467529296875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.11669921875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.23095703125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": 0.00029754638671875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.109375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.2373046875, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": -0.0002193450927734375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.000881195068359375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 5.5, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.00019168853759765625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": 0.00074005126953125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": -5.984306335449219e-05, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 5.5, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": -2.8967857360839844e-05, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": 0.000274658203125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.000762939453125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -3.457069396972656e-05, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": 0.0003910064697265625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": 3.504753112792969e-05, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.236328125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -0.00028228759765625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.25244140625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": 0.00079345703125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": 0.000614166259765625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": -0.0003185272216796875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.111328125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.23291015625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": 0.00011205673217773438, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": -0.0002994537353515625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": -0.000499725341796875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.03125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.1181640625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": 0.000255584716796875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": 0.00015163421630859375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": -0.0003032684326171875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": 0.000865936279296875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": 1.609325408935547e-05, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": 0.000835418701171875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.1181640625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": 0.000423431396484375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -0.00092315673828125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.0010528564453125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": -0.00022125244140625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": 0.0001354217529296875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": 0.0004062652587890625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": 0.000400543212890625, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": 5.4836273193359375e-05, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": -0.000209808349609375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": 0.000621795654296875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 5.875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.000667572021484375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 0.000125885009765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": 0.0004634857177734375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": -0.0002040863037109375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": 0.000453948974609375, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 6.125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": 0.0015411376953125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": -0.00015354156494140625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.11865234375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": 0.000335693359375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": 0.000484466552734375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -0.000514984130859375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": -0.00012159347534179688, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": 0.000568389892578125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": 7.009506225585938e-05, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": 0.00087738037109375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": 0.000823974609375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": -0.00128936767578125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": -0.0002193450927734375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": 0.00110626220703125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": -0.00013065338134765625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": 2.86102294921875e-05, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": 0.00029754638671875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": -0.00017452239990234375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.000377655029296875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": 0.0010986328125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": -0.00010204315185546875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": -3.2901763916015625e-05, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": 7.581710815429688e-05, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": 2.6941299438476562e-05, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": 5.078315734863281e-05, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": 0.0011444091796875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": -0.000499725341796875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": 0.00019359588623046875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 6.625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": -1.4185905456542969e-05, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": -0.000316619873046875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.25830078125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": -0.0003070831298828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": 0.0003566741943359375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": -0.00011110305786132812, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -0.00054931640625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 6.75, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": -0.0002593994140625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": -0.0002288818359375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": 0.00031280517578125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.265625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": 0.00013828277587890625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 0.00023937225341796875, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": -0.0009918212890625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.265625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 6.75, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": 0.0004596710205078125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": 0.000110626220703125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": -0.0001392364501953125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": -3.62396240234375e-05, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": 0.000247955322265625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": 0.0003204345703125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": 0.0004749298095703125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": -0.0002918243408203125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": -0.00070953369140625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": 0.000614166259765625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": -0.0002765655517578125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": -0.00121307373046875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": 0.0006256103515625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": -3.62396240234375e-05, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": -6.29425048828125e-05, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 6.875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": 0.0002574920654296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": 0.000579833984375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": -0.0001354217529296875, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": 0.000354766845703125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -0.0004482269287109375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": 0.00010395050048828125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": 0.00110626220703125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": -0.0004596710205078125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": -0.00051116943359375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": -0.00011587142944335938, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": 0.000240325927734375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": -0.0003871917724609375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": -6.705522537231445e-06, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.00022220611572265625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": 8.106231689453125e-06, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": 7.987022399902344e-06, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.0002346038818359375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.000896453857421875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": 0.0006103515625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -0.000698089599609375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": 0.000713348388671875, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": 0.0004596710205078125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -0.000186920166015625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": 6.67572021484375e-05, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": 0.00013637542724609375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": -7.152557373046875e-05, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": 0.0004749298095703125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 7.25, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": 0.0003147125244140625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.169921875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.169921875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": -0.00011491775512695312, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": 0.0002689361572265625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": 7.963180541992188e-05, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": -0.00055694580078125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": -0.000888824462890625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 7.125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": -0.000400543212890625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": 0.00054931640625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -0.000347137451171875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": 0.000942230224609375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": -0.0003490447998046875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": 0.000118255615234375, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": 0.000705718994140625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": 0.000675201416015625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 9.965896606445312e-05, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": -0.0004444122314453125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.3134765625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": 0.00018978118896484375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.0005645751953125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": 0.0003662109375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.000690460205078125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.2880859375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": 0.0001373291015625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": -0.00010633468627929688, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": 0.00080108642578125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": 0.0004596710205078125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": 0.0009307861328125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -0.00015163421630859375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": -0.0003490447998046875, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": 0.000881195068359375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 7.5, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": 0.000423431396484375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": 0.000125885009765625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": 0.00102996826171875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.291015625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": -0.00019741058349609375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.75, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": -0.00013446807861328125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": 0.00075531005859375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.1689453125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": 0.000133514404296875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.283203125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": -0.0004215240478515625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": 0.0012969970703125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.15625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": -0.0002269744873046875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": -0.00010442733764648438, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": 0.001190185546875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.208984375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.208984375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.3525390625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": 0.0002422332763671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": 0.0001773834228515625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": 0.0009765625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 8.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": -3.3855438232421875e-05, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": 0.00061798095703125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 8.625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 0.000797271728515625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.2880859375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 0.00061798095703125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.28125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": -0.00048828125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": 0.000370025634765625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.166015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.31640625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 8.125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.000766754150390625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 0.000335693359375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": 0.000682830810546875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.166015625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.3291015625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 8.25, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": -8.058547973632812e-05, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": -0.0003185272216796875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 8.875, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.0010528564453125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.049072265625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.3193359375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 8.375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": -0.000316619873046875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.15625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 8.25, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.000667572021484375, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 9.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.00157928466796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.0498046875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.2158203125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.2158203125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.15625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.3720703125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": -4.744529724121094e-05, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -0.000148773193359375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 9.0625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": 0.00102996826171875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.050048828125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": 0.000293731689453125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.1669921875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.1669921875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": 5.53131103515625e-05, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 9.25, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 0.000919342041015625, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.051025390625, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.1875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.1875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.3486328125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": 1.2159347534179688e-05, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.171875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.322265625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 8.625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -7.772445678710938e-05, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 9.5625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": 0.000640869140625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.052734375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.240234375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.1787109375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.240234375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.4189453125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 8.9375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": 0.00021839141845703125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.04931640625, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.173828125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.162109375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.3359375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.8125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": -7.677078247070312e-05, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.048828125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.1630859375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 9.6875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": 0.001220703125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.053466796875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.169921875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.3427734375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 9.125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": 4.696846008300781e-05, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.05029296875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.16796875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.31640625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 9.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": 0.0001926422119140625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.0498046875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1767578125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.1572265625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1767578125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.333984375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 9.75, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": 0.000881195068359375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.053955078125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.212890625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.189453125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.212890625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.40234375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 9.1875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": 0.000576019287109375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.05078125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.15625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 9.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": 0.000102996826171875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.0498046875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.189453125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1708984375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.189453125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.3603515625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 10.0625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": 0.00113677978515625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.0556640625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.181640625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.1953125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.376953125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 9.5625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": 0.000507354736328125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.052734375, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.1953125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.3642578125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 9.25, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": 0.000263214111328125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.051025390625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.17578125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.17578125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.3349609375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 10.1875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": 0.0005950927734375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.056396484375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.17578125, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.17578125, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.1748046875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.3505859375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 9.5, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": 0.0003223419189453125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.05224609375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.1875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.1953125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.3828125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 9.25, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -4.315376281738281e-05, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.051025390625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.181640625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.1767578125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.181640625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.3583984375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 10.375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": 0.00090789794921875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.057373046875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.2197265625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.2197265625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.19140625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.4111328125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 9.6875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": -0.0004177093505859375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.053466796875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.1982421875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.1982421875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3662109375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 9.375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": 0.00019741058349609375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.0517578125, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.1962890625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.1962890625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.3447265625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 10.25, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": 0.0013580322265625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.056640625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.220703125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.220703125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.19921875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.419921875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 9.75, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": -0.0002498626708984375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.053955078125, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.169921875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.169921875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.3291015625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 9.375, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": -3.600120544433594e-05, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.0517578125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.1796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.1689453125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.3486328125}
-{"step": 2640, "epoch": 0.17795753286147623, "timestamp": 1786742965.1176462, "loss": 7.861988067626953, "grad_norm": 901775360.0, "learning_rate": 9e-05, "train/total_time_seconds": 41.342624105513096, "train/time_per_step_avg": 0.26632088005542753, "train/epoch_time_elapsed": 49.02781542018056, "train/estimated_remaining_minutes": 0.2244612167344777}
-{"step": 2660, "epoch": 0.1793056959892147, "timestamp": 1786742971.2462676, "loss": 7.9435890197753904, "grad_norm": 788529152.0, "learning_rate": 9e-05, "train/total_time_seconds": 46.33650178462267, "train/time_per_step_avg": 0.23699114426970483, "train/epoch_time_elapsed": 55.12715610489249, "train/estimated_remaining_minutes": 0.24387632518222457, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 186.02244567871094, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.001007080078125, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.0908203125, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.30078125, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.30078125, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.28515625, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.5859375, "train/tensor_act_model_layers_0_residual_post_attn/norm": 187.2662353515625, "train/tensor_act_model_layers_0_residual_post_attn/mean": 3.981590270996094e-05, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.09130859375, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.345703125, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.310546875, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.345703125, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.65625, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1379.5775146484375, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": 0.0128173828125, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.4765625, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 2.265625, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -2.109375, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 2.265625, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 4.375, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1344.0576171875, "train/tensor_act_model_layers_0_mlp_up_proj/mean": 0.00421142578125, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.46484375, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 2.328125, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -2.140625, "train/tensor_act_model_layers_0_mlp_up_proj/max": 2.328125, "train/tensor_act_model_layers_0_mlp_up_proj/range": 4.46875, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 309.406005859375, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.06787109375, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.134765625, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.94921875, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/min": -0.5078125, "train/tensor_act_model_layers_0_mlp_down_proj/max": 0.94921875, "train/tensor_act_model_layers_0_mlp_down_proj/range": 1.45703125, "train/tensor_act_model_layers_0_mlp/norm": 308.43695068359375, "train/tensor_act_model_layers_0_mlp/mean": 0.06787109375, "train/tensor_act_model_layers_0_mlp/std": 0.134765625, "train/tensor_act_model_layers_0_mlp/max_abs": 0.93359375, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": -0.50390625, "train/tensor_act_model_layers_0_mlp/max": 0.93359375, "train/tensor_act_model_layers_0_mlp/range": 1.4375, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 383.0789794921875, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 0.06787109375, "train/tensor_act_model_layers_0_residual_post_mlp/std": 0.1748046875, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 1.0546875, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": -0.62890625, "train/tensor_act_model_layers_0_residual_post_mlp/max": 1.0546875, "train/tensor_act_model_layers_0_residual_post_mlp/range": 1.68359375, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 383.0789794921875, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 0.06787109375, "train/tensor_act_model_layers_1_residual_pre_attn/std": 0.1748046875, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 1.0546875, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": -0.62890625, "train/tensor_act_model_layers_1_residual_pre_attn/max": 1.0546875, "train/tensor_act_model_layers_1_residual_pre_attn/range": 1.68359375, "train/tensor_act_model_layers_1_residual_post_attn/norm": 402.3863830566406, "train/tensor_act_model_layers_1_residual_post_attn/mean": 0.06884765625, "train/tensor_act_model_layers_1_residual_post_attn/std": 0.1845703125, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 1.203125, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": -0.71875, "train/tensor_act_model_layers_1_residual_post_attn/max": 1.203125, "train/tensor_act_model_layers_1_residual_post_attn/range": 1.921875, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 1600.258056640625, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": 0.018310546875, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 0.55078125, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 2.640625, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -2.40625, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 2.640625, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 5.046875, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 1583.5040283203125, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.01171875, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.546875, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 3.015625, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -3.015625, "train/tensor_act_model_layers_1_mlp_up_proj/max": 2.6875, "train/tensor_act_model_layers_1_mlp_up_proj/range": 5.703125, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 422.6348571777344, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.109375, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.1748046875, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 1.9375, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": -1.1796875, "train/tensor_act_model_layers_1_mlp_down_proj/max": 1.9375, "train/tensor_act_model_layers_1_mlp_down_proj/range": 3.1171875, "train/tensor_act_model_layers_1_mlp/norm": 420.9519958496094, "train/tensor_act_model_layers_1_mlp/mean": 0.10888671875, "train/tensor_act_model_layers_1_mlp/std": 0.173828125, "train/tensor_act_model_layers_1_mlp/max_abs": 1.796875, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": -1.1484375, "train/tensor_act_model_layers_1_mlp/max": 1.796875, "train/tensor_act_model_layers_1_mlp/range": 2.9453125, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 708.624755859375, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 0.177734375, "train/tensor_act_model_layers_1_residual_post_mlp/std": 0.296875, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 2.109375, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": -1.3046875, "train/tensor_act_model_layers_1_residual_post_mlp/max": 2.109375, "train/tensor_act_model_layers_1_residual_post_mlp/range": 3.4140625, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 708.624755859375, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 0.177734375, "train/tensor_act_model_layers_2_residual_pre_attn/std": 0.296875, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 2.109375, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": -1.3046875, "train/tensor_act_model_layers_2_residual_pre_attn/max": 2.109375, "train/tensor_act_model_layers_2_residual_pre_attn/range": 3.4140625, "train/tensor_act_model_layers_2_residual_post_attn/norm": 721.0487060546875, "train/tensor_act_model_layers_2_residual_post_attn/mean": 0.1787109375, "train/tensor_act_model_layers_2_residual_post_attn/std": 0.302734375, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 2.140625, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": -1.3046875, "train/tensor_act_model_layers_2_residual_post_attn/max": 2.140625, "train/tensor_act_model_layers_2_residual_post_attn/range": 3.4453125, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 1637.530517578125, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": -0.042236328125, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 0.5625, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 2.296875, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -2.0625, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 2.296875, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 4.359375, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 1641.9212646484375, "train/tensor_act_model_layers_2_mlp_up_proj/mean": -0.0029144287109375, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.56640625, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 2.71875, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -1.9921875, "train/tensor_act_model_layers_2_mlp_up_proj/max": 2.71875, "train/tensor_act_model_layers_2_mlp_up_proj/range": 4.7109375, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 575.4296264648438, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 0.2197265625, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.1748046875, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 1.078125, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/min": -0.43359375, "train/tensor_act_model_layers_2_mlp_down_proj/max": 1.078125, "train/tensor_act_model_layers_2_mlp_down_proj/range": 1.51171875, "train/tensor_act_model_layers_2_mlp/norm": 572.929931640625, "train/tensor_act_model_layers_2_mlp/mean": 0.21875, "train/tensor_act_model_layers_2_mlp/std": 0.173828125, "train/tensor_act_model_layers_2_mlp/max_abs": 1.0546875, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/min": -0.431640625, "train/tensor_act_model_layers_2_mlp/max": 1.0546875, "train/tensor_act_model_layers_2_mlp/range": 1.486328125, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 1131.0777587890625, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 0.3984375, "train/tensor_act_model_layers_2_residual_post_mlp/std": 0.3828125, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 2.84375, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/min": -1.453125, "train/tensor_act_model_layers_2_residual_post_mlp/max": 2.84375, "train/tensor_act_model_layers_2_residual_post_mlp/range": 4.296875, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 1131.0777587890625, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 0.3984375, "train/tensor_act_model_layers_3_residual_pre_attn/std": 0.3828125, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 2.84375, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/min": -1.453125, "train/tensor_act_model_layers_3_residual_pre_attn/max": 2.84375, "train/tensor_act_model_layers_3_residual_pre_attn/range": 4.296875, "train/tensor_act_model_layers_3_residual_post_attn/norm": 1136.0390625, "train/tensor_act_model_layers_3_residual_post_attn/mean": 0.396484375, "train/tensor_act_model_layers_3_residual_post_attn/std": 0.38671875, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 2.875, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/min": -1.484375, "train/tensor_act_model_layers_3_residual_post_attn/max": 2.875, "train/tensor_act_model_layers_3_residual_post_attn/range": 4.359375, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 2154.46484375, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": 0.00070953369140625, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 0.7421875, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 2.78125, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -1.9375, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 2.78125, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 4.71875, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 2213.993408203125, "train/tensor_act_model_layers_3_mlp_up_proj/mean": 0.0303955078125, "train/tensor_act_model_layers_3_mlp_up_proj/std": 0.765625, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 2.5625, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -2.546875, "train/tensor_act_model_layers_3_mlp_up_proj/max": 2.5625, "train/tensor_act_model_layers_3_mlp_up_proj/range": 5.109375, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 1813.0025634765625, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 0.80078125, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.376953125, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 2.15625, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/min": -0.1533203125, "train/tensor_act_model_layers_3_mlp_down_proj/max": 2.15625, "train/tensor_act_model_layers_3_mlp_down_proj/range": 2.3095703125, "train/tensor_act_model_layers_3_mlp/norm": 1763.611083984375, "train/tensor_act_model_layers_3_mlp/mean": 0.78125, "train/tensor_act_model_layers_3_mlp/std": 0.357421875, "train/tensor_act_model_layers_3_mlp/max_abs": 1.96875, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/min": -0.1533203125, "train/tensor_act_model_layers_3_mlp/max": 1.96875, "train/tensor_act_model_layers_3_mlp/range": 2.1220703125, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 2708.95947265625, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 1.1796875, "train/tensor_act_model_layers_3_residual_post_mlp/std": 0.59765625, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 4.125, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/min": -1.390625, "train/tensor_act_model_layers_3_residual_post_mlp/max": 4.125, "train/tensor_act_model_layers_3_residual_post_mlp/range": 5.515625, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 2708.95947265625, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 1.1796875, "train/tensor_act_model_layers_4_residual_pre_attn/std": 0.59765625, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 4.125, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/min": -1.390625, "train/tensor_act_model_layers_4_residual_pre_attn/max": 4.125, "train/tensor_act_model_layers_4_residual_pre_attn/range": 5.515625, "train/tensor_act_model_layers_4_residual_post_attn/norm": 2708.60986328125, "train/tensor_act_model_layers_4_residual_post_attn/mean": 1.1796875, "train/tensor_act_model_layers_4_residual_post_attn/std": 0.6015625, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 4.09375, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/min": -1.3515625, "train/tensor_act_model_layers_4_residual_post_attn/max": 4.09375, "train/tensor_act_model_layers_4_residual_post_attn/range": 5.4453125, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 3010.736328125, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": 0.130859375, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 1.03125, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 2.796875, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -1.78125, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 2.796875, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 4.578125, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 3196.921630859375, "train/tensor_act_model_layers_4_mlp_up_proj/mean": 0.00186920166015625, "train/tensor_act_model_layers_4_mlp_up_proj/std": 1.1015625, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 3.015625, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_4_mlp_up_proj/max": 3.015625, "train/tensor_act_model_layers_4_mlp_up_proj/range": 5.5, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 5120.30126953125, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 2.421875, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.59765625, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 4.34375, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/min": -0.10791015625, "train/tensor_act_model_layers_4_mlp_down_proj/max": 4.34375, "train/tensor_act_model_layers_4_mlp_down_proj/range": 4.45166015625, "train/tensor_act_model_layers_4_mlp/norm": 4456.75439453125, "train/tensor_act_model_layers_4_mlp/mean": 2.140625, "train/tensor_act_model_layers_4_mlp/std": 0.42578125, "train/tensor_act_model_layers_4_mlp/max_abs": 3.1875, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/min": -0.10791015625, "train/tensor_act_model_layers_4_mlp/max": 3.1875, "train/tensor_act_model_layers_4_mlp/range": 3.29541015625, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 6991.134765625, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 3.3125, "train/tensor_act_model_layers_4_residual_post_mlp/std": 0.828125, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 6.28125, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/min": -0.80078125, "train/tensor_act_model_layers_4_residual_post_mlp/max": 6.28125, "train/tensor_act_model_layers_4_residual_post_mlp/range": 7.08203125, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 6991.134765625, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 3.3125, "train/tensor_act_model_layers_5_residual_pre_attn/std": 0.828125, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 6.28125, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/min": -0.80078125, "train/tensor_act_model_layers_5_residual_pre_attn/max": 6.28125, "train/tensor_act_model_layers_5_residual_pre_attn/range": 7.08203125, "train/tensor_act_model_layers_5_residual_post_attn/norm": 6976.17724609375, "train/tensor_act_model_layers_5_residual_post_attn/mean": 3.296875, "train/tensor_act_model_layers_5_residual_post_attn/std": 0.83203125, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 6.1875, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/min": -0.796875, "train/tensor_act_model_layers_5_residual_post_attn/max": 6.1875, "train/tensor_act_model_layers_5_residual_post_attn/range": 6.984375, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 3384.591796875, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": 0.224609375, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 1.1484375, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 2.734375, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -1.6875, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 2.734375, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 4.421875, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 3526.849609375, "train/tensor_act_model_layers_5_mlp_up_proj/mean": 0.033203125, "train/tensor_act_model_layers_5_mlp_up_proj/std": 1.21875, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 2.71875, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -2.71875, "train/tensor_act_model_layers_5_mlp_up_proj/max": 2.515625, "train/tensor_act_model_layers_5_mlp_up_proj/range": 5.234375, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 7396.6650390625, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 3.546875, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.68359375, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 5.65625, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/min": -0.06884765625, "train/tensor_act_model_layers_5_mlp_down_proj/max": 5.65625, "train/tensor_act_model_layers_5_mlp_down_proj/range": 5.72509765625, "train/tensor_act_model_layers_5_mlp/norm": 5773.67041015625, "train/tensor_act_model_layers_5_mlp/mean": 2.796875, "train/tensor_act_model_layers_5_mlp/std": 0.337890625, "train/tensor_act_model_layers_5_mlp/max_abs": 3.546875, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/min": -0.06884765625, "train/tensor_act_model_layers_5_mlp/max": 3.546875, "train/tensor_act_model_layers_5_mlp/range": 3.61572265625, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 12628.642578125, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 6.09375, "train/tensor_act_model_layers_5_residual_post_mlp/std": 0.890625, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 8.75, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/min": -0.69140625, "train/tensor_act_model_layers_5_residual_post_mlp/max": 8.75, "train/tensor_act_model_layers_5_residual_post_mlp/range": 9.44140625, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 12628.642578125, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 6.09375, "train/tensor_act_model_layers_6_residual_pre_attn/std": 0.890625, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 8.75, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/min": -0.69140625, "train/tensor_act_model_layers_6_residual_pre_attn/max": 8.75, "train/tensor_act_model_layers_6_residual_pre_attn/range": 9.44140625, "train/tensor_act_model_layers_6_residual_post_attn/norm": 12607.9375, "train/tensor_act_model_layers_6_residual_post_attn/mean": 6.09375, "train/tensor_act_model_layers_6_residual_post_attn/std": 0.89453125, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 8.875, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/min": -0.71484375, "train/tensor_act_model_layers_6_residual_post_attn/max": 8.875, "train/tensor_act_model_layers_6_residual_post_attn/range": 9.58984375, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 3684.1591796875, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": 0.2275390625, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 1.25, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 2.75, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -1.390625, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 2.75, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 4.140625, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 3896.47119140625, "train/tensor_act_model_layers_6_mlp_up_proj/mean": 0.049072265625, "train/tensor_act_model_layers_6_mlp_up_proj/std": 1.34375, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 2.71875, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -2.71875, "train/tensor_act_model_layers_6_mlp_up_proj/max": 2.65625, "train/tensor_act_model_layers_6_mlp_up_proj/range": 5.375, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 8787.134765625, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 4.21875, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.76171875, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 6.5, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/min": 0.25390625, "train/tensor_act_model_layers_6_mlp_down_proj/max": 6.5, "train/tensor_act_model_layers_6_mlp_down_proj/range": 6.24609375, "train/tensor_act_model_layers_6_mlp/norm": 6364.00146484375, "train/tensor_act_model_layers_6_mlp/mean": 3.09375, "train/tensor_act_model_layers_6_mlp/std": 0.30859375, "train/tensor_act_model_layers_6_mlp/max_abs": 3.703125, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/min": 0.25390625, "train/tensor_act_model_layers_6_mlp/max": 3.703125, "train/tensor_act_model_layers_6_mlp/range": 3.44921875, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 18914.48828125, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 9.1875, "train/tensor_act_model_layers_6_residual_post_mlp/std": 0.9921875, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 12.375, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 0.1989445686340332, "train/tensor_act_model_layers_6_residual_post_mlp/min": -0.1640625, "train/tensor_act_model_layers_6_residual_post_mlp/max": 12.375, "train/tensor_act_model_layers_6_residual_post_mlp/range": 12.5390625, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 18914.48828125, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 9.1875, "train/tensor_act_model_layers_7_residual_pre_attn/std": 0.9921875, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 12.375, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 0.1989445686340332, "train/tensor_act_model_layers_7_residual_pre_attn/min": -0.1640625, "train/tensor_act_model_layers_7_residual_pre_attn/max": 12.375, "train/tensor_act_model_layers_7_residual_pre_attn/range": 12.5390625, "train/tensor_act_model_layers_7_residual_post_attn/norm": 18902.380859375, "train/tensor_act_model_layers_7_residual_post_attn/mean": 9.1875, "train/tensor_act_model_layers_7_residual_post_attn/std": 1.0, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 12.375, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 0.20064902305603027, "train/tensor_act_model_layers_7_residual_post_attn/min": -0.2119140625, "train/tensor_act_model_layers_7_residual_post_attn/max": 12.375, "train/tensor_act_model_layers_7_residual_post_attn/range": 12.5869140625, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 3432.61962890625, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": 0.0595703125, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 1.1875, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 2.828125, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -1.3515625, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 2.828125, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 4.1796875, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 3804.521484375, "train/tensor_act_model_layers_7_mlp_up_proj/mean": -0.01116943359375, "train/tensor_act_model_layers_7_mlp_up_proj/std": 1.3125, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -2.625, "train/tensor_act_model_layers_7_mlp_up_proj/max": 2.484375, "train/tensor_act_model_layers_7_mlp_up_proj/range": 5.109375, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 7351.77978515625, "train/tensor_act_model_layers_7_mlp_down_proj/mean": 3.53125, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.66796875, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 5.125, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/min": 1.6796875, "train/tensor_act_model_layers_7_mlp_down_proj/max": 5.125, "train/tensor_act_model_layers_7_mlp_down_proj/range": 3.4453125, "train/tensor_act_model_layers_7_mlp/norm": 5756.4560546875, "train/tensor_act_model_layers_7_mlp/mean": 2.796875, "train/tensor_act_model_layers_7_mlp/std": 0.333984375, "train/tensor_act_model_layers_7_mlp/max_abs": 3.421875, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/min": 1.5859375, "train/tensor_act_model_layers_7_mlp/max": 3.421875, "train/tensor_act_model_layers_7_mlp/range": 1.8359375, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 24609.58203125, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 11.9375, "train/tensor_act_model_layers_7_residual_post_mlp/std": 1.1015625, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 15.5, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 0.9569122791290283, "train/tensor_act_model_layers_7_residual_post_mlp/min": 1.8671875, "train/tensor_act_model_layers_7_residual_post_mlp/max": 15.5, "train/tensor_act_model_layers_7_residual_post_mlp/range": 13.6328125, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 24609.58203125, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 11.9375, "train/tensor_act_model_layers_8_residual_pre_attn/std": 1.1015625, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 15.5, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 0.9569122791290283, "train/tensor_act_model_layers_8_residual_pre_attn/min": 1.8671875, "train/tensor_act_model_layers_8_residual_pre_attn/max": 15.5, "train/tensor_act_model_layers_8_residual_pre_attn/range": 13.6328125, "train/tensor_act_model_layers_8_residual_post_attn/norm": 24592.42578125, "train/tensor_act_model_layers_8_residual_post_attn/mean": 11.9375, "train/tensor_act_model_layers_8_residual_post_attn/std": 1.109375, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 15.5, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 0.9551799297332764, "train/tensor_act_model_layers_8_residual_post_attn/min": 1.8046875, "train/tensor_act_model_layers_8_residual_post_attn/max": 15.5, "train/tensor_act_model_layers_8_residual_post_attn/range": 13.6953125, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 3682.2177734375, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": 0.177734375, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 1.2578125, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 3.015625, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -1.3515625, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 3.015625, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 4.3671875, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 3966.89697265625, "train/tensor_act_model_layers_8_mlp_up_proj/mean": -0.0537109375, "train/tensor_act_model_layers_8_mlp_up_proj/std": 1.3671875, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 2.578125, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -2.578125, "train/tensor_act_model_layers_8_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_8_mlp_up_proj/range": 5.15625, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 9175.765625, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 4.40625, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.734375, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 6.34375, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/min": 2.21875, "train/tensor_act_model_layers_8_mlp_down_proj/max": 6.34375, "train/tensor_act_model_layers_8_mlp_down_proj/range": 4.125, "train/tensor_act_model_layers_8_mlp/norm": 6518.58154296875, "train/tensor_act_model_layers_8_mlp/mean": 3.171875, "train/tensor_act_model_layers_8_mlp/std": 0.287109375, "train/tensor_act_model_layers_8_mlp/max_abs": 3.671875, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/min": 2.015625, "train/tensor_act_model_layers_8_mlp/max": 3.671875, "train/tensor_act_model_layers_8_mlp/range": 1.65625, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 31072.982421875, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 15.125, "train/tensor_act_model_layers_8_residual_post_mlp/std": 1.171875, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 18.75, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 0.999809980392456, "train/tensor_act_model_layers_8_residual_post_mlp/min": 4.875, "train/tensor_act_model_layers_8_residual_post_mlp/max": 18.75, "train/tensor_act_model_layers_8_residual_post_mlp/range": 13.875, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 31072.982421875, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 15.125, "train/tensor_act_model_layers_9_residual_pre_attn/std": 1.171875, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 18.75, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 0.999809980392456, "train/tensor_act_model_layers_9_residual_pre_attn/min": 4.875, "train/tensor_act_model_layers_9_residual_pre_attn/max": 18.75, "train/tensor_act_model_layers_9_residual_pre_attn/range": 13.875, "train/tensor_act_model_layers_9_residual_post_attn/norm": 31071.25390625, "train/tensor_act_model_layers_9_residual_post_attn/mean": 15.125, "train/tensor_act_model_layers_9_residual_post_attn/std": 1.171875, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 18.875, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 0.999807596206665, "train/tensor_act_model_layers_9_residual_post_attn/min": 4.84375, "train/tensor_act_model_layers_9_residual_post_attn/max": 18.875, "train/tensor_act_model_layers_9_residual_post_attn/range": 14.03125, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 3784.46533203125, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": 0.126953125, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 1.296875, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 2.78125, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -1.3828125, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 2.78125, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 4.1640625, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 4042.4970703125, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -0.1552734375, "train/tensor_act_model_layers_9_mlp_up_proj/std": 1.390625, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 2.46875, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_9_mlp_up_proj/max": 2.453125, "train/tensor_act_model_layers_9_mlp_up_proj/range": 4.921875, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 9193.4228515625, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 4.4375, "train/tensor_act_model_layers_9_mlp_down_proj/std": 0.703125, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 6.34375, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/min": 2.421875, "train/tensor_act_model_layers_9_mlp_down_proj/max": 6.34375, "train/tensor_act_model_layers_9_mlp_down_proj/range": 3.921875, "train/tensor_act_model_layers_9_mlp/norm": 6531.62646484375, "train/tensor_act_model_layers_9_mlp/mean": 3.171875, "train/tensor_act_model_layers_9_mlp/std": 0.26171875, "train/tensor_act_model_layers_9_mlp/max_abs": 3.671875, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp/min": 2.15625, "train/tensor_act_model_layers_9_mlp/max": 3.671875, "train/tensor_act_model_layers_9_mlp/range": 1.515625, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 37571.7890625, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 18.25, "train/tensor_act_model_layers_9_residual_post_mlp/std": 1.21875, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 22.375, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 0.9999778270721436, "train/tensor_act_model_layers_9_residual_post_mlp/min": 7.71875, "train/tensor_act_model_layers_9_residual_post_mlp/max": 22.375, "train/tensor_act_model_layers_9_residual_post_mlp/range": 14.65625, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 37571.7890625, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 18.25, "train/tensor_act_model_layers_10_residual_pre_attn/std": 1.21875, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 22.375, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 0.9999778270721436, "train/tensor_act_model_layers_10_residual_pre_attn/min": 7.71875, "train/tensor_act_model_layers_10_residual_pre_attn/max": 22.375, "train/tensor_act_model_layers_10_residual_pre_attn/range": 14.65625, "train/tensor_act_model_layers_10_residual_post_attn/norm": 37560.85546875, "train/tensor_act_model_layers_10_residual_post_attn/mean": 18.25, "train/tensor_act_model_layers_10_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 22.5, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 0.9999775886535645, "train/tensor_act_model_layers_10_residual_post_attn/min": 7.625, "train/tensor_act_model_layers_10_residual_post_attn/max": 22.5, "train/tensor_act_model_layers_10_residual_post_attn/range": 14.875, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 3767.53125, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": 0.142578125, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 1.2890625, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -1.3671875, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 2.59375, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 3.9609375, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 4188.79736328125, "train/tensor_act_model_layers_10_mlp_up_proj/mean": 0.038330078125, "train/tensor_act_model_layers_10_mlp_up_proj/std": 1.4453125, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 2.71875, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -2.71875, "train/tensor_act_model_layers_10_mlp_up_proj/max": 2.484375, "train/tensor_act_model_layers_10_mlp_up_proj/range": 5.203125, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 9471.7880859375, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 4.53125, "train/tensor_act_model_layers_10_mlp_down_proj/std": 0.84765625, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 6.71875, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/min": 2.28125, "train/tensor_act_model_layers_10_mlp_down_proj/max": 6.71875, "train/tensor_act_model_layers_10_mlp_down_proj/range": 4.4375, "train/tensor_act_model_layers_10_mlp/norm": 6590.029296875, "train/tensor_act_model_layers_10_mlp/mean": 3.203125, "train/tensor_act_model_layers_10_mlp/std": 0.296875, "train/tensor_act_model_layers_10_mlp/max_abs": 3.734375, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp/min": 2.0625, "train/tensor_act_model_layers_10_mlp/max": 3.734375, "train/tensor_act_model_layers_10_mlp/range": 1.671875, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 44114.65625, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 21.5, "train/tensor_act_model_layers_10_residual_post_mlp/std": 1.3203125, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 26.125, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 0.9999997615814209, "train/tensor_act_model_layers_10_residual_post_mlp/min": 9.6875, "train/tensor_act_model_layers_10_residual_post_mlp/max": 26.125, "train/tensor_act_model_layers_10_residual_post_mlp/range": 16.4375, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 44114.65625, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 21.5, "train/tensor_act_model_layers_11_residual_pre_attn/std": 1.3203125, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 26.125, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 0.9999997615814209, "train/tensor_act_model_layers_11_residual_pre_attn/min": 9.6875, "train/tensor_act_model_layers_11_residual_pre_attn/max": 26.125, "train/tensor_act_model_layers_11_residual_pre_attn/range": 16.4375, "train/tensor_act_model_layers_11_residual_post_attn/norm": 44068.875, "train/tensor_act_model_layers_11_residual_post_attn/mean": 21.5, "train/tensor_act_model_layers_11_residual_post_attn/std": 1.328125, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 26.125, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 0.9999997615814209, "train/tensor_act_model_layers_11_residual_post_attn/min": 9.625, "train/tensor_act_model_layers_11_residual_post_attn/max": 26.125, "train/tensor_act_model_layers_11_residual_post_attn/range": 16.5, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 3825.986083984375, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": 0.1728515625, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 1.3125, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 2.84375, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 2.84375, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 4.140625, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 4140.34619140625, "train/tensor_act_model_layers_11_mlp_up_proj/mean": -0.0242919921875, "train/tensor_act_model_layers_11_mlp_up_proj/std": 1.4296875, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 2.5625, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -2.5625, "train/tensor_act_model_layers_11_mlp_up_proj/max": 2.515625, "train/tensor_act_model_layers_11_mlp_up_proj/range": 5.078125, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 9436.9169921875, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 4.53125, "train/tensor_act_model_layers_11_mlp_down_proj/std": 0.77734375, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 6.21875, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/min": 2.421875, "train/tensor_act_model_layers_11_mlp_down_proj/max": 6.21875, "train/tensor_act_model_layers_11_mlp_down_proj/range": 3.796875, "train/tensor_act_model_layers_11_mlp/norm": 6598.73876953125, "train/tensor_act_model_layers_11_mlp/mean": 3.203125, "train/tensor_act_model_layers_11_mlp/std": 0.291015625, "train/tensor_act_model_layers_11_mlp/max_abs": 3.65625, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp/min": 2.15625, "train/tensor_act_model_layers_11_mlp/max": 3.65625, "train/tensor_act_model_layers_11_mlp/range": 1.5, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 50639.81640625, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 24.625, "train/tensor_act_model_layers_11_residual_post_mlp/std": 1.40625, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 29.5, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_post_mlp/min": 12.6875, "train/tensor_act_model_layers_11_residual_post_mlp/max": 29.5, "train/tensor_act_model_layers_11_residual_post_mlp/range": 16.8125, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 50639.81640625, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 24.625, "train/tensor_act_model_layers_12_residual_pre_attn/std": 1.40625, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 29.5, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_pre_attn/min": 12.6875, "train/tensor_act_model_layers_12_residual_pre_attn/max": 29.5, "train/tensor_act_model_layers_12_residual_pre_attn/range": 16.8125, "train/tensor_act_model_layers_12_residual_post_attn/norm": 50618.08203125, "train/tensor_act_model_layers_12_residual_post_attn/mean": 24.625, "train/tensor_act_model_layers_12_residual_post_attn/std": 1.4140625, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 29.5, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_attn/min": 12.625, "train/tensor_act_model_layers_12_residual_post_attn/max": 29.5, "train/tensor_act_model_layers_12_residual_post_attn/range": 16.875, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 3748.900390625, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": 0.08447265625, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 1.2890625, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -1.3359375, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 3.8984375, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 3979.214599609375, "train/tensor_act_model_layers_12_mlp_up_proj/mean": -0.050537109375, "train/tensor_act_model_layers_12_mlp_up_proj/std": 1.375, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -2.296875, "train/tensor_act_model_layers_12_mlp_up_proj/max": 2.640625, "train/tensor_act_model_layers_12_mlp_up_proj/range": 4.9375, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 8878.203125, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 4.28125, "train/tensor_act_model_layers_12_mlp_down_proj/std": 0.765625, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 6.28125, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/min": 2.203125, "train/tensor_act_model_layers_12_mlp_down_proj/max": 6.28125, "train/tensor_act_model_layers_12_mlp_down_proj/range": 4.078125, "train/tensor_act_model_layers_12_mlp/norm": 6398.25390625, "train/tensor_act_model_layers_12_mlp/mean": 3.109375, "train/tensor_act_model_layers_12_mlp/std": 0.3046875, "train/tensor_act_model_layers_12_mlp/max_abs": 3.671875, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp/min": 2.0, "train/tensor_act_model_layers_12_mlp/max": 3.671875, "train/tensor_act_model_layers_12_mlp/range": 1.671875, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 56987.44140625, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 27.75, "train/tensor_act_model_layers_12_residual_post_mlp/std": 1.5, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 32.75, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_mlp/min": 15.625, "train/tensor_act_model_layers_12_residual_post_mlp/max": 32.75, "train/tensor_act_model_layers_12_residual_post_mlp/range": 17.125, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 56987.44140625, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 27.75, "train/tensor_act_model_layers_13_residual_pre_attn/std": 1.5, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 32.75, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_pre_attn/min": 15.625, "train/tensor_act_model_layers_13_residual_pre_attn/max": 32.75, "train/tensor_act_model_layers_13_residual_pre_attn/range": 17.125, "train/tensor_act_model_layers_13_residual_post_attn/norm": 56938.8203125, "train/tensor_act_model_layers_13_residual_post_attn/mean": 27.75, "train/tensor_act_model_layers_13_residual_post_attn/std": 1.5, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 32.75, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_attn/min": 15.5625, "train/tensor_act_model_layers_13_residual_post_attn/max": 32.75, "train/tensor_act_model_layers_13_residual_post_attn/range": 17.1875, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 3695.652587890625, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": 0.03125, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 1.2734375, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 2.578125, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 2.578125, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 3.8984375, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 4152.22607421875, "train/tensor_act_model_layers_13_mlp_up_proj/mean": 0.0224609375, "train/tensor_act_model_layers_13_mlp_up_proj/std": 1.4296875, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 2.65625, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -2.65625, "train/tensor_act_model_layers_13_mlp_up_proj/max": 2.5, "train/tensor_act_model_layers_13_mlp_up_proj/range": 5.15625, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 8936.88671875, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 4.3125, "train/tensor_act_model_layers_13_mlp_down_proj/std": 0.6015625, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 5.84375, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/min": 3.03125, "train/tensor_act_model_layers_13_mlp_down_proj/max": 5.84375, "train/tensor_act_model_layers_13_mlp_down_proj/range": 2.8125, "train/tensor_act_model_layers_13_mlp/norm": 6460.76806640625, "train/tensor_act_model_layers_13_mlp/mean": 3.140625, "train/tensor_act_model_layers_13_mlp/std": 0.2265625, "train/tensor_act_model_layers_13_mlp/max_abs": 3.59375, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp/min": 2.5625, "train/tensor_act_model_layers_13_mlp/max": 3.59375, "train/tensor_act_model_layers_13_mlp/range": 1.03125, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 63378.046875, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 30.875, "train/tensor_act_model_layers_13_residual_post_mlp/std": 1.5546875, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 36.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_mlp/min": 18.75, "train/tensor_act_model_layers_13_residual_post_mlp/max": 36.0, "train/tensor_act_model_layers_13_residual_post_mlp/range": 17.25, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 63378.046875, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 30.875, "train/tensor_act_model_layers_14_residual_pre_attn/std": 1.5546875, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 36.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_pre_attn/min": 18.75, "train/tensor_act_model_layers_14_residual_pre_attn/max": 36.0, "train/tensor_act_model_layers_14_residual_pre_attn/range": 17.25, "train/tensor_act_model_layers_14_residual_post_attn/norm": 63357.22265625, "train/tensor_act_model_layers_14_residual_post_attn/mean": 30.875, "train/tensor_act_model_layers_14_residual_post_attn/std": 1.5625, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 36.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_attn/min": 18.875, "train/tensor_act_model_layers_14_residual_post_attn/max": 36.0, "train/tensor_act_model_layers_14_residual_post_attn/range": 17.125, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 3903.907470703125, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": 0.1689453125, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 1.3359375, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 2.546875, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 3.828125, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 4179.48779296875, "train/tensor_act_model_layers_14_mlp_up_proj/mean": -0.03466796875, "train/tensor_act_model_layers_14_mlp_up_proj/std": 1.4453125, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 2.5, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -2.5, "train/tensor_act_model_layers_14_mlp_up_proj/max": 2.359375, "train/tensor_act_model_layers_14_mlp_up_proj/range": 4.859375, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 9715.5615234375, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 4.6875, "train/tensor_act_model_layers_14_mlp_down_proj/std": 0.7734375, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 6.4375, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/min": 2.0625, "train/tensor_act_model_layers_14_mlp_down_proj/max": 6.4375, "train/tensor_act_model_layers_14_mlp_down_proj/range": 4.375, "train/tensor_act_model_layers_14_mlp/norm": 6693.6240234375, "train/tensor_act_model_layers_14_mlp/mean": 3.25, "train/tensor_act_model_layers_14_mlp/std": 0.271484375, "train/tensor_act_model_layers_14_mlp/max_abs": 3.6875, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp/min": 1.8984375, "train/tensor_act_model_layers_14_mlp/max": 3.6875, "train/tensor_act_model_layers_14_mlp/range": 1.7890625, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 70037.8515625, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 34.25, "train/tensor_act_model_layers_14_residual_post_mlp/std": 1.65625, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 39.5, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_mlp/min": 22.25, "train/tensor_act_model_layers_14_residual_post_mlp/max": 39.5, "train/tensor_act_model_layers_14_residual_post_mlp/range": 17.25, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 70037.8515625, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 34.25, "train/tensor_act_model_layers_15_residual_pre_attn/std": 1.65625, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 39.5, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_pre_attn/min": 22.25, "train/tensor_act_model_layers_15_residual_pre_attn/max": 39.5, "train/tensor_act_model_layers_15_residual_pre_attn/range": 17.25, "train/tensor_act_model_layers_15_residual_post_attn/norm": 70021.171875, "train/tensor_act_model_layers_15_residual_post_attn/mean": 34.25, "train/tensor_act_model_layers_15_residual_post_attn/std": 1.6640625, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 39.5, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_attn/min": 22.125, "train/tensor_act_model_layers_15_residual_post_attn/max": 39.5, "train/tensor_act_model_layers_15_residual_post_attn/range": 17.375, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 3775.849365234375, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": 0.18359375, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 1.2890625, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 2.640625, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -1.3359375, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 2.640625, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 3.9765625, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 3964.9990234375, "train/tensor_act_model_layers_15_mlp_up_proj/mean": 0.034912109375, "train/tensor_act_model_layers_15_mlp_up_proj/std": 1.3671875, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 2.34375, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -2.328125, "train/tensor_act_model_layers_15_mlp_up_proj/max": 2.34375, "train/tensor_act_model_layers_15_mlp_up_proj/range": 4.671875, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 9137.7822265625, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 4.375, "train/tensor_act_model_layers_15_mlp_down_proj/std": 0.828125, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 6.625, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/min": 2.34375, "train/tensor_act_model_layers_15_mlp_down_proj/max": 6.625, "train/tensor_act_model_layers_15_mlp_down_proj/range": 4.28125, "train/tensor_act_model_layers_15_mlp/norm": 6476.86181640625, "train/tensor_act_model_layers_15_mlp/mean": 3.140625, "train/tensor_act_model_layers_15_mlp/std": 0.3203125, "train/tensor_act_model_layers_15_mlp/max_abs": 3.71875, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp/min": 2.109375, "train/tensor_act_model_layers_15_mlp/max": 3.71875, "train/tensor_act_model_layers_15_mlp/range": 1.609375, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 76461.796875, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 37.25, "train/tensor_act_model_layers_15_residual_post_mlp/std": 1.7734375, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 42.5, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_mlp/min": 24.75, "train/tensor_act_model_layers_15_residual_post_mlp/max": 42.5, "train/tensor_act_model_layers_15_residual_post_mlp/range": 17.75, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 76461.796875, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 37.25, "train/tensor_act_model_layers_16_residual_pre_attn/std": 1.7734375, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 42.5, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_pre_attn/min": 24.75, "train/tensor_act_model_layers_16_residual_pre_attn/max": 42.5, "train/tensor_act_model_layers_16_residual_pre_attn/range": 17.75, "train/tensor_act_model_layers_16_residual_post_attn/norm": 76450.390625, "train/tensor_act_model_layers_16_residual_post_attn/mean": 37.25, "train/tensor_act_model_layers_16_residual_post_attn/std": 1.7734375, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 42.5, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_attn/min": 24.75, "train/tensor_act_model_layers_16_residual_post_attn/max": 42.5, "train/tensor_act_model_layers_16_residual_post_attn/range": 17.75, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 3664.6767578125, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": 0.043701171875, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 1.265625, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 2.796875, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 2.796875, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 4.0703125, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 4036.196533203125, "train/tensor_act_model_layers_16_mlp_up_proj/mean": -0.0478515625, "train/tensor_act_model_layers_16_mlp_up_proj/std": 1.390625, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -2.640625, "train/tensor_act_model_layers_16_mlp_up_proj/max": 2.53125, "train/tensor_act_model_layers_16_mlp_up_proj/range": 5.171875, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 8517.6328125, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 4.09375, "train/tensor_act_model_layers_16_mlp_down_proj/std": 0.79296875, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 6.65625, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/min": 2.125, "train/tensor_act_model_layers_16_mlp_down_proj/max": 6.65625, "train/tensor_act_model_layers_16_mlp_down_proj/range": 4.53125, "train/tensor_act_model_layers_16_mlp/norm": 6248.0205078125, "train/tensor_act_model_layers_16_mlp/mean": 3.03125, "train/tensor_act_model_layers_16_mlp/std": 0.333984375, "train/tensor_act_model_layers_16_mlp/max_abs": 3.71875, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp/min": 1.9453125, "train/tensor_act_model_layers_16_mlp/max": 3.71875, "train/tensor_act_model_layers_16_mlp/range": 1.7734375, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 82639.3203125, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 40.25, "train/tensor_act_model_layers_16_residual_post_mlp/std": 1.78125, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 45.25, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_mlp/min": 28.125, "train/tensor_act_model_layers_16_residual_post_mlp/max": 45.25, "train/tensor_act_model_layers_16_residual_post_mlp/range": 17.125, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 82639.3203125, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 40.25, "train/tensor_act_model_layers_17_residual_pre_attn/std": 1.78125, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 45.25, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_pre_attn/min": 28.125, "train/tensor_act_model_layers_17_residual_pre_attn/max": 45.25, "train/tensor_act_model_layers_17_residual_pre_attn/range": 17.125, "train/tensor_act_model_layers_17_residual_post_attn/norm": 82634.796875, "train/tensor_act_model_layers_17_residual_post_attn/mean": 40.25, "train/tensor_act_model_layers_17_residual_post_attn/std": 1.7734375, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 45.25, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_attn/min": 28.25, "train/tensor_act_model_layers_17_residual_post_attn/max": 45.25, "train/tensor_act_model_layers_17_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 3968.479736328125, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": 0.375, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 1.3203125, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 2.578125, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 2.578125, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 3.8671875, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 4225.4130859375, "train/tensor_act_model_layers_17_mlp_up_proj/mean": -0.007049560546875, "train/tensor_act_model_layers_17_mlp_up_proj/std": 1.4609375, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 2.484375, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_17_mlp_up_proj/max": 2.265625, "train/tensor_act_model_layers_17_mlp_up_proj/range": 4.75, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 10723.6728515625, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 5.1875, "train/tensor_act_model_layers_17_mlp_down_proj/std": 0.7734375, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 7.125, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/min": 2.921875, "train/tensor_act_model_layers_17_mlp_down_proj/max": 7.125, "train/tensor_act_model_layers_17_mlp_down_proj/range": 4.203125, "train/tensor_act_model_layers_17_mlp/norm": 6992.68994140625, "train/tensor_act_model_layers_17_mlp/mean": 3.40625, "train/tensor_act_model_layers_17_mlp/std": 0.2177734375, "train/tensor_act_model_layers_17_mlp/max_abs": 3.78125, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp/min": 2.5, "train/tensor_act_model_layers_17_mlp/max": 3.78125, "train/tensor_act_model_layers_17_mlp/range": 1.28125, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 89609.140625, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 43.75, "train/tensor_act_model_layers_17_residual_post_mlp/std": 1.8125, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 48.5, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_mlp/min": 31.875, "train/tensor_act_model_layers_17_residual_post_mlp/max": 48.5, "train/tensor_act_model_layers_17_residual_post_mlp/range": 16.625, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 89609.140625, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 43.75, "train/tensor_act_model_layers_18_residual_pre_attn/std": 1.8125, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 48.5, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_pre_attn/min": 31.875, "train/tensor_act_model_layers_18_residual_pre_attn/max": 48.5, "train/tensor_act_model_layers_18_residual_pre_attn/range": 16.625, "train/tensor_act_model_layers_18_residual_post_attn/norm": 89552.5859375, "train/tensor_act_model_layers_18_residual_post_attn/mean": 43.75, "train/tensor_act_model_layers_18_residual_post_attn/std": 1.8125, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 48.5, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_attn/min": 31.75, "train/tensor_act_model_layers_18_residual_post_attn/max": 48.5, "train/tensor_act_model_layers_18_residual_post_attn/range": 16.75, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 3780.348388671875, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": 0.1796875, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 1.2890625, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 2.578125, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 2.578125, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 3.875, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 4136.22998046875, "train/tensor_act_model_layers_18_mlp_up_proj/mean": -0.1796875, "train/tensor_act_model_layers_18_mlp_up_proj/std": 1.4140625, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 2.484375, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_18_mlp_up_proj/max": 2.484375, "train/tensor_act_model_layers_18_mlp_up_proj/range": 4.96875, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 9414.4990234375, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 4.53125, "train/tensor_act_model_layers_18_mlp_down_proj/std": 0.6796875, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 6.15625, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/min": 2.953125, "train/tensor_act_model_layers_18_mlp_down_proj/max": 6.15625, "train/tensor_act_model_layers_18_mlp_down_proj/range": 3.203125, "train/tensor_act_model_layers_18_mlp/norm": 6614.50244140625, "train/tensor_act_model_layers_18_mlp/mean": 3.21875, "train/tensor_act_model_layers_18_mlp/std": 0.240234375, "train/tensor_act_model_layers_18_mlp/max_abs": 3.640625, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp/min": 2.515625, "train/tensor_act_model_layers_18_mlp/max": 3.640625, "train/tensor_act_model_layers_18_mlp/range": 1.125, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 96143.4765625, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 47.0, "train/tensor_act_model_layers_18_residual_post_mlp/std": 1.8515625, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 51.75, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_mlp/min": 35.0, "train/tensor_act_model_layers_18_residual_post_mlp/max": 51.75, "train/tensor_act_model_layers_18_residual_post_mlp/range": 16.75, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 96143.4765625, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 47.0, "train/tensor_act_model_layers_19_residual_pre_attn/std": 1.8515625, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 51.75, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_pre_attn/min": 35.0, "train/tensor_act_model_layers_19_residual_pre_attn/max": 51.75, "train/tensor_act_model_layers_19_residual_pre_attn/range": 16.75, "train/tensor_act_model_layers_19_residual_post_attn/norm": 96071.515625, "train/tensor_act_model_layers_19_residual_post_attn/mean": 46.75, "train/tensor_act_model_layers_19_residual_post_attn/std": 1.8515625, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 51.75, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_attn/min": 34.75, "train/tensor_act_model_layers_19_residual_post_attn/max": 51.75, "train/tensor_act_model_layers_19_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 3665.345458984375, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": 0.1552734375, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 1.2578125, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 2.515625, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 2.515625, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 3.8046875, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 3976.073486328125, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.019287109375, "train/tensor_act_model_layers_19_mlp_up_proj/std": 1.375, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 2.578125, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -2.53125, "train/tensor_act_model_layers_19_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_19_mlp_up_proj/range": 5.109375, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 9097.1640625, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 4.375, "train/tensor_act_model_layers_19_mlp_down_proj/std": 0.75, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 6.75, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/min": 2.53125, "train/tensor_act_model_layers_19_mlp_down_proj/max": 6.75, "train/tensor_act_model_layers_19_mlp_down_proj/range": 4.21875, "train/tensor_act_model_layers_19_mlp/norm": 6484.93701171875, "train/tensor_act_model_layers_19_mlp/mean": 3.15625, "train/tensor_act_model_layers_19_mlp/std": 0.275390625, "train/tensor_act_model_layers_19_mlp/max_abs": 3.734375, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp/min": 2.234375, "train/tensor_act_model_layers_19_mlp/max": 3.734375, "train/tensor_act_model_layers_19_mlp/range": 1.5, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 102512.9765625, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 50.0, "train/tensor_act_model_layers_19_residual_post_mlp/std": 1.875, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 55.25, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_mlp/min": 38.0, "train/tensor_act_model_layers_19_residual_post_mlp/max": 55.25, "train/tensor_act_model_layers_19_residual_post_mlp/range": 17.25, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 102512.9765625, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 50.0, "train/tensor_act_model_layers_20_residual_pre_attn/std": 1.875, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 55.25, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_pre_attn/min": 38.0, "train/tensor_act_model_layers_20_residual_pre_attn/max": 55.25, "train/tensor_act_model_layers_20_residual_pre_attn/range": 17.25, "train/tensor_act_model_layers_20_residual_post_attn/norm": 102484.703125, "train/tensor_act_model_layers_20_residual_post_attn/mean": 50.0, "train/tensor_act_model_layers_20_residual_post_attn/std": 1.8671875, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 55.25, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_attn/min": 38.0, "train/tensor_act_model_layers_20_residual_post_attn/max": 55.25, "train/tensor_act_model_layers_20_residual_post_attn/range": 17.25, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 3816.013671875, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": 0.306640625, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 1.28125, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 2.640625, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 2.640625, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 3.921875, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 4093.738525390625, "train/tensor_act_model_layers_20_mlp_up_proj/mean": 0.046875, "train/tensor_act_model_layers_20_mlp_up_proj/std": 1.4140625, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 2.859375, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -2.546875, "train/tensor_act_model_layers_20_mlp_up_proj/max": 2.859375, "train/tensor_act_model_layers_20_mlp_up_proj/range": 5.40625, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 9929.181640625, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 4.8125, "train/tensor_act_model_layers_20_mlp_down_proj/std": 0.69921875, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 6.40625, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/min": 3.015625, "train/tensor_act_model_layers_20_mlp_down_proj/max": 6.40625, "train/tensor_act_model_layers_20_mlp_down_proj/range": 3.390625, "train/tensor_act_model_layers_20_mlp/norm": 6778.66748046875, "train/tensor_act_model_layers_20_mlp/mean": 3.296875, "train/tensor_act_model_layers_20_mlp/std": 0.23046875, "train/tensor_act_model_layers_20_mlp/max_abs": 3.6875, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp/min": 2.546875, "train/tensor_act_model_layers_20_mlp/max": 3.6875, "train/tensor_act_model_layers_20_mlp/range": 1.140625, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 109261.3125, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 53.25, "train/tensor_act_model_layers_20_residual_post_mlp/std": 1.8984375, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 59.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_mlp/min": 40.75, "train/tensor_act_model_layers_20_residual_post_mlp/max": 59.0, "train/tensor_act_model_layers_20_residual_post_mlp/range": 18.25, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 109261.3125, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 53.25, "train/tensor_act_model_layers_21_residual_pre_attn/std": 1.8984375, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 59.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_pre_attn/min": 40.75, "train/tensor_act_model_layers_21_residual_pre_attn/max": 59.0, "train/tensor_act_model_layers_21_residual_pre_attn/range": 18.25, "train/tensor_act_model_layers_21_residual_post_attn/norm": 109245.734375, "train/tensor_act_model_layers_21_residual_post_attn/mean": 53.25, "train/tensor_act_model_layers_21_residual_post_attn/std": 1.90625, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 59.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_attn/min": 40.75, "train/tensor_act_model_layers_21_residual_post_attn/max": 59.0, "train/tensor_act_model_layers_21_residual_post_attn/range": 18.25, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 3961.92041015625, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": 0.302734375, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 1.3359375, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 3.859375, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 4256.77294921875, "train/tensor_act_model_layers_21_mlp_up_proj/mean": 0.0634765625, "train/tensor_act_model_layers_21_mlp_up_proj/std": 1.46875, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_21_mlp_up_proj/max": 2.546875, "train/tensor_act_model_layers_21_mlp_up_proj/range": 5.03125, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 10230.322265625, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 4.9375, "train/tensor_act_model_layers_21_mlp_down_proj/std": 0.796875, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 7.4375, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/min": 2.171875, "train/tensor_act_model_layers_21_mlp_down_proj/max": 7.4375, "train/tensor_act_model_layers_21_mlp_down_proj/range": 5.265625, "train/tensor_act_model_layers_21_mlp/norm": 6848.67529296875, "train/tensor_act_model_layers_21_mlp/mean": 3.328125, "train/tensor_act_model_layers_21_mlp/std": 0.255859375, "train/tensor_act_model_layers_21_mlp/max_abs": 3.8125, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp/min": 1.984375, "train/tensor_act_model_layers_21_mlp/max": 3.8125, "train/tensor_act_model_layers_21_mlp/range": 1.828125, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 116086.1875, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 56.75, "train/tensor_act_model_layers_21_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 62.25, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_mlp/min": 44.25, "train/tensor_act_model_layers_21_residual_post_mlp/max": 62.25, "train/tensor_act_model_layers_21_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 116086.1875, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 56.75, "train/tensor_act_model_layers_22_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 62.25, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_pre_attn/min": 44.25, "train/tensor_act_model_layers_22_residual_pre_attn/max": 62.25, "train/tensor_act_model_layers_22_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_22_residual_post_attn/norm": 116057.7734375, "train/tensor_act_model_layers_22_residual_post_attn/mean": 56.75, "train/tensor_act_model_layers_22_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 62.25, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_attn/min": 44.25, "train/tensor_act_model_layers_22_residual_post_attn/max": 62.25, "train/tensor_act_model_layers_22_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 3982.30908203125, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": 0.3125, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 1.3359375, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 2.578125, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -1.375, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 2.578125, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 3.953125, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 4125.95849609375, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.12109375, "train/tensor_act_model_layers_22_mlp_up_proj/std": 1.421875, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 2.4375, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -2.359375, "train/tensor_act_model_layers_22_mlp_up_proj/max": 2.4375, "train/tensor_act_model_layers_22_mlp_up_proj/range": 4.796875, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 10436.263671875, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 5.03125, "train/tensor_act_model_layers_22_mlp_down_proj/std": 0.7109375, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 7.03125, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/min": 2.765625, "train/tensor_act_model_layers_22_mlp_down_proj/max": 7.03125, "train/tensor_act_model_layers_22_mlp_down_proj/range": 4.265625, "train/tensor_act_model_layers_22_mlp/norm": 6926.78662109375, "train/tensor_act_model_layers_22_mlp/mean": 3.375, "train/tensor_act_model_layers_22_mlp/std": 0.2119140625, "train/tensor_act_model_layers_22_mlp/max_abs": 3.765625, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp/min": 2.390625, "train/tensor_act_model_layers_22_mlp/max": 3.765625, "train/tensor_act_model_layers_22_mlp/range": 1.375, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 122963.4765625, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 60.0, "train/tensor_act_model_layers_22_residual_post_mlp/std": 1.9453125, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 66.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_mlp/min": 47.5, "train/tensor_act_model_layers_22_residual_post_mlp/max": 66.0, "train/tensor_act_model_layers_22_residual_post_mlp/range": 18.5, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 122963.4765625, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 60.0, "train/tensor_act_model_layers_23_residual_pre_attn/std": 1.9453125, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 66.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_pre_attn/min": 47.5, "train/tensor_act_model_layers_23_residual_pre_attn/max": 66.0, "train/tensor_act_model_layers_23_residual_pre_attn/range": 18.5, "train/tensor_act_model_layers_23_residual_post_attn/norm": 122951.5859375, "train/tensor_act_model_layers_23_residual_post_attn/mean": 60.0, "train/tensor_act_model_layers_23_residual_post_attn/std": 1.9453125, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 66.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_attn/min": 47.5, "train/tensor_act_model_layers_23_residual_post_attn/max": 66.0, "train/tensor_act_model_layers_23_residual_post_attn/range": 18.5, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 3921.025634765625, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": 0.169921875, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 1.34375, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 2.75, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 2.75, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 4.046875, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 4202.662109375, "train/tensor_act_model_layers_23_mlp_up_proj/mean": 0.1220703125, "train/tensor_act_model_layers_23_mlp_up_proj/std": 1.4453125, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 2.609375, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -2.515625, "train/tensor_act_model_layers_23_mlp_up_proj/max": 2.609375, "train/tensor_act_model_layers_23_mlp_up_proj/range": 5.125, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 9791.7470703125, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 4.71875, "train/tensor_act_model_layers_23_mlp_down_proj/std": 0.73046875, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 6.46875, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/min": 2.5, "train/tensor_act_model_layers_23_mlp_down_proj/max": 6.46875, "train/tensor_act_model_layers_23_mlp_down_proj/range": 3.96875, "train/tensor_act_model_layers_23_mlp/norm": 6729.1220703125, "train/tensor_act_model_layers_23_mlp/mean": 3.28125, "train/tensor_act_model_layers_23_mlp/std": 0.2431640625, "train/tensor_act_model_layers_23_mlp/max_abs": 3.703125, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp/min": 2.21875, "train/tensor_act_model_layers_23_mlp/max": 3.703125, "train/tensor_act_model_layers_23_mlp/range": 1.484375, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 129637.984375, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 63.25, "train/tensor_act_model_layers_23_residual_post_mlp/std": 2.0, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 69.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_mlp/min": 50.5, "train/tensor_act_model_layers_23_residual_post_mlp/max": 69.0, "train/tensor_act_model_layers_23_residual_post_mlp/range": 18.5, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 129637.984375, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 63.25, "train/tensor_act_model_layers_24_residual_pre_attn/std": 2.0, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 69.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_pre_attn/min": 50.5, "train/tensor_act_model_layers_24_residual_pre_attn/max": 69.0, "train/tensor_act_model_layers_24_residual_pre_attn/range": 18.5, "train/tensor_act_model_layers_24_residual_post_attn/norm": 129619.1953125, "train/tensor_act_model_layers_24_residual_post_attn/mean": 63.25, "train/tensor_act_model_layers_24_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 69.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_attn/min": 50.5, "train/tensor_act_model_layers_24_residual_post_attn/max": 69.0, "train/tensor_act_model_layers_24_residual_post_attn/range": 18.5, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 3910.1435546875, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": 0.216796875, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 1.3359375, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 2.46875, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 2.46875, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 3.78125, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 4278.97265625, "train/tensor_act_model_layers_24_mlp_up_proj/mean": 0.0220947265625, "train/tensor_act_model_layers_24_mlp_up_proj/std": 1.4765625, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -2.3125, "train/tensor_act_model_layers_24_mlp_up_proj/max": 2.625, "train/tensor_act_model_layers_24_mlp_up_proj/range": 4.9375, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 10122.17578125, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 4.875, "train/tensor_act_model_layers_24_mlp_down_proj/std": 0.7265625, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 7.59375, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/min": 2.84375, "train/tensor_act_model_layers_24_mlp_down_proj/max": 7.59375, "train/tensor_act_model_layers_24_mlp_down_proj/range": 4.75, "train/tensor_act_model_layers_24_mlp/norm": 6832.10498046875, "train/tensor_act_model_layers_24_mlp/mean": 3.328125, "train/tensor_act_model_layers_24_mlp/std": 0.2158203125, "train/tensor_act_model_layers_24_mlp/max_abs": 3.828125, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp/min": 2.4375, "train/tensor_act_model_layers_24_mlp/max": 3.828125, "train/tensor_act_model_layers_24_mlp/range": 1.390625, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 136438.4375, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 66.5, "train/tensor_act_model_layers_24_residual_post_mlp/std": 2.03125, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 72.5, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_mlp/min": 53.75, "train/tensor_act_model_layers_24_residual_post_mlp/max": 72.5, "train/tensor_act_model_layers_24_residual_post_mlp/range": 18.75, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 136438.4375, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 66.5, "train/tensor_act_model_layers_25_residual_pre_attn/std": 2.03125, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 72.5, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_pre_attn/min": 53.75, "train/tensor_act_model_layers_25_residual_pre_attn/max": 72.5, "train/tensor_act_model_layers_25_residual_pre_attn/range": 18.75, "train/tensor_act_model_layers_25_residual_post_attn/norm": 136442.296875, "train/tensor_act_model_layers_25_residual_post_attn/mean": 66.5, "train/tensor_act_model_layers_25_residual_post_attn/std": 2.03125, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 72.5, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_attn/min": 53.75, "train/tensor_act_model_layers_25_residual_post_attn/max": 72.5, "train/tensor_act_model_layers_25_residual_post_attn/range": 18.75, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 3927.36767578125, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": 0.298828125, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 1.3203125, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 2.53125, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 2.53125, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 3.828125, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 4263.232421875, "train/tensor_act_model_layers_25_mlp_up_proj/mean": -0.0712890625, "train/tensor_act_model_layers_25_mlp_up_proj/std": 1.46875, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 2.46875, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_25_mlp_up_proj/max": 2.4375, "train/tensor_act_model_layers_25_mlp_up_proj/range": 4.90625, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 10503.7666015625, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 5.0625, "train/tensor_act_model_layers_25_mlp_down_proj/std": 0.8359375, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 7.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/min": 2.359375, "train/tensor_act_model_layers_25_mlp_down_proj/max": 7.0, "train/tensor_act_model_layers_25_mlp_down_proj/range": 4.640625, "train/tensor_act_model_layers_25_mlp/norm": 6917.3740234375, "train/tensor_act_model_layers_25_mlp/mean": 3.359375, "train/tensor_act_model_layers_25_mlp/std": 0.267578125, "train/tensor_act_model_layers_25_mlp/max_abs": 3.765625, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp/min": 2.125, "train/tensor_act_model_layers_25_mlp/max": 3.765625, "train/tensor_act_model_layers_25_mlp/range": 1.640625, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 143335.6875, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 70.0, "train/tensor_act_model_layers_25_residual_post_mlp/std": 2.046875, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 76.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_mlp/min": 57.0, "train/tensor_act_model_layers_25_residual_post_mlp/max": 76.0, "train/tensor_act_model_layers_25_residual_post_mlp/range": 19.0, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 143335.6875, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 70.0, "train/tensor_act_model_layers_26_residual_pre_attn/std": 2.046875, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 76.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_pre_attn/min": 57.0, "train/tensor_act_model_layers_26_residual_pre_attn/max": 76.0, "train/tensor_act_model_layers_26_residual_pre_attn/range": 19.0, "train/tensor_act_model_layers_26_residual_post_attn/norm": 143335.5, "train/tensor_act_model_layers_26_residual_post_attn/mean": 70.0, "train/tensor_act_model_layers_26_residual_post_attn/std": 2.046875, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 76.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_attn/min": 57.0, "train/tensor_act_model_layers_26_residual_post_attn/max": 76.0, "train/tensor_act_model_layers_26_residual_post_attn/range": 19.0, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 4047.376220703125, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": 0.3671875, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 1.3515625, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 2.484375, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 2.484375, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 3.8046875, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 4331.2041015625, "train/tensor_act_model_layers_26_mlp_up_proj/mean": 0.06005859375, "train/tensor_act_model_layers_26_mlp_up_proj/std": 1.4921875, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 2.453125, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -2.453125, "train/tensor_act_model_layers_26_mlp_up_proj/max": 2.453125, "train/tensor_act_model_layers_26_mlp_up_proj/range": 4.90625, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 10771.7216796875, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 5.1875, "train/tensor_act_model_layers_26_mlp_down_proj/std": 0.80078125, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 7.21875, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/min": 2.40625, "train/tensor_act_model_layers_26_mlp_down_proj/max": 7.21875, "train/tensor_act_model_layers_26_mlp_down_proj/range": 4.8125, "train/tensor_act_model_layers_26_mlp/norm": 6998.115234375, "train/tensor_act_model_layers_26_mlp/mean": 3.40625, "train/tensor_act_model_layers_26_mlp/std": 0.228515625, "train/tensor_act_model_layers_26_mlp/max_abs": 3.796875, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp/min": 2.15625, "train/tensor_act_model_layers_26_mlp/max": 3.796875, "train/tensor_act_model_layers_26_mlp/range": 1.640625, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 150326.484375, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 73.5, "train/tensor_act_model_layers_26_residual_post_mlp/std": 2.078125, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 79.5, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_mlp/min": 60.25, "train/tensor_act_model_layers_26_residual_post_mlp/max": 79.5, "train/tensor_act_model_layers_26_residual_post_mlp/range": 19.25, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 150326.484375, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 73.5, "train/tensor_act_model_layers_27_residual_pre_attn/std": 2.078125, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 79.5, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_pre_attn/min": 60.25, "train/tensor_act_model_layers_27_residual_pre_attn/max": 79.5, "train/tensor_act_model_layers_27_residual_pre_attn/range": 19.25, "train/tensor_act_model_layers_27_residual_post_attn/norm": 150326.484375, "train/tensor_act_model_layers_27_residual_post_attn/mean": 73.5, "train/tensor_act_model_layers_27_residual_post_attn/std": 2.078125, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 79.5, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_attn/min": 60.25, "train/tensor_act_model_layers_27_residual_post_attn/max": 79.5, "train/tensor_act_model_layers_27_residual_post_attn/range": 19.25, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 3816.287353515625, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": 0.32421875, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 1.2734375, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 2.578125, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 2.578125, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 3.8515625, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 4062.0078125, "train/tensor_act_model_layers_27_mlp_up_proj/mean": 0.0223388671875, "train/tensor_act_model_layers_27_mlp_up_proj/std": 1.3984375, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 2.59375, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_27_mlp_up_proj/max": 2.375, "train/tensor_act_model_layers_27_mlp_up_proj/range": 4.96875, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 9896.111328125, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 4.78125, "train/tensor_act_model_layers_27_mlp_down_proj/std": 0.73828125, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 6.6875, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/min": 2.4375, "train/tensor_act_model_layers_27_mlp_down_proj/max": 6.6875, "train/tensor_act_model_layers_27_mlp_down_proj/range": 4.25, "train/tensor_act_model_layers_27_mlp/norm": 6760.0322265625, "train/tensor_act_model_layers_27_mlp/mean": 3.296875, "train/tensor_act_model_layers_27_mlp/std": 0.251953125, "train/tensor_act_model_layers_27_mlp/max_abs": 3.734375, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp/min": 2.171875, "train/tensor_act_model_layers_27_mlp/max": 3.734375, "train/tensor_act_model_layers_27_mlp/range": 1.5625, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 157089.921875, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 76.5, "train/tensor_act_model_layers_27_residual_post_mlp/std": 2.125, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 83.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_mlp/min": 63.25, "train/tensor_act_model_layers_27_residual_post_mlp/max": 83.0, "train/tensor_act_model_layers_27_residual_post_mlp/range": 19.75, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 157089.921875, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 76.5, "train/tensor_act_model_layers_28_residual_pre_attn/std": 2.125, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 83.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_pre_attn/min": 63.25, "train/tensor_act_model_layers_28_residual_pre_attn/max": 83.0, "train/tensor_act_model_layers_28_residual_pre_attn/range": 19.75, "train/tensor_act_model_layers_28_residual_post_attn/norm": 157074.953125, "train/tensor_act_model_layers_28_residual_post_attn/mean": 76.5, "train/tensor_act_model_layers_28_residual_post_attn/std": 2.140625, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 83.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_attn/min": 63.0, "train/tensor_act_model_layers_28_residual_post_attn/max": 83.0, "train/tensor_act_model_layers_28_residual_post_attn/range": 20.0, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 3970.67822265625, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": 0.236328125, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 1.3515625, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -1.2578125, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 2.71875, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 3.9765625, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 4282.03173828125, "train/tensor_act_model_layers_28_mlp_up_proj/mean": -0.01300048828125, "train/tensor_act_model_layers_28_mlp_up_proj/std": 1.4765625, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_28_mlp_up_proj/max": 2.546875, "train/tensor_act_model_layers_28_mlp_up_proj/range": 5.03125, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 10082.8291015625, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 4.875, "train/tensor_act_model_layers_28_mlp_down_proj/std": 0.75, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 7.25, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/min": 3.21875, "train/tensor_act_model_layers_28_mlp_down_proj/max": 7.25, "train/tensor_act_model_layers_28_mlp_down_proj/range": 4.03125, "train/tensor_act_model_layers_28_mlp/norm": 6814.94921875, "train/tensor_act_model_layers_28_mlp/mean": 3.3125, "train/tensor_act_model_layers_28_mlp/std": 0.2314453125, "train/tensor_act_model_layers_28_mlp/max_abs": 3.796875, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp/min": 2.671875, "train/tensor_act_model_layers_28_mlp/max": 3.796875, "train/tensor_act_model_layers_28_mlp/range": 1.125, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 163900.328125, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 80.0, "train/tensor_act_model_layers_28_residual_post_mlp/std": 2.171875, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 86.5, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_mlp/min": 66.5, "train/tensor_act_model_layers_28_residual_post_mlp/max": 86.5, "train/tensor_act_model_layers_28_residual_post_mlp/range": 20.0, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 163900.328125, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 80.0, "train/tensor_act_model_layers_29_residual_pre_attn/std": 2.171875, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 86.5, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_pre_attn/min": 66.5, "train/tensor_act_model_layers_29_residual_pre_attn/max": 86.5, "train/tensor_act_model_layers_29_residual_pre_attn/range": 20.0, "train/tensor_act_model_layers_29_residual_post_attn/norm": 163900.328125, "train/tensor_act_model_layers_29_residual_post_attn/mean": 80.0, "train/tensor_act_model_layers_29_residual_post_attn/std": 2.171875, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 86.5, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_attn/min": 66.5, "train/tensor_act_model_layers_29_residual_post_attn/max": 86.5, "train/tensor_act_model_layers_29_residual_post_attn/range": 20.0, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 3874.968994140625, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": 0.29296875, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 1.3046875, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 2.484375, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 2.484375, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 3.8046875, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 4205.51904296875, "train/tensor_act_model_layers_29_mlp_up_proj/mean": 0.05615234375, "train/tensor_act_model_layers_29_mlp_up_proj/std": 1.453125, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 2.65625, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -2.5, "train/tensor_act_model_layers_29_mlp_up_proj/max": 2.65625, "train/tensor_act_model_layers_29_mlp_up_proj/range": 5.15625, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 10004.6533203125, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 4.8125, "train/tensor_act_model_layers_29_mlp_down_proj/std": 0.8515625, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 7.46875, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/min": 2.046875, "train/tensor_act_model_layers_29_mlp_down_proj/max": 7.46875, "train/tensor_act_model_layers_29_mlp_down_proj/range": 5.421875, "train/tensor_act_model_layers_29_mlp/norm": 6767.0205078125, "train/tensor_act_model_layers_29_mlp/mean": 3.296875, "train/tensor_act_model_layers_29_mlp/std": 0.283203125, "train/tensor_act_model_layers_29_mlp/max_abs": 3.8125, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp/min": 1.8828125, "train/tensor_act_model_layers_29_mlp/max": 3.8125, "train/tensor_act_model_layers_29_mlp/range": 1.9296875, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 170676.734375, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 83.5, "train/tensor_act_model_layers_29_residual_post_mlp/std": 2.1875, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 90.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_mlp/min": 69.5, "train/tensor_act_model_layers_29_residual_post_mlp/max": 90.0, "train/tensor_act_model_layers_29_residual_post_mlp/range": 20.5, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 170676.734375, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 83.5, "train/tensor_act_model_layers_30_residual_pre_attn/std": 2.1875, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 90.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_pre_attn/min": 69.5, "train/tensor_act_model_layers_30_residual_pre_attn/max": 90.0, "train/tensor_act_model_layers_30_residual_pre_attn/range": 20.5, "train/tensor_act_model_layers_30_residual_post_attn/norm": 170676.734375, "train/tensor_act_model_layers_30_residual_post_attn/mean": 83.5, "train/tensor_act_model_layers_30_residual_post_attn/std": 2.1875, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 90.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_attn/min": 69.5, "train/tensor_act_model_layers_30_residual_post_attn/max": 90.0, "train/tensor_act_model_layers_30_residual_post_attn/range": 20.5, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 3813.236572265625, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": 0.22265625, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 1.296875, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 2.90625, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 2.90625, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 4.1953125, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 4145.04443359375, "train/tensor_act_model_layers_30_mlp_up_proj/mean": -0.06884765625, "train/tensor_act_model_layers_30_mlp_up_proj/std": 1.4296875, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 2.515625, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -2.515625, "train/tensor_act_model_layers_30_mlp_up_proj/max": 2.5, "train/tensor_act_model_layers_30_mlp_up_proj/range": 5.015625, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 9602.1904296875, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 4.59375, "train/tensor_act_model_layers_30_mlp_down_proj/std": 0.8984375, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 6.84375, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/min": 2.390625, "train/tensor_act_model_layers_30_mlp_down_proj/max": 6.84375, "train/tensor_act_model_layers_30_mlp_down_proj/range": 4.453125, "train/tensor_act_model_layers_30_mlp/norm": 6620.74658203125, "train/tensor_act_model_layers_30_mlp/mean": 3.21875, "train/tensor_act_model_layers_30_mlp/std": 0.31640625, "train/tensor_act_model_layers_30_mlp/max_abs": 3.75, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp/min": 2.140625, "train/tensor_act_model_layers_30_mlp/max": 3.75, "train/tensor_act_model_layers_30_mlp/range": 1.609375, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 177291.34375, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 86.5, "train/tensor_act_model_layers_30_residual_post_mlp/std": 2.234375, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 93.5, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_mlp/min": 72.5, "train/tensor_act_model_layers_30_residual_post_mlp/max": 93.5, "train/tensor_act_model_layers_30_residual_post_mlp/range": 21.0, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 177291.34375, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 86.5, "train/tensor_act_model_layers_31_residual_pre_attn/std": 2.234375, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 93.5, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_pre_attn/min": 72.5, "train/tensor_act_model_layers_31_residual_pre_attn/max": 93.5, "train/tensor_act_model_layers_31_residual_pre_attn/range": 21.0, "train/tensor_act_model_layers_31_residual_post_attn/norm": 177298.703125, "train/tensor_act_model_layers_31_residual_post_attn/mean": 86.5, "train/tensor_act_model_layers_31_residual_post_attn/std": 2.21875, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 93.5, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_attn/min": 72.5, "train/tensor_act_model_layers_31_residual_post_attn/max": 93.5, "train/tensor_act_model_layers_31_residual_post_attn/range": 21.0, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 3909.457275390625, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": 0.154296875, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 1.34375, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 2.484375, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -1.3046875, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 2.484375, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 3.7890625, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 4084.998046875, "train/tensor_act_model_layers_31_mlp_up_proj/mean": 0.154296875, "train/tensor_act_model_layers_31_mlp_up_proj/std": 1.3984375, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 2.578125, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -2.578125, "train/tensor_act_model_layers_31_mlp_up_proj/max": 2.5625, "train/tensor_act_model_layers_31_mlp_up_proj/range": 5.140625, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 9426.2158203125, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 4.53125, "train/tensor_act_model_layers_31_mlp_down_proj/std": 0.78125, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 6.3125, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/min": 2.53125, "train/tensor_act_model_layers_31_mlp_down_proj/max": 6.3125, "train/tensor_act_model_layers_31_mlp_down_proj/range": 3.78125, "train/tensor_act_model_layers_31_mlp/norm": 6593.2802734375, "train/tensor_act_model_layers_31_mlp/mean": 3.203125, "train/tensor_act_model_layers_31_mlp/std": 0.287109375, "train/tensor_act_model_layers_31_mlp/max_abs": 3.671875, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp/min": 2.234375, "train/tensor_act_model_layers_31_mlp/max": 3.671875, "train/tensor_act_model_layers_31_mlp/range": 1.4375, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 183838.984375, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 89.5, "train/tensor_act_model_layers_31_residual_post_mlp/std": 2.3125, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 96.5, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_mlp/min": 75.5, "train/tensor_act_model_layers_31_residual_post_mlp/max": 96.5, "train/tensor_act_model_layers_31_residual_post_mlp/range": 21.0, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 183838.984375, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 89.5, "train/tensor_act_model_layers_32_residual_pre_attn/std": 2.3125, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 96.5, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_pre_attn/min": 75.5, "train/tensor_act_model_layers_32_residual_pre_attn/max": 96.5, "train/tensor_act_model_layers_32_residual_pre_attn/range": 21.0, "train/tensor_act_model_layers_32_residual_post_attn/norm": 183830.828125, "train/tensor_act_model_layers_32_residual_post_attn/mean": 89.5, "train/tensor_act_model_layers_32_residual_post_attn/std": 2.3125, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 96.5, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_attn/min": 75.5, "train/tensor_act_model_layers_32_residual_post_attn/max": 96.5, "train/tensor_act_model_layers_32_residual_post_attn/range": 21.0, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 3894.1591796875, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": 0.326171875, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 1.3046875, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 2.703125, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 4.0, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 4117.93310546875, "train/tensor_act_model_layers_32_mlp_up_proj/mean": -0.0234375, "train/tensor_act_model_layers_32_mlp_up_proj/std": 1.421875, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 3.046875, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -2.34375, "train/tensor_act_model_layers_32_mlp_up_proj/max": 3.046875, "train/tensor_act_model_layers_32_mlp_up_proj/range": 5.390625, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 9670.0546875, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 4.65625, "train/tensor_act_model_layers_32_mlp_down_proj/std": 0.73828125, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 6.28125, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/min": 2.75, "train/tensor_act_model_layers_32_mlp_down_proj/max": 6.28125, "train/tensor_act_model_layers_32_mlp_down_proj/range": 3.53125, "train/tensor_act_model_layers_32_mlp/norm": 6686.5439453125, "train/tensor_act_model_layers_32_mlp/mean": 3.25, "train/tensor_act_model_layers_32_mlp/std": 0.25, "train/tensor_act_model_layers_32_mlp/max_abs": 3.671875, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp/min": 2.390625, "train/tensor_act_model_layers_32_mlp/max": 3.671875, "train/tensor_act_model_layers_32_mlp/range": 1.28125, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 190544.8125, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 93.0, "train/tensor_act_model_layers_32_residual_post_mlp/std": 2.390625, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 100.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_mlp/min": 79.0, "train/tensor_act_model_layers_32_residual_post_mlp/max": 100.0, "train/tensor_act_model_layers_32_residual_post_mlp/range": 21.0, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 190544.8125, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 93.0, "train/tensor_act_model_layers_33_residual_pre_attn/std": 2.390625, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 100.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_pre_attn/min": 79.0, "train/tensor_act_model_layers_33_residual_pre_attn/max": 100.0, "train/tensor_act_model_layers_33_residual_pre_attn/range": 21.0, "train/tensor_act_model_layers_33_residual_post_attn/norm": 190513.625, "train/tensor_act_model_layers_33_residual_post_attn/mean": 93.0, "train/tensor_act_model_layers_33_residual_post_attn/std": 2.40625, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 100.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_attn/min": 79.0, "train/tensor_act_model_layers_33_residual_post_attn/max": 100.0, "train/tensor_act_model_layers_33_residual_post_attn/range": 21.0, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 3926.15625, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": 0.2470703125, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 1.3359375, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -1.3046875, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 2.609375, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 3.9140625, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 4169.0478515625, "train/tensor_act_model_layers_33_mlp_up_proj/mean": -0.154296875, "train/tensor_act_model_layers_33_mlp_up_proj/std": 1.4296875, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 2.984375, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -2.53125, "train/tensor_act_model_layers_33_mlp_up_proj/max": 2.984375, "train/tensor_act_model_layers_33_mlp_up_proj/range": 5.515625, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 9618.9853515625, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 4.625, "train/tensor_act_model_layers_33_mlp_down_proj/std": 0.79296875, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 6.4375, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/min": 2.5625, "train/tensor_act_model_layers_33_mlp_down_proj/max": 6.4375, "train/tensor_act_model_layers_33_mlp_down_proj/range": 3.875, "train/tensor_act_model_layers_33_mlp/norm": 6655.93994140625, "train/tensor_act_model_layers_33_mlp/mean": 3.234375, "train/tensor_act_model_layers_33_mlp/std": 0.267578125, "train/tensor_act_model_layers_33_mlp/max_abs": 3.6875, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp/min": 2.265625, "train/tensor_act_model_layers_33_mlp/max": 3.6875, "train/tensor_act_model_layers_33_mlp/range": 1.421875, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 197128.515625, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 96.0, "train/tensor_act_model_layers_33_residual_post_mlp/std": 2.4375, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 103.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_mlp/min": 81.5, "train/tensor_act_model_layers_33_residual_post_mlp/max": 103.0, "train/tensor_act_model_layers_33_residual_post_mlp/range": 21.5, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 197128.515625, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 96.0, "train/tensor_act_model_layers_34_residual_pre_attn/std": 2.4375, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 103.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_pre_attn/min": 81.5, "train/tensor_act_model_layers_34_residual_pre_attn/max": 103.0, "train/tensor_act_model_layers_34_residual_pre_attn/range": 21.5, "train/tensor_act_model_layers_34_residual_post_attn/norm": 197112.921875, "train/tensor_act_model_layers_34_residual_post_attn/mean": 96.0, "train/tensor_act_model_layers_34_residual_post_attn/std": 2.453125, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 103.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_attn/min": 81.5, "train/tensor_act_model_layers_34_residual_post_attn/max": 103.0, "train/tensor_act_model_layers_34_residual_post_attn/range": 21.5, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 3774.96630859375, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": 0.275390625, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 1.2734375, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 2.546875, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 3.8359375, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 4031.1328125, "train/tensor_act_model_layers_34_mlp_up_proj/mean": 0.01495361328125, "train/tensor_act_model_layers_34_mlp_up_proj/std": 1.390625, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 2.390625, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -2.25, "train/tensor_act_model_layers_34_mlp_up_proj/max": 2.390625, "train/tensor_act_model_layers_34_mlp_up_proj/range": 4.640625, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 9214.8330078125, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 4.4375, "train/tensor_act_model_layers_34_mlp_down_proj/std": 0.78125, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 6.375, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/min": 2.4375, "train/tensor_act_model_layers_34_mlp_down_proj/max": 6.375, "train/tensor_act_model_layers_34_mlp_down_proj/range": 3.9375, "train/tensor_act_model_layers_34_mlp/norm": 6519.81298828125, "train/tensor_act_model_layers_34_mlp/mean": 3.171875, "train/tensor_act_model_layers_34_mlp/std": 0.298828125, "train/tensor_act_model_layers_34_mlp/max_abs": 3.6875, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp/min": 2.171875, "train/tensor_act_model_layers_34_mlp/max": 3.6875, "train/tensor_act_model_layers_34_mlp/range": 1.515625, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 203664.75, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 99.5, "train/tensor_act_model_layers_34_residual_post_mlp/std": 2.546875, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 106.5, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_mlp/min": 84.0, "train/tensor_act_model_layers_34_residual_post_mlp/max": 106.5, "train/tensor_act_model_layers_34_residual_post_mlp/range": 22.5, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 203664.75, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 99.5, "train/tensor_act_model_layers_35_residual_pre_attn/std": 2.546875, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 106.5, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_pre_attn/min": 84.0, "train/tensor_act_model_layers_35_residual_pre_attn/max": 106.5, "train/tensor_act_model_layers_35_residual_pre_attn/range": 22.5, "train/tensor_act_model_layers_35_residual_post_attn/norm": 203684.71875, "train/tensor_act_model_layers_35_residual_post_attn/mean": 99.5, "train/tensor_act_model_layers_35_residual_post_attn/std": 2.546875, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 106.5, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_attn/min": 84.0, "train/tensor_act_model_layers_35_residual_post_attn/max": 106.5, "train/tensor_act_model_layers_35_residual_post_attn/range": 22.5, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 3713.11572265625, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": 0.302734375, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 1.2421875, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 2.796875, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 2.796875, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 4.109375, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 3955.971923828125, "train/tensor_act_model_layers_35_mlp_up_proj/mean": 0.0966796875, "train/tensor_act_model_layers_35_mlp_up_proj/std": 1.359375, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 2.75, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -2.734375, "train/tensor_act_model_layers_35_mlp_up_proj/max": 2.75, "train/tensor_act_model_layers_35_mlp_up_proj/range": 5.484375, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 9204.9755859375, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 4.40625, "train/tensor_act_model_layers_35_mlp_down_proj/std": 0.8203125, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 6.65625, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/min": 1.3125, "train/tensor_act_model_layers_35_mlp_down_proj/max": 6.65625, "train/tensor_act_model_layers_35_mlp_down_proj/range": 5.34375, "train/tensor_act_model_layers_35_mlp/norm": 6506.6103515625, "train/tensor_act_model_layers_35_mlp/mean": 3.15625, "train/tensor_act_model_layers_35_mlp/std": 0.330078125, "train/tensor_act_model_layers_35_mlp/max_abs": 3.71875, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp/min": 1.265625, "train/tensor_act_model_layers_35_mlp/max": 3.71875, "train/tensor_act_model_layers_35_mlp/range": 2.453125, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 210180.75, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 102.5, "train/tensor_act_model_layers_35_residual_post_mlp/std": 2.59375, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 110.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_mlp/min": 86.5, "train/tensor_act_model_layers_35_residual_post_mlp/max": 110.0, "train/tensor_act_model_layers_35_residual_post_mlp/range": 23.5, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 210180.75, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 102.5, "train/tensor_act_model_layers_36_residual_pre_attn/std": 2.59375, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 110.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_pre_attn/min": 86.5, "train/tensor_act_model_layers_36_residual_pre_attn/max": 110.0, "train/tensor_act_model_layers_36_residual_pre_attn/range": 23.5, "train/tensor_act_model_layers_36_residual_post_attn/norm": 210165.453125, "train/tensor_act_model_layers_36_residual_post_attn/mean": 102.5, "train/tensor_act_model_layers_36_residual_post_attn/std": 2.609375, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 110.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_attn/min": 86.5, "train/tensor_act_model_layers_36_residual_post_attn/max": 110.0, "train/tensor_act_model_layers_36_residual_post_attn/range": 23.5, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 3650.35498046875, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": 0.2021484375, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 1.2421875, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 2.640625, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 2.640625, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 3.90625, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 3990.732177734375, "train/tensor_act_model_layers_36_mlp_up_proj/mean": -0.09326171875, "train/tensor_act_model_layers_36_mlp_up_proj/std": 1.375, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 3.0625, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -3.0625, "train/tensor_act_model_layers_36_mlp_up_proj/max": 2.8125, "train/tensor_act_model_layers_36_mlp_up_proj/range": 5.875, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 8859.3017578125, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 4.25, "train/tensor_act_model_layers_36_mlp_down_proj/std": 0.76953125, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 5.84375, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/min": 1.4609375, "train/tensor_act_model_layers_36_mlp_down_proj/max": 5.84375, "train/tensor_act_model_layers_36_mlp_down_proj/range": 4.3828125, "train/tensor_act_model_layers_36_mlp/norm": 6393.353515625, "train/tensor_act_model_layers_36_mlp/mean": 3.109375, "train/tensor_act_model_layers_36_mlp/std": 0.3359375, "train/tensor_act_model_layers_36_mlp/max_abs": 3.59375, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp/min": 1.3984375, "train/tensor_act_model_layers_36_mlp/max": 3.59375, "train/tensor_act_model_layers_36_mlp/range": 2.1953125, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 216542.0625, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 105.5, "train/tensor_act_model_layers_36_residual_post_mlp/std": 2.640625, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 113.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_mlp/min": 89.5, "train/tensor_act_model_layers_36_residual_post_mlp/max": 113.0, "train/tensor_act_model_layers_36_residual_post_mlp/range": 23.5, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 216542.0625, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 105.5, "train/tensor_act_model_layers_37_residual_pre_attn/std": 2.640625, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 113.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_pre_attn/min": 89.5, "train/tensor_act_model_layers_37_residual_pre_attn/max": 113.0, "train/tensor_act_model_layers_37_residual_pre_attn/range": 23.5, "train/tensor_act_model_layers_37_residual_post_attn/norm": 216534.03125, "train/tensor_act_model_layers_37_residual_post_attn/mean": 105.5, "train/tensor_act_model_layers_37_residual_post_attn/std": 2.640625, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 113.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_attn/min": 89.5, "train/tensor_act_model_layers_37_residual_post_attn/max": 113.0, "train/tensor_act_model_layers_37_residual_post_attn/range": 23.5, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 3678.993408203125, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": 0.2275390625, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 1.25, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 2.546875, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 3.8359375, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 3969.4775390625, "train/tensor_act_model_layers_37_mlp_up_proj/mean": 0.0294189453125, "train/tensor_act_model_layers_37_mlp_up_proj/std": 1.3671875, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 2.703125, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -2.609375, "train/tensor_act_model_layers_37_mlp_up_proj/max": 2.703125, "train/tensor_act_model_layers_37_mlp_up_proj/range": 5.3125, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 8809.712890625, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 4.25, "train/tensor_act_model_layers_37_mlp_down_proj/std": 0.75, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 6.8125, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/min": 2.03125, "train/tensor_act_model_layers_37_mlp_down_proj/max": 6.8125, "train/tensor_act_model_layers_37_mlp_down_proj/range": 4.78125, "train/tensor_act_model_layers_37_mlp/norm": 6376.70556640625, "train/tensor_act_model_layers_37_mlp/mean": 3.09375, "train/tensor_act_model_layers_37_mlp/std": 0.302734375, "train/tensor_act_model_layers_37_mlp/max_abs": 3.75, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp/min": 1.875, "train/tensor_act_model_layers_37_mlp/max": 3.75, "train/tensor_act_model_layers_37_mlp/range": 1.875, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 222924.875, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 109.0, "train/tensor_act_model_layers_37_residual_post_mlp/std": 2.65625, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 116.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_mlp/min": 92.5, "train/tensor_act_model_layers_37_residual_post_mlp/max": 116.0, "train/tensor_act_model_layers_37_residual_post_mlp/range": 23.5, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 222924.875, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 109.0, "train/tensor_act_model_layers_38_residual_pre_attn/std": 2.65625, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 116.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_pre_attn/min": 92.5, "train/tensor_act_model_layers_38_residual_pre_attn/max": 116.0, "train/tensor_act_model_layers_38_residual_pre_attn/range": 23.5, "train/tensor_act_model_layers_38_residual_post_attn/norm": 222908.84375, "train/tensor_act_model_layers_38_residual_post_attn/mean": 109.0, "train/tensor_act_model_layers_38_residual_post_attn/std": 2.65625, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 116.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_attn/min": 92.5, "train/tensor_act_model_layers_38_residual_post_attn/max": 116.0, "train/tensor_act_model_layers_38_residual_post_attn/range": 23.5, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 3744.182861328125, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": 0.357421875, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 1.2421875, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 2.703125, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 3.9765625, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 4020.52685546875, "train/tensor_act_model_layers_38_mlp_up_proj/mean": 0.03076171875, "train/tensor_act_model_layers_38_mlp_up_proj/std": 1.390625, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 2.59375, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -2.4375, "train/tensor_act_model_layers_38_mlp_up_proj/max": 2.59375, "train/tensor_act_model_layers_38_mlp_up_proj/range": 5.03125, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 9387.3515625, "train/tensor_act_model_layers_38_mlp_down_proj/mean": 4.5, "train/tensor_act_model_layers_38_mlp_down_proj/std": 0.78515625, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 6.25, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/min": 2.609375, "train/tensor_act_model_layers_38_mlp_down_proj/max": 6.25, "train/tensor_act_model_layers_38_mlp_down_proj/range": 3.640625, "train/tensor_act_model_layers_38_mlp/norm": 6578.6494140625, "train/tensor_act_model_layers_38_mlp/mean": 3.203125, "train/tensor_act_model_layers_38_mlp/std": 0.291015625, "train/tensor_act_model_layers_38_mlp/max_abs": 3.65625, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp/min": 2.296875, "train/tensor_act_model_layers_38_mlp/max": 3.65625, "train/tensor_act_model_layers_38_mlp/range": 1.359375, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 229516.34375, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 112.0, "train/tensor_act_model_layers_38_residual_post_mlp/std": 2.625, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 119.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_mlp/min": 96.0, "train/tensor_act_model_layers_38_residual_post_mlp/max": 119.0, "train/tensor_act_model_layers_38_residual_post_mlp/range": 23.0, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 229516.34375, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 112.0, "train/tensor_act_model_layers_39_residual_pre_attn/std": 2.625, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 119.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_pre_attn/min": 96.0, "train/tensor_act_model_layers_39_residual_pre_attn/max": 119.0, "train/tensor_act_model_layers_39_residual_pre_attn/range": 23.0, "train/tensor_act_model_layers_39_residual_post_attn/norm": 229516.34375, "train/tensor_act_model_layers_39_residual_post_attn/mean": 112.0, "train/tensor_act_model_layers_39_residual_post_attn/std": 2.625, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 119.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_attn/min": 96.0, "train/tensor_act_model_layers_39_residual_post_attn/max": 119.0, "train/tensor_act_model_layers_39_residual_post_attn/range": 23.0, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 3618.4482421875, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": 0.267578125, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 1.21875, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 2.453125, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 2.453125, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 3.765625, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 3973.1640625, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.2177734375, "train/tensor_act_model_layers_39_mlp_up_proj/std": 1.3515625, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 2.65625, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -2.65625, "train/tensor_act_model_layers_39_mlp_up_proj/max": 2.46875, "train/tensor_act_model_layers_39_mlp_up_proj/range": 5.125, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 9028.9970703125, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 4.34375, "train/tensor_act_model_layers_39_mlp_down_proj/std": 0.765625, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 6.25, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/min": 2.359375, "train/tensor_act_model_layers_39_mlp_down_proj/max": 6.25, "train/tensor_act_model_layers_39_mlp_down_proj/range": 3.890625, "train/tensor_act_model_layers_39_mlp/norm": 6455.1865234375, "train/tensor_act_model_layers_39_mlp/mean": 3.140625, "train/tensor_act_model_layers_39_mlp/std": 0.30078125, "train/tensor_act_model_layers_39_mlp/max_abs": 3.65625, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp/min": 2.125, "train/tensor_act_model_layers_39_mlp/max": 3.65625, "train/tensor_act_model_layers_39_mlp/range": 1.53125, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 235938.15625, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 115.0, "train/tensor_act_model_layers_39_residual_post_mlp/std": 2.65625, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 122.5, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_mlp/min": 99.5, "train/tensor_act_model_layers_39_residual_post_mlp/max": 122.5, "train/tensor_act_model_layers_39_residual_post_mlp/range": 23.0, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 235938.15625, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 115.0, "train/tensor_act_model_layers_40_residual_pre_attn/std": 2.65625, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 122.5, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_pre_attn/min": 99.5, "train/tensor_act_model_layers_40_residual_pre_attn/max": 122.5, "train/tensor_act_model_layers_40_residual_pre_attn/range": 23.0, "train/tensor_act_model_layers_40_residual_post_attn/norm": 235938.15625, "train/tensor_act_model_layers_40_residual_post_attn/mean": 115.0, "train/tensor_act_model_layers_40_residual_post_attn/std": 2.65625, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 122.5, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_attn/min": 99.5, "train/tensor_act_model_layers_40_residual_post_attn/max": 122.5, "train/tensor_act_model_layers_40_residual_post_attn/range": 23.0, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 3712.279541015625, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": 0.142578125, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 1.2734375, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 2.578125, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 2.578125, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 3.8515625, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 3999.6484375, "train/tensor_act_model_layers_40_mlp_up_proj/mean": 0.0213623046875, "train/tensor_act_model_layers_40_mlp_up_proj/std": 1.3828125, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 2.71875, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -2.453125, "train/tensor_act_model_layers_40_mlp_up_proj/max": 2.71875, "train/tensor_act_model_layers_40_mlp_up_proj/range": 5.171875, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 8838.6123046875, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 4.25, "train/tensor_act_model_layers_40_mlp_down_proj/std": 0.80078125, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 5.96875, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/min": 2.359375, "train/tensor_act_model_layers_40_mlp_down_proj/max": 5.96875, "train/tensor_act_model_layers_40_mlp_down_proj/range": 3.609375, "train/tensor_act_model_layers_40_mlp/norm": 6371.0126953125, "train/tensor_act_model_layers_40_mlp/mean": 3.09375, "train/tensor_act_model_layers_40_mlp/std": 0.318359375, "train/tensor_act_model_layers_40_mlp/max_abs": 3.609375, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp/min": 2.125, "train/tensor_act_model_layers_40_mlp/max": 3.609375, "train/tensor_act_model_layers_40_mlp/range": 1.484375, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 242325.5, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 118.5, "train/tensor_act_model_layers_40_residual_post_mlp/std": 2.6875, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 125.5, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_mlp/min": 102.5, "train/tensor_act_model_layers_40_residual_post_mlp/max": 125.5, "train/tensor_act_model_layers_40_residual_post_mlp/range": 23.0, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 242325.5, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 118.5, "train/tensor_act_model_layers_41_residual_pre_attn/std": 2.6875, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 125.5, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_pre_attn/min": 102.5, "train/tensor_act_model_layers_41_residual_pre_attn/max": 125.5, "train/tensor_act_model_layers_41_residual_pre_attn/range": 23.0, "train/tensor_act_model_layers_41_residual_post_attn/norm": 242325.5, "train/tensor_act_model_layers_41_residual_post_attn/mean": 118.5, "train/tensor_act_model_layers_41_residual_post_attn/std": 2.6875, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 125.5, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_attn/min": 102.5, "train/tensor_act_model_layers_41_residual_post_attn/max": 125.5, "train/tensor_act_model_layers_41_residual_post_attn/range": 23.0, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 3680.85986328125, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": 0.25390625, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 1.2421875, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 2.5, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -1.3515625, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 2.5, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 3.8515625, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 4029.9599609375, "train/tensor_act_model_layers_41_mlp_up_proj/mean": -0.0002269744873046875, "train/tensor_act_model_layers_41_mlp_up_proj/std": 1.390625, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 2.671875, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -2.671875, "train/tensor_act_model_layers_41_mlp_up_proj/max": 2.453125, "train/tensor_act_model_layers_41_mlp_up_proj/range": 5.125, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 9037.7294921875, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 4.34375, "train/tensor_act_model_layers_41_mlp_down_proj/std": 0.78515625, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 6.6875, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/min": 1.890625, "train/tensor_act_model_layers_41_mlp_down_proj/max": 6.6875, "train/tensor_act_model_layers_41_mlp_down_proj/range": 4.796875, "train/tensor_act_model_layers_41_mlp/norm": 6454.1328125, "train/tensor_act_model_layers_41_mlp/mean": 3.140625, "train/tensor_act_model_layers_41_mlp/std": 0.31640625, "train/tensor_act_model_layers_41_mlp/max_abs": 3.734375, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp/min": 1.7578125, "train/tensor_act_model_layers_41_mlp/max": 3.734375, "train/tensor_act_model_layers_41_mlp/range": 1.9765625, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 248771.09375, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 121.5, "train/tensor_act_model_layers_41_residual_post_mlp/std": 2.765625, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 129.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_mlp/min": 105.5, "train/tensor_act_model_layers_41_residual_post_mlp/max": 129.0, "train/tensor_act_model_layers_41_residual_post_mlp/range": 23.5, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 248771.09375, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 121.5, "train/tensor_act_model_layers_42_residual_pre_attn/std": 2.765625, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 129.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_pre_attn/min": 105.5, "train/tensor_act_model_layers_42_residual_pre_attn/max": 129.0, "train/tensor_act_model_layers_42_residual_pre_attn/range": 23.5, "train/tensor_act_model_layers_42_residual_post_attn/norm": 248746.359375, "train/tensor_act_model_layers_42_residual_post_attn/mean": 121.5, "train/tensor_act_model_layers_42_residual_post_attn/std": 2.75, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 129.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_attn/min": 105.5, "train/tensor_act_model_layers_42_residual_post_attn/max": 129.0, "train/tensor_act_model_layers_42_residual_post_attn/range": 23.5, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 3739.154296875, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": 0.28515625, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 1.2578125, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -1.3515625, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 2.71875, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 4.0703125, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 3943.716796875, "train/tensor_act_model_layers_42_mlp_up_proj/mean": 0.1201171875, "train/tensor_act_model_layers_42_mlp_up_proj/std": 1.359375, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 2.96875, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -2.640625, "train/tensor_act_model_layers_42_mlp_up_proj/max": 2.96875, "train/tensor_act_model_layers_42_mlp_up_proj/range": 5.609375, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 8983.08203125, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 4.3125, "train/tensor_act_model_layers_42_mlp_down_proj/std": 0.83203125, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 7.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/min": 1.9375, "train/tensor_act_model_layers_42_mlp_down_proj/max": 7.0, "train/tensor_act_model_layers_42_mlp_down_proj/range": 5.0625, "train/tensor_act_model_layers_42_mlp/norm": 6419.86083984375, "train/tensor_act_model_layers_42_mlp/mean": 3.109375, "train/tensor_act_model_layers_42_mlp/std": 0.33984375, "train/tensor_act_model_layers_42_mlp/max_abs": 3.765625, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp/min": 1.796875, "train/tensor_act_model_layers_42_mlp/max": 3.765625, "train/tensor_act_model_layers_42_mlp/range": 1.96875, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 255182.546875, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 124.5, "train/tensor_act_model_layers_42_residual_post_mlp/std": 2.8125, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 132.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_mlp/min": 109.0, "train/tensor_act_model_layers_42_residual_post_mlp/max": 132.0, "train/tensor_act_model_layers_42_residual_post_mlp/range": 23.0, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 255182.546875, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 124.5, "train/tensor_act_model_layers_43_residual_pre_attn/std": 2.8125, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 132.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_pre_attn/min": 109.0, "train/tensor_act_model_layers_43_residual_pre_attn/max": 132.0, "train/tensor_act_model_layers_43_residual_pre_attn/range": 23.0, "train/tensor_act_model_layers_43_residual_post_attn/norm": 255174.421875, "train/tensor_act_model_layers_43_residual_post_attn/mean": 124.5, "train/tensor_act_model_layers_43_residual_post_attn/std": 2.796875, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 132.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_attn/min": 109.0, "train/tensor_act_model_layers_43_residual_post_attn/max": 132.0, "train/tensor_act_model_layers_43_residual_post_attn/range": 23.0, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 3598.657470703125, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": 0.26953125, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 1.2109375, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 2.671875, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -1.25, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 2.671875, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 3.921875, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 3866.2333984375, "train/tensor_act_model_layers_43_mlp_up_proj/mean": -0.014892578125, "train/tensor_act_model_layers_43_mlp_up_proj/std": 1.3359375, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -2.515625, "train/tensor_act_model_layers_43_mlp_up_proj/max": 2.546875, "train/tensor_act_model_layers_43_mlp_up_proj/range": 5.0625, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 8548.7080078125, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 4.0625, "train/tensor_act_model_layers_43_mlp_down_proj/std": 0.953125, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 6.59375, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/min": 1.6953125, "train/tensor_act_model_layers_43_mlp_down_proj/max": 6.59375, "train/tensor_act_model_layers_43_mlp_down_proj/range": 4.8984375, "train/tensor_act_model_layers_43_mlp/norm": 6208.13232421875, "train/tensor_act_model_layers_43_mlp/mean": 3.0, "train/tensor_act_model_layers_43_mlp/std": 0.412109375, "train/tensor_act_model_layers_43_mlp/max_abs": 3.71875, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp/min": 1.6015625, "train/tensor_act_model_layers_43_mlp/max": 3.71875, "train/tensor_act_model_layers_43_mlp/range": 2.1171875, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 261318.359375, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 127.5, "train/tensor_act_model_layers_43_residual_post_mlp/std": 2.96875, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 136.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_mlp/min": 111.0, "train/tensor_act_model_layers_43_residual_post_mlp/max": 136.0, "train/tensor_act_model_layers_43_residual_post_mlp/range": 25.0, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 261318.359375, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 127.5, "train/tensor_act_model_layers_44_residual_pre_attn/std": 2.96875, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 136.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_pre_attn/min": 111.0, "train/tensor_act_model_layers_44_residual_pre_attn/max": 136.0, "train/tensor_act_model_layers_44_residual_pre_attn/range": 25.0, "train/tensor_act_model_layers_44_residual_post_attn/norm": 261310.640625, "train/tensor_act_model_layers_44_residual_post_attn/mean": 127.5, "train/tensor_act_model_layers_44_residual_post_attn/std": 2.96875, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 136.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_attn/min": 111.0, "train/tensor_act_model_layers_44_residual_post_attn/max": 136.0, "train/tensor_act_model_layers_44_residual_post_attn/range": 25.0, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 3900.9111328125, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": 0.4609375, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 1.265625, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 2.671875, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 2.671875, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 3.9375, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 3934.366943359375, "train/tensor_act_model_layers_44_mlp_up_proj/mean": -0.01953125, "train/tensor_act_model_layers_44_mlp_up_proj/std": 1.359375, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 2.5625, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -2.5, "train/tensor_act_model_layers_44_mlp_up_proj/max": 2.5625, "train/tensor_act_model_layers_44_mlp_up_proj/range": 5.0625, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 9719.501953125, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 4.6875, "train/tensor_act_model_layers_44_mlp_down_proj/std": 0.765625, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 6.6875, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/min": 2.515625, "train/tensor_act_model_layers_44_mlp_down_proj/max": 6.6875, "train/tensor_act_model_layers_44_mlp_down_proj/range": 4.171875, "train/tensor_act_model_layers_44_mlp/norm": 6696.86962890625, "train/tensor_act_model_layers_44_mlp/mean": 3.265625, "train/tensor_act_model_layers_44_mlp/std": 0.255859375, "train/tensor_act_model_layers_44_mlp/max_abs": 3.734375, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp/min": 2.234375, "train/tensor_act_model_layers_44_mlp/max": 3.734375, "train/tensor_act_model_layers_44_mlp/range": 1.5, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 267842.46875, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 131.0, "train/tensor_act_model_layers_44_residual_post_mlp/std": 2.96875, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 139.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_mlp/min": 114.0, "train/tensor_act_model_layers_44_residual_post_mlp/max": 139.0, "train/tensor_act_model_layers_44_residual_post_mlp/range": 25.0, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 267842.46875, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 131.0, "train/tensor_act_model_layers_45_residual_pre_attn/std": 2.96875, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 139.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_pre_attn/min": 114.0, "train/tensor_act_model_layers_45_residual_pre_attn/max": 139.0, "train/tensor_act_model_layers_45_residual_pre_attn/range": 25.0, "train/tensor_act_model_layers_45_residual_post_attn/norm": 267828.3125, "train/tensor_act_model_layers_45_residual_post_attn/mean": 131.0, "train/tensor_act_model_layers_45_residual_post_attn/std": 2.984375, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 139.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_attn/min": 114.0, "train/tensor_act_model_layers_45_residual_post_attn/max": 139.0, "train/tensor_act_model_layers_45_residual_post_attn/range": 25.0, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 3598.1923828125, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": 0.2412109375, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 1.21875, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 2.625, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 2.625, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 3.9140625, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 3863.795166015625, "train/tensor_act_model_layers_45_mlp_up_proj/mean": -0.0966796875, "train/tensor_act_model_layers_45_mlp_up_proj/std": 1.328125, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 2.671875, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -2.625, "train/tensor_act_model_layers_45_mlp_up_proj/max": 2.671875, "train/tensor_act_model_layers_45_mlp_up_proj/range": 5.296875, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 8223.4091796875, "train/tensor_act_model_layers_45_mlp_down_proj/mean": 3.9375, "train/tensor_act_model_layers_45_mlp_down_proj/std": 0.7578125, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 5.8125, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/min": 2.109375, "train/tensor_act_model_layers_45_mlp_down_proj/max": 5.8125, "train/tensor_act_model_layers_45_mlp_down_proj/range": 3.703125, "train/tensor_act_model_layers_45_mlp/norm": 6134.78955078125, "train/tensor_act_model_layers_45_mlp/mean": 2.984375, "train/tensor_act_model_layers_45_mlp/std": 0.3359375, "train/tensor_act_model_layers_45_mlp/max_abs": 3.578125, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp/min": 1.9296875, "train/tensor_act_model_layers_45_mlp/max": 3.578125, "train/tensor_act_model_layers_45_mlp/range": 1.6484375, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 273803.0625, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 134.0, "train/tensor_act_model_layers_45_residual_post_mlp/std": 2.984375, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 142.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_mlp/min": 116.5, "train/tensor_act_model_layers_45_residual_post_mlp/max": 142.0, "train/tensor_act_model_layers_45_residual_post_mlp/range": 25.5, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 273803.0625, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 134.0, "train/tensor_act_model_layers_46_residual_pre_attn/std": 2.984375, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 142.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_pre_attn/min": 116.5, "train/tensor_act_model_layers_46_residual_pre_attn/max": 142.0, "train/tensor_act_model_layers_46_residual_pre_attn/range": 25.5, "train/tensor_act_model_layers_46_residual_post_attn/norm": 273803.09375, "train/tensor_act_model_layers_46_residual_post_attn/mean": 134.0, "train/tensor_act_model_layers_46_residual_post_attn/std": 2.984375, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 142.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_attn/min": 116.5, "train/tensor_act_model_layers_46_residual_post_attn/max": 142.0, "train/tensor_act_model_layers_46_residual_post_attn/range": 25.5, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 3624.927978515625, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": 0.271484375, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 1.21875, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 2.765625, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 2.765625, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 4.046875, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 3880.973388671875, "train/tensor_act_model_layers_46_mlp_up_proj/mean": 0.025634765625, "train/tensor_act_model_layers_46_mlp_up_proj/std": 1.3359375, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 2.75, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -2.5625, "train/tensor_act_model_layers_46_mlp_up_proj/max": 2.75, "train/tensor_act_model_layers_46_mlp_up_proj/range": 5.3125, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 8288.609375, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 3.96875, "train/tensor_act_model_layers_46_mlp_down_proj/std": 0.7734375, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 6.25, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/min": 1.9375, "train/tensor_act_model_layers_46_mlp_down_proj/max": 6.25, "train/tensor_act_model_layers_46_mlp_down_proj/range": 4.3125, "train/tensor_act_model_layers_46_mlp/norm": 6157.42919921875, "train/tensor_act_model_layers_46_mlp/mean": 2.984375, "train/tensor_act_model_layers_46_mlp/std": 0.33984375, "train/tensor_act_model_layers_46_mlp/max_abs": 3.65625, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp/min": 1.796875, "train/tensor_act_model_layers_46_mlp/max": 3.65625, "train/tensor_act_model_layers_46_mlp/range": 1.859375, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 279798.3125, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 137.0, "train/tensor_act_model_layers_46_residual_post_mlp/std": 3.03125, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 145.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_mlp/min": 118.5, "train/tensor_act_model_layers_46_residual_post_mlp/max": 145.0, "train/tensor_act_model_layers_46_residual_post_mlp/range": 26.5, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 279798.3125, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 137.0, "train/tensor_act_model_layers_47_residual_pre_attn/std": 3.03125, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 145.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_pre_attn/min": 118.5, "train/tensor_act_model_layers_47_residual_pre_attn/max": 145.0, "train/tensor_act_model_layers_47_residual_pre_attn/range": 26.5, "train/tensor_act_model_layers_47_residual_post_attn/norm": 279798.3125, "train/tensor_act_model_layers_47_residual_post_attn/mean": 137.0, "train/tensor_act_model_layers_47_residual_post_attn/std": 3.03125, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 145.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_attn/min": 118.5, "train/tensor_act_model_layers_47_residual_post_attn/max": 145.0, "train/tensor_act_model_layers_47_residual_post_attn/range": 26.5, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 3766.27099609375, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": 0.318359375, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 1.2578125, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 2.734375, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -1.2578125, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 2.734375, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 3.9921875, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 3896.70849609375, "train/tensor_act_model_layers_47_mlp_up_proj/mean": -0.25390625, "train/tensor_act_model_layers_47_mlp_up_proj/std": 1.3203125, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -2.625, "train/tensor_act_model_layers_47_mlp_up_proj/max": 2.546875, "train/tensor_act_model_layers_47_mlp_up_proj/range": 5.171875, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 8795.7255859375, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 4.21875, "train/tensor_act_model_layers_47_mlp_down_proj/std": 0.8203125, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 6.1875, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/min": 0.9765625, "train/tensor_act_model_layers_47_mlp_down_proj/max": 6.1875, "train/tensor_act_model_layers_47_mlp_down_proj/range": 5.2109375, "train/tensor_act_model_layers_47_mlp/norm": 6355.7607421875, "train/tensor_act_model_layers_47_mlp/mean": 3.078125, "train/tensor_act_model_layers_47_mlp/std": 0.36328125, "train/tensor_act_model_layers_47_mlp/max_abs": 3.65625, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp/min": 0.95703125, "train/tensor_act_model_layers_47_mlp/max": 3.65625, "train/tensor_act_model_layers_47_mlp/range": 2.69921875, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 285905.96875, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 140.0, "train/tensor_act_model_layers_47_residual_post_mlp/std": 3.046875, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 148.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_mlp/min": 121.5, "train/tensor_act_model_layers_47_residual_post_mlp/max": 148.0, "train/tensor_act_model_layers_47_residual_post_mlp/range": 26.5, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 285905.96875, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 140.0, "train/tensor_act_model_layers_48_residual_pre_attn/std": 3.046875, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 148.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_pre_attn/min": 121.5, "train/tensor_act_model_layers_48_residual_pre_attn/max": 148.0, "train/tensor_act_model_layers_48_residual_pre_attn/range": 26.5, "train/tensor_act_model_layers_48_residual_post_attn/norm": 285905.96875, "train/tensor_act_model_layers_48_residual_post_attn/mean": 140.0, "train/tensor_act_model_layers_48_residual_post_attn/std": 3.046875, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 148.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_attn/min": 121.5, "train/tensor_act_model_layers_48_residual_post_attn/max": 148.0, "train/tensor_act_model_layers_48_residual_post_attn/range": 26.5, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 3631.512939453125, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": 0.33984375, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 1.2109375, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 2.65625, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -1.21875, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 2.65625, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 3.875, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 3748.1103515625, "train/tensor_act_model_layers_48_mlp_up_proj/mean": 0.00103759765625, "train/tensor_act_model_layers_48_mlp_up_proj/std": 1.296875, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -2.546875, "train/tensor_act_model_layers_48_mlp_up_proj/max": 2.265625, "train/tensor_act_model_layers_48_mlp_up_proj/range": 4.8125, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 8475.130859375, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 4.03125, "train/tensor_act_model_layers_48_mlp_down_proj/std": 0.890625, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 5.96875, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/min": 1.7109375, "train/tensor_act_model_layers_48_mlp_down_proj/max": 5.96875, "train/tensor_act_model_layers_48_mlp_down_proj/range": 4.2578125, "train/tensor_act_model_layers_48_mlp/norm": 6200.697265625, "train/tensor_act_model_layers_48_mlp/mean": 3.0, "train/tensor_act_model_layers_48_mlp/std": 0.40625, "train/tensor_act_model_layers_48_mlp/max_abs": 3.609375, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp/min": 1.6171875, "train/tensor_act_model_layers_48_mlp/max": 3.609375, "train/tensor_act_model_layers_48_mlp/range": 1.9921875, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 291915.90625, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 143.0, "train/tensor_act_model_layers_48_residual_post_mlp/std": 3.09375, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 151.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_mlp/min": 124.5, "train/tensor_act_model_layers_48_residual_post_mlp/max": 151.0, "train/tensor_act_model_layers_48_residual_post_mlp/range": 26.5, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 291915.90625, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 143.0, "train/tensor_act_model_layers_49_residual_pre_attn/std": 3.09375, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 151.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_pre_attn/min": 124.5, "train/tensor_act_model_layers_49_residual_pre_attn/max": 151.0, "train/tensor_act_model_layers_49_residual_pre_attn/range": 26.5, "train/tensor_act_model_layers_49_residual_post_attn/norm": 291915.90625, "train/tensor_act_model_layers_49_residual_post_attn/mean": 143.0, "train/tensor_act_model_layers_49_residual_post_attn/std": 3.09375, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 151.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_attn/min": 124.5, "train/tensor_act_model_layers_49_residual_post_attn/max": 151.0, "train/tensor_act_model_layers_49_residual_post_attn/range": 26.5, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 3600.12255859375, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": 0.2236328125, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 1.2265625, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 2.359375, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 2.359375, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 3.6484375, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 3873.217041015625, "train/tensor_act_model_layers_49_mlp_up_proj/mean": -0.0478515625, "train/tensor_act_model_layers_49_mlp_up_proj/std": 1.3359375, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 2.671875, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -2.40625, "train/tensor_act_model_layers_49_mlp_up_proj/max": 2.671875, "train/tensor_act_model_layers_49_mlp_up_proj/range": 5.078125, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 8327.37890625, "train/tensor_act_model_layers_49_mlp_down_proj/mean": 3.984375, "train/tensor_act_model_layers_49_mlp_down_proj/std": 0.8359375, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 6.03125, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/min": 1.671875, "train/tensor_act_model_layers_49_mlp_down_proj/max": 6.03125, "train/tensor_act_model_layers_49_mlp_down_proj/range": 4.359375, "train/tensor_act_model_layers_49_mlp/norm": 6155.31494140625, "train/tensor_act_model_layers_49_mlp/mean": 2.984375, "train/tensor_act_model_layers_49_mlp/std": 0.375, "train/tensor_act_model_layers_49_mlp/max_abs": 3.625, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp/min": 1.578125, "train/tensor_act_model_layers_49_mlp/max": 3.625, "train/tensor_act_model_layers_49_mlp/range": 2.046875, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 298021.5625, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 145.0, "train/tensor_act_model_layers_49_residual_post_mlp/std": 3.109375, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 155.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_mlp/min": 127.5, "train/tensor_act_model_layers_49_residual_post_mlp/max": 155.0, "train/tensor_act_model_layers_49_residual_post_mlp/range": 27.5, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 298021.5625, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 145.0, "train/tensor_act_model_layers_50_residual_pre_attn/std": 3.109375, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 155.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_pre_attn/min": 127.5, "train/tensor_act_model_layers_50_residual_pre_attn/max": 155.0, "train/tensor_act_model_layers_50_residual_pre_attn/range": 27.5, "train/tensor_act_model_layers_50_residual_post_attn/norm": 298021.5625, "train/tensor_act_model_layers_50_residual_post_attn/mean": 145.0, "train/tensor_act_model_layers_50_residual_post_attn/std": 3.109375, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 155.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_attn/min": 127.5, "train/tensor_act_model_layers_50_residual_post_attn/max": 155.0, "train/tensor_act_model_layers_50_residual_post_attn/range": 27.5, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 3708.184814453125, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": 0.357421875, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 1.2265625, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 2.75, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -1.2578125, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 2.75, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 4.0078125, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 3800.22119140625, "train/tensor_act_model_layers_50_mlp_up_proj/mean": -0.017822265625, "train/tensor_act_model_layers_50_mlp_up_proj/std": 1.3125, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 2.5625, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -2.5625, "train/tensor_act_model_layers_50_mlp_up_proj/max": 2.515625, "train/tensor_act_model_layers_50_mlp_up_proj/range": 5.078125, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 8258.564453125, "train/tensor_act_model_layers_50_mlp_down_proj/mean": 3.953125, "train/tensor_act_model_layers_50_mlp_down_proj/std": 0.78515625, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 6.34375, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/min": 1.3828125, "train/tensor_act_model_layers_50_mlp_down_proj/max": 6.34375, "train/tensor_act_model_layers_50_mlp_down_proj/range": 4.9609375, "train/tensor_act_model_layers_50_mlp/norm": 6144.07861328125, "train/tensor_act_model_layers_50_mlp/mean": 2.984375, "train/tensor_act_model_layers_50_mlp/std": 0.36328125, "train/tensor_act_model_layers_50_mlp/max_abs": 3.671875, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp/min": 1.328125, "train/tensor_act_model_layers_50_mlp/max": 3.671875, "train/tensor_act_model_layers_50_mlp/range": 2.34375, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 304009.625, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 148.0, "train/tensor_act_model_layers_50_residual_post_mlp/std": 3.125, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 156.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_mlp/min": 131.0, "train/tensor_act_model_layers_50_residual_post_mlp/max": 156.0, "train/tensor_act_model_layers_50_residual_post_mlp/range": 25.0, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 304009.625, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 148.0, "train/tensor_act_model_layers_51_residual_pre_attn/std": 3.125, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 156.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_pre_attn/min": 131.0, "train/tensor_act_model_layers_51_residual_pre_attn/max": 156.0, "train/tensor_act_model_layers_51_residual_pre_attn/range": 25.0, "train/tensor_act_model_layers_51_residual_post_attn/norm": 304009.625, "train/tensor_act_model_layers_51_residual_post_attn/mean": 148.0, "train/tensor_act_model_layers_51_residual_post_attn/std": 3.125, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 156.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_attn/min": 131.0, "train/tensor_act_model_layers_51_residual_post_attn/max": 156.0, "train/tensor_act_model_layers_51_residual_post_attn/range": 25.0, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 3330.947509765625, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": 0.1689453125, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 1.140625, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -1.234375, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 2.59375, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 3.828125, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 3672.650634765625, "train/tensor_act_model_layers_51_mlp_up_proj/mean": 0.0113525390625, "train/tensor_act_model_layers_51_mlp_up_proj/std": 1.265625, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 2.515625, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -2.515625, "train/tensor_act_model_layers_51_mlp_up_proj/max": 2.5, "train/tensor_act_model_layers_51_mlp_up_proj/range": 5.015625, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 6699.39794921875, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 3.15625, "train/tensor_act_model_layers_51_mlp_down_proj/std": 0.8671875, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 4.90625, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/min": 0.248046875, "train/tensor_act_model_layers_51_mlp_down_proj/max": 4.90625, "train/tensor_act_model_layers_51_mlp_down_proj/range": 4.658203125, "train/tensor_act_model_layers_51_mlp/norm": 5361.9287109375, "train/tensor_act_model_layers_51_mlp/mean": 2.5625, "train/tensor_act_model_layers_51_mlp/std": 0.53515625, "train/tensor_act_model_layers_51_mlp/max_abs": 3.359375, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp/min": 0.248046875, "train/tensor_act_model_layers_51_mlp/max": 3.359375, "train/tensor_act_model_layers_51_mlp/range": 3.111328125, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 309243.25, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 151.0, "train/tensor_act_model_layers_51_residual_post_mlp/std": 3.171875, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 159.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_mlp/min": 134.0, "train/tensor_act_model_layers_51_residual_post_mlp/max": 159.0, "train/tensor_act_model_layers_51_residual_post_mlp/range": 25.0, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 309243.25, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 151.0, "train/tensor_act_model_layers_52_residual_pre_attn/std": 3.171875, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 159.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_pre_attn/min": 134.0, "train/tensor_act_model_layers_52_residual_pre_attn/max": 159.0, "train/tensor_act_model_layers_52_residual_pre_attn/range": 25.0, "train/tensor_act_model_layers_52_residual_post_attn/norm": 309243.25, "train/tensor_act_model_layers_52_residual_post_attn/mean": 151.0, "train/tensor_act_model_layers_52_residual_post_attn/std": 3.171875, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 159.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_attn/min": 134.0, "train/tensor_act_model_layers_52_residual_post_attn/max": 159.0, "train/tensor_act_model_layers_52_residual_post_attn/range": 25.0, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 3652.179443359375, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": 0.3671875, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 1.203125, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 3.875, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 3763.410400390625, "train/tensor_act_model_layers_52_mlp_up_proj/mean": -0.0830078125, "train/tensor_act_model_layers_52_mlp_up_proj/std": 1.296875, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 2.484375, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_52_mlp_up_proj/max": 2.359375, "train/tensor_act_model_layers_52_mlp_up_proj/range": 4.84375, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 8196.72265625, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 3.90625, "train/tensor_act_model_layers_52_mlp_down_proj/std": 0.84765625, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 6.1875, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/min": 1.96875, "train/tensor_act_model_layers_52_mlp_down_proj/max": 6.1875, "train/tensor_act_model_layers_52_mlp_down_proj/range": 4.21875, "train/tensor_act_model_layers_52_mlp/norm": 6093.306640625, "train/tensor_act_model_layers_52_mlp/mean": 2.953125, "train/tensor_act_model_layers_52_mlp/std": 0.380859375, "train/tensor_act_model_layers_52_mlp/max_abs": 3.65625, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp/min": 1.8203125, "train/tensor_act_model_layers_52_mlp/max": 3.65625, "train/tensor_act_model_layers_52_mlp/range": 1.8359375, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 315204.3125, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 154.0, "train/tensor_act_model_layers_52_residual_post_mlp/std": 3.25, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 163.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_mlp/min": 137.0, "train/tensor_act_model_layers_52_residual_post_mlp/max": 163.0, "train/tensor_act_model_layers_52_residual_post_mlp/range": 26.0, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 315204.3125, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 154.0, "train/tensor_act_model_layers_53_residual_pre_attn/std": 3.25, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 163.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_pre_attn/min": 137.0, "train/tensor_act_model_layers_53_residual_pre_attn/max": 163.0, "train/tensor_act_model_layers_53_residual_pre_attn/range": 26.0, "train/tensor_act_model_layers_53_residual_post_attn/norm": 315132.75, "train/tensor_act_model_layers_53_residual_post_attn/mean": 154.0, "train/tensor_act_model_layers_53_residual_post_attn/std": 3.265625, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 163.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_attn/min": 137.0, "train/tensor_act_model_layers_53_residual_post_attn/max": 163.0, "train/tensor_act_model_layers_53_residual_post_attn/range": 26.0, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 3474.45361328125, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": 0.1865234375, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 1.1875, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 2.84375, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 2.84375, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 4.1171875, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 3672.236572265625, "train/tensor_act_model_layers_53_mlp_up_proj/mean": -0.064453125, "train/tensor_act_model_layers_53_mlp_up_proj/std": 1.265625, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 2.578125, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -2.421875, "train/tensor_act_model_layers_53_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_53_mlp_up_proj/range": 5.0, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 6841.51953125, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 3.234375, "train/tensor_act_model_layers_53_mlp_down_proj/std": 0.8203125, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 5.46875, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/min": 0.7265625, "train/tensor_act_model_layers_53_mlp_down_proj/max": 5.46875, "train/tensor_act_model_layers_53_mlp_down_proj/range": 4.7421875, "train/tensor_act_model_layers_53_mlp/norm": 5448.77001953125, "train/tensor_act_model_layers_53_mlp/mean": 2.625, "train/tensor_act_model_layers_53_mlp/std": 0.4765625, "train/tensor_act_model_layers_53_mlp/max_abs": 3.515625, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp/min": 0.71875, "train/tensor_act_model_layers_53_mlp/max": 3.515625, "train/tensor_act_model_layers_53_mlp/range": 2.796875, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 320512.84375, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 156.0, "train/tensor_act_model_layers_53_residual_post_mlp/std": 3.28125, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 166.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_mlp/min": 139.0, "train/tensor_act_model_layers_53_residual_post_mlp/max": 166.0, "train/tensor_act_model_layers_53_residual_post_mlp/range": 27.0, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 320512.84375, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 156.0, "train/tensor_act_model_layers_54_residual_pre_attn/std": 3.28125, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 166.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_pre_attn/min": 139.0, "train/tensor_act_model_layers_54_residual_pre_attn/max": 166.0, "train/tensor_act_model_layers_54_residual_pre_attn/range": 27.0, "train/tensor_act_model_layers_54_residual_post_attn/norm": 320512.84375, "train/tensor_act_model_layers_54_residual_post_attn/mean": 156.0, "train/tensor_act_model_layers_54_residual_post_attn/std": 3.28125, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 166.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_attn/min": 139.0, "train/tensor_act_model_layers_54_residual_post_attn/max": 166.0, "train/tensor_act_model_layers_54_residual_post_attn/range": 27.0, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 3443.932373046875, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": 0.2353515625, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 1.1640625, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 2.796875, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 2.796875, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 4.15625, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 3831.100830078125, "train/tensor_act_model_layers_54_mlp_up_proj/mean": -0.037353515625, "train/tensor_act_model_layers_54_mlp_up_proj/std": 1.3203125, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 2.6875, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -2.6875, "train/tensor_act_model_layers_54_mlp_up_proj/max": 2.609375, "train/tensor_act_model_layers_54_mlp_up_proj/range": 5.296875, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 7877.78564453125, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 3.765625, "train/tensor_act_model_layers_54_mlp_down_proj/std": 0.8125, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 5.90625, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/min": 1.3125, "train/tensor_act_model_layers_54_mlp_down_proj/max": 5.90625, "train/tensor_act_model_layers_54_mlp_down_proj/range": 4.59375, "train/tensor_act_model_layers_54_mlp/norm": 5963.2529296875, "train/tensor_act_model_layers_54_mlp/mean": 2.890625, "train/tensor_act_model_layers_54_mlp/std": 0.384765625, "train/tensor_act_model_layers_54_mlp/max_abs": 3.609375, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp/min": 1.265625, "train/tensor_act_model_layers_54_mlp/max": 3.609375, "train/tensor_act_model_layers_54_mlp/range": 2.34375, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 326459.71875, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 159.0, "train/tensor_act_model_layers_54_residual_post_mlp/std": 3.25, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 169.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_mlp/min": 142.0, "train/tensor_act_model_layers_54_residual_post_mlp/max": 169.0, "train/tensor_act_model_layers_54_residual_post_mlp/range": 27.0, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 326459.71875, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 159.0, "train/tensor_act_model_layers_55_residual_pre_attn/std": 3.25, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 169.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_pre_attn/min": 142.0, "train/tensor_act_model_layers_55_residual_pre_attn/max": 169.0, "train/tensor_act_model_layers_55_residual_pre_attn/range": 27.0, "train/tensor_act_model_layers_55_residual_post_attn/norm": 326459.71875, "train/tensor_act_model_layers_55_residual_post_attn/mean": 159.0, "train/tensor_act_model_layers_55_residual_post_attn/std": 3.25, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 169.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_attn/min": 142.0, "train/tensor_act_model_layers_55_residual_post_attn/max": 169.0, "train/tensor_act_model_layers_55_residual_post_attn/range": 27.0, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 3298.44287109375, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": 0.12060546875, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 1.1328125, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 2.59375, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 3.9140625, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 3600.606689453125, "train/tensor_act_model_layers_55_mlp_up_proj/mean": -0.037353515625, "train/tensor_act_model_layers_55_mlp_up_proj/std": 1.2421875, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 2.890625, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -2.34375, "train/tensor_act_model_layers_55_mlp_up_proj/max": 2.890625, "train/tensor_act_model_layers_55_mlp_up_proj/range": 5.234375, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 6311.16796875, "train/tensor_act_model_layers_55_mlp_down_proj/mean": 3.0, "train/tensor_act_model_layers_55_mlp_down_proj/std": 0.734375, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 4.9375, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/min": 0.87890625, "train/tensor_act_model_layers_55_mlp_down_proj/max": 4.9375, "train/tensor_act_model_layers_55_mlp_down_proj/range": 4.05859375, "train/tensor_act_model_layers_55_mlp/norm": 5175.193359375, "train/tensor_act_model_layers_55_mlp/mean": 2.484375, "train/tensor_act_model_layers_55_mlp/std": 0.447265625, "train/tensor_act_model_layers_55_mlp/max_abs": 3.375, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp/min": 0.86328125, "train/tensor_act_model_layers_55_mlp/max": 3.375, "train/tensor_act_model_layers_55_mlp/range": 2.51171875, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 331498.0, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 162.0, "train/tensor_act_model_layers_55_residual_post_mlp/std": 3.28125, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 171.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_mlp/min": 144.0, "train/tensor_act_model_layers_55_residual_post_mlp/max": 171.0, "train/tensor_act_model_layers_55_residual_post_mlp/range": 27.0, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 331498.0, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 162.0, "train/tensor_act_model_layers_56_residual_pre_attn/std": 3.28125, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 171.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_pre_attn/min": 144.0, "train/tensor_act_model_layers_56_residual_pre_attn/max": 171.0, "train/tensor_act_model_layers_56_residual_pre_attn/range": 27.0, "train/tensor_act_model_layers_56_residual_post_attn/norm": 331498.0, "train/tensor_act_model_layers_56_residual_post_attn/mean": 162.0, "train/tensor_act_model_layers_56_residual_post_attn/std": 3.28125, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 171.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_attn/min": 144.0, "train/tensor_act_model_layers_56_residual_post_attn/max": 171.0, "train/tensor_act_model_layers_56_residual_post_attn/range": 27.0, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 3416.093017578125, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": 0.1806640625, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 1.1640625, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 2.875, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 2.875, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 4.15625, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 3574.8125, "train/tensor_act_model_layers_56_mlp_up_proj/mean": 0.0113525390625, "train/tensor_act_model_layers_56_mlp_up_proj/std": 1.234375, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -2.625, "train/tensor_act_model_layers_56_mlp_up_proj/max": 2.4375, "train/tensor_act_model_layers_56_mlp_up_proj/range": 5.0625, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 6770.66064453125, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 3.21875, "train/tensor_act_model_layers_56_mlp_down_proj/std": 0.76953125, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 4.90625, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/min": 1.125, "train/tensor_act_model_layers_56_mlp_down_proj/max": 4.90625, "train/tensor_act_model_layers_56_mlp_down_proj/range": 3.78125, "train/tensor_act_model_layers_56_mlp/norm": 5423.783203125, "train/tensor_act_model_layers_56_mlp/mean": 2.609375, "train/tensor_act_model_layers_56_mlp/std": 0.439453125, "train/tensor_act_model_layers_56_mlp/max_abs": 3.359375, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp/min": 1.09375, "train/tensor_act_model_layers_56_mlp/max": 3.359375, "train/tensor_act_model_layers_56_mlp/range": 2.265625, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 336846.53125, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 164.0, "train/tensor_act_model_layers_56_residual_post_mlp/std": 3.390625, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 174.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_mlp/min": 147.0, "train/tensor_act_model_layers_56_residual_post_mlp/max": 174.0, "train/tensor_act_model_layers_56_residual_post_mlp/range": 27.0, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 336846.53125, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 164.0, "train/tensor_act_model_layers_57_residual_pre_attn/std": 3.390625, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 174.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_pre_attn/min": 147.0, "train/tensor_act_model_layers_57_residual_pre_attn/max": 174.0, "train/tensor_act_model_layers_57_residual_pre_attn/range": 27.0, "train/tensor_act_model_layers_57_residual_post_attn/norm": 336830.4375, "train/tensor_act_model_layers_57_residual_post_attn/mean": 164.0, "train/tensor_act_model_layers_57_residual_post_attn/std": 3.390625, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 174.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_attn/min": 147.0, "train/tensor_act_model_layers_57_residual_post_attn/max": 174.0, "train/tensor_act_model_layers_57_residual_post_attn/range": 27.0, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 3439.78662109375, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": 0.2353515625, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 1.1640625, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -1.3671875, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 2.71875, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 4.0859375, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 3501.198974609375, "train/tensor_act_model_layers_57_mlp_up_proj/mean": 0.00787353515625, "train/tensor_act_model_layers_57_mlp_up_proj/std": 1.2109375, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 2.9375, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -2.9375, "train/tensor_act_model_layers_57_mlp_up_proj/max": 2.46875, "train/tensor_act_model_layers_57_mlp_up_proj/range": 5.40625, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 7056.1845703125, "train/tensor_act_model_layers_57_mlp_down_proj/mean": 3.34375, "train/tensor_act_model_layers_57_mlp_down_proj/std": 0.828125, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 5.1875, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/min": 1.0078125, "train/tensor_act_model_layers_57_mlp_down_proj/max": 5.1875, "train/tensor_act_model_layers_57_mlp_down_proj/range": 4.1796875, "train/tensor_act_model_layers_57_mlp/norm": 5559.328125, "train/tensor_act_model_layers_57_mlp/mean": 2.671875, "train/tensor_act_model_layers_57_mlp/std": 0.47265625, "train/tensor_act_model_layers_57_mlp/max_abs": 3.4375, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp/min": 0.98828125, "train/tensor_act_model_layers_57_mlp/max": 3.4375, "train/tensor_act_model_layers_57_mlp/range": 2.44921875, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 342289.21875, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 167.0, "train/tensor_act_model_layers_57_residual_post_mlp/std": 3.484375, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 177.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_mlp/min": 148.0, "train/tensor_act_model_layers_57_residual_post_mlp/max": 177.0, "train/tensor_act_model_layers_57_residual_post_mlp/range": 29.0, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 342289.21875, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 167.0, "train/tensor_act_model_layers_58_residual_pre_attn/std": 3.484375, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 177.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_pre_attn/min": 148.0, "train/tensor_act_model_layers_58_residual_pre_attn/max": 177.0, "train/tensor_act_model_layers_58_residual_pre_attn/range": 29.0, "train/tensor_act_model_layers_58_residual_post_attn/norm": 342289.21875, "train/tensor_act_model_layers_58_residual_post_attn/mean": 167.0, "train/tensor_act_model_layers_58_residual_post_attn/std": 3.484375, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 177.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_attn/min": 148.0, "train/tensor_act_model_layers_58_residual_post_attn/max": 177.0, "train/tensor_act_model_layers_58_residual_post_attn/range": 29.0, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 3284.883056640625, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": 0.1484375, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 1.125, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 2.515625, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -1.2421875, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 2.515625, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 3.7578125, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 3629.236572265625, "train/tensor_act_model_layers_58_mlp_up_proj/mean": 0.053955078125, "train/tensor_act_model_layers_58_mlp_up_proj/std": 1.25, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -2.40625, "train/tensor_act_model_layers_58_mlp_up_proj/max": 2.640625, "train/tensor_act_model_layers_58_mlp_up_proj/range": 5.046875, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 6594.0029296875, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 3.109375, "train/tensor_act_model_layers_58_mlp_down_proj/std": 0.8359375, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 4.78125, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/min": 0.7890625, "train/tensor_act_model_layers_58_mlp_down_proj/max": 4.78125, "train/tensor_act_model_layers_58_mlp_down_proj/range": 3.9921875, "train/tensor_act_model_layers_58_mlp/norm": 5306.306640625, "train/tensor_act_model_layers_58_mlp/mean": 2.546875, "train/tensor_act_model_layers_58_mlp/std": 0.5078125, "train/tensor_act_model_layers_58_mlp/max_abs": 3.328125, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp/min": 0.77734375, "train/tensor_act_model_layers_58_mlp/max": 3.328125, "train/tensor_act_model_layers_58_mlp/range": 2.55078125, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 347572.40625, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 170.0, "train/tensor_act_model_layers_58_residual_post_mlp/std": 3.546875, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 179.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_mlp/min": 150.0, "train/tensor_act_model_layers_58_residual_post_mlp/max": 179.0, "train/tensor_act_model_layers_58_residual_post_mlp/range": 29.0, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 347572.40625, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 170.0, "train/tensor_act_model_layers_59_residual_pre_attn/std": 3.546875, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 179.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_pre_attn/min": 150.0, "train/tensor_act_model_layers_59_residual_pre_attn/max": 179.0, "train/tensor_act_model_layers_59_residual_pre_attn/range": 29.0, "train/tensor_act_model_layers_59_residual_post_attn/norm": 347572.40625, "train/tensor_act_model_layers_59_residual_post_attn/mean": 170.0, "train/tensor_act_model_layers_59_residual_post_attn/std": 3.546875, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 179.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_attn/min": 150.0, "train/tensor_act_model_layers_59_residual_post_attn/max": 179.0, "train/tensor_act_model_layers_59_residual_post_attn/range": 29.0, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 3326.539306640625, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": 0.2177734375, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 1.125, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 2.453125, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 2.453125, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 3.7421875, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 3481.558349609375, "train/tensor_act_model_layers_59_mlp_up_proj/mean": -0.07470703125, "train/tensor_act_model_layers_59_mlp_up_proj/std": 1.203125, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 2.78125, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -2.78125, "train/tensor_act_model_layers_59_mlp_up_proj/max": 2.59375, "train/tensor_act_model_layers_59_mlp_up_proj/range": 5.375, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 6701.349609375, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 3.171875, "train/tensor_act_model_layers_59_mlp_down_proj/std": 0.7890625, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 5.875, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/min": 1.15625, "train/tensor_act_model_layers_59_mlp_down_proj/max": 5.875, "train/tensor_act_model_layers_59_mlp_down_proj/range": 4.71875, "train/tensor_act_model_layers_59_mlp/norm": 5377.76708984375, "train/tensor_act_model_layers_59_mlp/mean": 2.59375, "train/tensor_act_model_layers_59_mlp/std": 0.453125, "train/tensor_act_model_layers_59_mlp/max_abs": 3.59375, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp/min": 1.125, "train/tensor_act_model_layers_59_mlp/max": 3.59375, "train/tensor_act_model_layers_59_mlp/range": 2.46875, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 352859.40625, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 172.0, "train/tensor_act_model_layers_59_residual_post_mlp/std": 3.640625, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 182.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_mlp/min": 152.0, "train/tensor_act_model_layers_59_residual_post_mlp/max": 182.0, "train/tensor_act_model_layers_59_residual_post_mlp/range": 30.0, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 352859.40625, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 172.0, "train/tensor_act_model_layers_60_residual_pre_attn/std": 3.640625, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 182.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_pre_attn/min": 152.0, "train/tensor_act_model_layers_60_residual_pre_attn/max": 182.0, "train/tensor_act_model_layers_60_residual_pre_attn/range": 30.0, "train/tensor_act_model_layers_60_residual_post_attn/norm": 352859.40625, "train/tensor_act_model_layers_60_residual_post_attn/mean": 172.0, "train/tensor_act_model_layers_60_residual_post_attn/std": 3.640625, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 182.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_attn/min": 152.0, "train/tensor_act_model_layers_60_residual_post_attn/max": 182.0, "train/tensor_act_model_layers_60_residual_post_attn/range": 30.0, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 3485.66162109375, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": 0.291015625, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 1.1640625, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -1.390625, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 2.71875, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 4.109375, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 3668.570068359375, "train/tensor_act_model_layers_60_mlp_up_proj/mean": -0.08447265625, "train/tensor_act_model_layers_60_mlp_up_proj/std": 1.265625, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 2.578125, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -2.5625, "train/tensor_act_model_layers_60_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_60_mlp_up_proj/range": 5.140625, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 7312.2197265625, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 3.453125, "train/tensor_act_model_layers_60_mlp_down_proj/std": 0.88671875, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 5.8125, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/min": 1.0859375, "train/tensor_act_model_layers_60_mlp_down_proj/max": 5.8125, "train/tensor_act_model_layers_60_mlp_down_proj/range": 4.7265625, "train/tensor_act_model_layers_60_mlp/norm": 5666.77294921875, "train/tensor_act_model_layers_60_mlp/mean": 2.734375, "train/tensor_act_model_layers_60_mlp/std": 0.470703125, "train/tensor_act_model_layers_60_mlp/max_abs": 3.578125, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp/min": 1.0625, "train/tensor_act_model_layers_60_mlp/max": 3.578125, "train/tensor_act_model_layers_60_mlp/range": 2.515625, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 358485.09375, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 175.0, "train/tensor_act_model_layers_60_residual_post_mlp/std": 3.75, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 186.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_mlp/min": 154.0, "train/tensor_act_model_layers_60_residual_post_mlp/max": 186.0, "train/tensor_act_model_layers_60_residual_post_mlp/range": 32.0, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 358485.09375, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 175.0, "train/tensor_act_model_layers_61_residual_pre_attn/std": 3.75, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 186.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_pre_attn/min": 154.0, "train/tensor_act_model_layers_61_residual_pre_attn/max": 186.0, "train/tensor_act_model_layers_61_residual_pre_attn/range": 32.0, "train/tensor_act_model_layers_61_residual_post_attn/norm": 358485.09375, "train/tensor_act_model_layers_61_residual_post_attn/mean": 175.0, "train/tensor_act_model_layers_61_residual_post_attn/std": 3.75, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 186.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_attn/min": 154.0, "train/tensor_act_model_layers_61_residual_post_attn/max": 186.0, "train/tensor_act_model_layers_61_residual_post_attn/range": 32.0, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 3272.800537109375, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": 0.25390625, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 1.1015625, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -1.2578125, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 2.703125, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 3.9609375, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 3498.524658203125, "train/tensor_act_model_layers_61_mlp_up_proj/mean": -0.01495361328125, "train/tensor_act_model_layers_61_mlp_up_proj/std": 1.2109375, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -2.390625, "train/tensor_act_model_layers_61_mlp_up_proj/max": 2.625, "train/tensor_act_model_layers_61_mlp_up_proj/range": 5.015625, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 6700.2978515625, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 3.140625, "train/tensor_act_model_layers_61_mlp_down_proj/std": 0.921875, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 5.28125, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/min": 0.40234375, "train/tensor_act_model_layers_61_mlp_down_proj/max": 5.28125, "train/tensor_act_model_layers_61_mlp_down_proj/range": 4.87890625, "train/tensor_act_model_layers_61_mlp/norm": 5341.09375, "train/tensor_act_model_layers_61_mlp/mean": 2.546875, "train/tensor_act_model_layers_61_mlp/std": 0.56640625, "train/tensor_act_model_layers_61_mlp/max_abs": 3.46875, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp/min": 0.400390625, "train/tensor_act_model_layers_61_mlp/max": 3.46875, "train/tensor_act_model_layers_61_mlp/range": 3.068359375, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 363752.34375, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 178.0, "train/tensor_act_model_layers_61_residual_post_mlp/std": 3.90625, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 189.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_mlp/min": 157.0, "train/tensor_act_model_layers_61_residual_post_mlp/max": 189.0, "train/tensor_act_model_layers_61_residual_post_mlp/range": 32.0, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 363752.34375, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 178.0, "train/tensor_act_model_layers_62_residual_pre_attn/std": 3.90625, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 189.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_pre_attn/min": 157.0, "train/tensor_act_model_layers_62_residual_pre_attn/max": 189.0, "train/tensor_act_model_layers_62_residual_pre_attn/range": 32.0, "train/tensor_act_model_layers_62_residual_post_attn/norm": 363752.34375, "train/tensor_act_model_layers_62_residual_post_attn/mean": 178.0, "train/tensor_act_model_layers_62_residual_post_attn/std": 3.90625, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 189.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_attn/min": 157.0, "train/tensor_act_model_layers_62_residual_post_attn/max": 189.0, "train/tensor_act_model_layers_62_residual_post_attn/range": 32.0, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 3142.876953125, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": 0.1845703125, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 1.0703125, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 2.4375, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -1.21875, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 2.4375, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 3.65625, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 3324.65673828125, "train/tensor_act_model_layers_62_mlp_up_proj/mean": 0.0947265625, "train/tensor_act_model_layers_62_mlp_up_proj/std": 1.140625, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 2.703125, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -2.703125, "train/tensor_act_model_layers_62_mlp_up_proj/max": 2.421875, "train/tensor_act_model_layers_62_mlp_up_proj/range": 5.125, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 5835.83837890625, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 2.734375, "train/tensor_act_model_layers_62_mlp_down_proj/std": 0.7890625, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 4.65625, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/min": 0.72265625, "train/tensor_act_model_layers_62_mlp_down_proj/max": 4.65625, "train/tensor_act_model_layers_62_mlp_down_proj/range": 3.93359375, "train/tensor_act_model_layers_62_mlp/norm": 4868.6796875, "train/tensor_act_model_layers_62_mlp/mean": 2.3125, "train/tensor_act_model_layers_62_mlp/std": 0.5234375, "train/tensor_act_model_layers_62_mlp/max_abs": 3.296875, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp/min": 0.71484375, "train/tensor_act_model_layers_62_mlp/max": 3.296875, "train/tensor_act_model_layers_62_mlp/range": 2.58203125, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 368629.78125, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 180.0, "train/tensor_act_model_layers_62_residual_post_mlp/std": 4.0, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 192.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_mlp/min": 159.0, "train/tensor_act_model_layers_62_residual_post_mlp/max": 192.0, "train/tensor_act_model_layers_62_residual_post_mlp/range": 33.0, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 368629.78125, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 180.0, "train/tensor_act_model_layers_63_residual_pre_attn/std": 4.0, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 192.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_pre_attn/min": 159.0, "train/tensor_act_model_layers_63_residual_pre_attn/max": 192.0, "train/tensor_act_model_layers_63_residual_pre_attn/range": 33.0, "train/tensor_act_model_layers_63_residual_post_attn/norm": 368629.78125, "train/tensor_act_model_layers_63_residual_post_attn/mean": 180.0, "train/tensor_act_model_layers_63_residual_post_attn/std": 4.0, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 192.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_attn/min": 159.0, "train/tensor_act_model_layers_63_residual_post_attn/max": 192.0, "train/tensor_act_model_layers_63_residual_post_attn/range": 33.0, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 3355.98876953125, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": 0.228515625, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 1.1328125, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 2.828125, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 2.828125, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 4.09375, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 3529.3095703125, "train/tensor_act_model_layers_63_mlp_up_proj/mean": -0.0693359375, "train/tensor_act_model_layers_63_mlp_up_proj/std": 1.21875, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 2.875, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -2.625, "train/tensor_act_model_layers_63_mlp_up_proj/max": 2.875, "train/tensor_act_model_layers_63_mlp_up_proj/range": 5.5, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 6505.2783203125, "train/tensor_act_model_layers_63_mlp_down_proj/mean": 3.0625, "train/tensor_act_model_layers_63_mlp_down_proj/std": 0.84375, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 5.28125, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/min": 0.7421875, "train/tensor_act_model_layers_63_mlp_down_proj/max": 5.28125, "train/tensor_act_model_layers_63_mlp_down_proj/range": 4.5390625, "train/tensor_act_model_layers_63_mlp/norm": 5255.6728515625, "train/tensor_act_model_layers_63_mlp/mean": 2.515625, "train/tensor_act_model_layers_63_mlp/std": 0.5234375, "train/tensor_act_model_layers_63_mlp/max_abs": 3.46875, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp/min": 0.734375, "train/tensor_act_model_layers_63_mlp/max": 3.46875, "train/tensor_act_model_layers_63_mlp/range": 2.734375, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 373876.53125, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 183.0, "train/tensor_act_model_layers_63_residual_post_mlp/std": 4.21875, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 195.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_mlp/min": 162.0, "train/tensor_act_model_layers_63_residual_post_mlp/max": 195.0, "train/tensor_act_model_layers_63_residual_post_mlp/range": 33.0, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 373876.53125, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 183.0, "train/tensor_act_model_layers_64_residual_pre_attn/std": 4.21875, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 195.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_pre_attn/min": 162.0, "train/tensor_act_model_layers_64_residual_pre_attn/max": 195.0, "train/tensor_act_model_layers_64_residual_pre_attn/range": 33.0, "train/tensor_act_model_layers_64_residual_post_attn/norm": 373876.53125, "train/tensor_act_model_layers_64_residual_post_attn/mean": 183.0, "train/tensor_act_model_layers_64_residual_post_attn/std": 4.21875, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 195.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_attn/min": 162.0, "train/tensor_act_model_layers_64_residual_post_attn/max": 195.0, "train/tensor_act_model_layers_64_residual_post_attn/range": 33.0, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 3312.5087890625, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": 0.3125, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 1.1015625, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 2.625, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -1.2265625, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 2.625, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 3.8515625, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 3413.763427734375, "train/tensor_act_model_layers_64_mlp_up_proj/mean": -0.10009765625, "train/tensor_act_model_layers_64_mlp_up_proj/std": 1.171875, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 2.734375, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -2.734375, "train/tensor_act_model_layers_64_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_64_mlp_up_proj/range": 5.3125, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 6453.95947265625, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 3.03125, "train/tensor_act_model_layers_64_mlp_down_proj/std": 0.8671875, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 5.40625, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/min": 0.6328125, "train/tensor_act_model_layers_64_mlp_down_proj/max": 5.40625, "train/tensor_act_model_layers_64_mlp_down_proj/range": 4.7734375, "train/tensor_act_model_layers_64_mlp/norm": 5214.95751953125, "train/tensor_act_model_layers_64_mlp/mean": 2.484375, "train/tensor_act_model_layers_64_mlp/std": 0.53125, "train/tensor_act_model_layers_64_mlp/max_abs": 3.5, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp/min": 0.62890625, "train/tensor_act_model_layers_64_mlp/max": 3.5, "train/tensor_act_model_layers_64_mlp/range": 2.87109375, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 379008.875, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 185.0, "train/tensor_act_model_layers_64_residual_post_mlp/std": 4.375, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 198.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_mlp/min": 164.0, "train/tensor_act_model_layers_64_residual_post_mlp/max": 198.0, "train/tensor_act_model_layers_64_residual_post_mlp/range": 34.0, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 379008.875, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 185.0, "train/tensor_act_model_layers_65_residual_pre_attn/std": 4.375, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 198.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_pre_attn/min": 164.0, "train/tensor_act_model_layers_65_residual_pre_attn/max": 198.0, "train/tensor_act_model_layers_65_residual_pre_attn/range": 34.0, "train/tensor_act_model_layers_65_residual_post_attn/norm": 379008.875, "train/tensor_act_model_layers_65_residual_post_attn/mean": 185.0, "train/tensor_act_model_layers_65_residual_post_attn/std": 4.375, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 198.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_attn/min": 164.0, "train/tensor_act_model_layers_65_residual_post_attn/max": 198.0, "train/tensor_act_model_layers_65_residual_post_attn/range": 34.0, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 3091.443603515625, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": 0.099609375, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 1.0625, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 2.5, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 2.5, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 3.7890625, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 3334.816650390625, "train/tensor_act_model_layers_65_mlp_up_proj/mean": 0.0419921875, "train/tensor_act_model_layers_65_mlp_up_proj/std": 1.1484375, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -2.625, "train/tensor_act_model_layers_65_mlp_up_proj/max": 2.390625, "train/tensor_act_model_layers_65_mlp_up_proj/range": 5.015625, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 5702.8583984375, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 2.65625, "train/tensor_act_model_layers_65_mlp_down_proj/std": 0.82421875, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 4.53125, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/min": -0.036376953125, "train/tensor_act_model_layers_65_mlp_down_proj/max": 4.53125, "train/tensor_act_model_layers_65_mlp_down_proj/range": 4.567626953125, "train/tensor_act_model_layers_65_mlp/norm": 4777.85107421875, "train/tensor_act_model_layers_65_mlp/mean": 2.265625, "train/tensor_act_model_layers_65_mlp/std": 0.5625, "train/tensor_act_model_layers_65_mlp/max_abs": 3.25, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp/min": -0.036376953125, "train/tensor_act_model_layers_65_mlp/max": 3.25, "train/tensor_act_model_layers_65_mlp/range": 3.286376953125, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 383617.53125, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 187.0, "train/tensor_act_model_layers_65_residual_post_mlp/std": 4.5625, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 201.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_mlp/min": 167.0, "train/tensor_act_model_layers_65_residual_post_mlp/max": 201.0, "train/tensor_act_model_layers_65_residual_post_mlp/range": 34.0, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 383617.53125, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 187.0, "train/tensor_act_model_layers_66_residual_pre_attn/std": 4.5625, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 201.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_pre_attn/min": 167.0, "train/tensor_act_model_layers_66_residual_pre_attn/max": 201.0, "train/tensor_act_model_layers_66_residual_pre_attn/range": 34.0, "train/tensor_act_model_layers_66_residual_post_attn/norm": 383617.53125, "train/tensor_act_model_layers_66_residual_post_attn/mean": 187.0, "train/tensor_act_model_layers_66_residual_post_attn/std": 4.5625, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 201.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_attn/min": 167.0, "train/tensor_act_model_layers_66_residual_post_attn/max": 201.0, "train/tensor_act_model_layers_66_residual_post_attn/range": 34.0, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 3220.97900390625, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": 0.1416015625, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 1.1015625, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 3.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 3.0, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 4.2734375, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 3485.02587890625, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.0361328125, "train/tensor_act_model_layers_66_mlp_up_proj/std": 1.203125, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 2.53125, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_66_mlp_up_proj/max": 2.53125, "train/tensor_act_model_layers_66_mlp_up_proj/range": 5.015625, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 6068.90625, "train/tensor_act_model_layers_66_mlp_down_proj/mean": 2.859375, "train/tensor_act_model_layers_66_mlp_down_proj/std": 0.80078125, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 4.59375, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/min": 0.62109375, "train/tensor_act_model_layers_66_mlp_down_proj/max": 4.59375, "train/tensor_act_model_layers_66_mlp_down_proj/range": 3.97265625, "train/tensor_act_model_layers_66_mlp/norm": 5014.12646484375, "train/tensor_act_model_layers_66_mlp/mean": 2.390625, "train/tensor_act_model_layers_66_mlp/std": 0.5234375, "train/tensor_act_model_layers_66_mlp/max_abs": 3.265625, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp/min": 0.6171875, "train/tensor_act_model_layers_66_mlp/max": 3.265625, "train/tensor_act_model_layers_66_mlp/range": 2.6484375, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 388527.5, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 190.0, "train/tensor_act_model_layers_66_residual_post_mlp/std": 4.65625, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 204.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_mlp/min": 169.0, "train/tensor_act_model_layers_66_residual_post_mlp/max": 204.0, "train/tensor_act_model_layers_66_residual_post_mlp/range": 35.0, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 388527.5, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 190.0, "train/tensor_act_model_layers_67_residual_pre_attn/std": 4.65625, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 204.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_pre_attn/min": 169.0, "train/tensor_act_model_layers_67_residual_pre_attn/max": 204.0, "train/tensor_act_model_layers_67_residual_pre_attn/range": 35.0, "train/tensor_act_model_layers_67_residual_post_attn/norm": 388527.5, "train/tensor_act_model_layers_67_residual_post_attn/mean": 190.0, "train/tensor_act_model_layers_67_residual_post_attn/std": 4.65625, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 204.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_attn/min": 169.0, "train/tensor_act_model_layers_67_residual_post_attn/max": 204.0, "train/tensor_act_model_layers_67_residual_post_attn/range": 35.0, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 3323.486328125, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": 0.171875, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 1.1328125, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 2.65625, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -1.390625, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 2.65625, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 4.046875, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 3483.7412109375, "train/tensor_act_model_layers_67_mlp_up_proj/mean": -0.0654296875, "train/tensor_act_model_layers_67_mlp_up_proj/std": 1.203125, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 2.53125, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -2.515625, "train/tensor_act_model_layers_67_mlp_up_proj/max": 2.53125, "train/tensor_act_model_layers_67_mlp_up_proj/range": 5.046875, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 6119.01806640625, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 2.875, "train/tensor_act_model_layers_67_mlp_down_proj/std": 0.83203125, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 4.75, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/min": 0.58984375, "train/tensor_act_model_layers_67_mlp_down_proj/max": 4.75, "train/tensor_act_model_layers_67_mlp_down_proj/range": 4.16015625, "train/tensor_act_model_layers_67_mlp/norm": 5031.40771484375, "train/tensor_act_model_layers_67_mlp/mean": 2.390625, "train/tensor_act_model_layers_67_mlp/std": 0.53515625, "train/tensor_act_model_layers_67_mlp/max_abs": 3.3125, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp/min": 0.5859375, "train/tensor_act_model_layers_67_mlp/max": 3.3125, "train/tensor_act_model_layers_67_mlp/range": 2.7265625, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 393424.0, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 192.0, "train/tensor_act_model_layers_67_residual_post_mlp/std": 4.59375, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 205.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_mlp/min": 172.0, "train/tensor_act_model_layers_67_residual_post_mlp/max": 205.0, "train/tensor_act_model_layers_67_residual_post_mlp/range": 33.0, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 393424.0, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 192.0, "train/tensor_act_model_layers_68_residual_pre_attn/std": 4.59375, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 205.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_pre_attn/min": 172.0, "train/tensor_act_model_layers_68_residual_pre_attn/max": 205.0, "train/tensor_act_model_layers_68_residual_pre_attn/range": 33.0, "train/tensor_act_model_layers_68_residual_post_attn/norm": 393424.0, "train/tensor_act_model_layers_68_residual_post_attn/mean": 192.0, "train/tensor_act_model_layers_68_residual_post_attn/std": 4.59375, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 205.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_attn/min": 172.0, "train/tensor_act_model_layers_68_residual_post_attn/max": 205.0, "train/tensor_act_model_layers_68_residual_post_attn/range": 33.0, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 3023.463623046875, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": 0.216796875, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 1.0234375, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 2.71875, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 3.984375, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 3189.444580078125, "train/tensor_act_model_layers_68_mlp_up_proj/mean": -0.138671875, "train/tensor_act_model_layers_68_mlp_up_proj/std": 1.09375, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 2.59375, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_68_mlp_up_proj/max": 2.59375, "train/tensor_act_model_layers_68_mlp_up_proj/range": 5.0625, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 5378.76513671875, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 2.5, "train/tensor_act_model_layers_68_mlp_down_proj/std": 0.82421875, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 3.921875, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/min": 0.3515625, "train/tensor_act_model_layers_68_mlp_down_proj/max": 3.921875, "train/tensor_act_model_layers_68_mlp_down_proj/range": 3.5703125, "train/tensor_act_model_layers_68_mlp/norm": 4571.83056640625, "train/tensor_act_model_layers_68_mlp/mean": 2.15625, "train/tensor_act_model_layers_68_mlp/std": 0.59375, "train/tensor_act_model_layers_68_mlp/max_abs": 3.015625, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp/min": 0.3515625, "train/tensor_act_model_layers_68_mlp/max": 3.015625, "train/tensor_act_model_layers_68_mlp/range": 2.6640625, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 397951.125, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 194.0, "train/tensor_act_model_layers_68_residual_post_mlp/std": 4.78125, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 207.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_mlp/min": 174.0, "train/tensor_act_model_layers_68_residual_post_mlp/max": 207.0, "train/tensor_act_model_layers_68_residual_post_mlp/range": 33.0, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 397951.125, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 194.0, "train/tensor_act_model_layers_69_residual_pre_attn/std": 4.78125, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 207.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_pre_attn/min": 174.0, "train/tensor_act_model_layers_69_residual_pre_attn/max": 207.0, "train/tensor_act_model_layers_69_residual_pre_attn/range": 33.0, "train/tensor_act_model_layers_69_residual_post_attn/norm": 397951.125, "train/tensor_act_model_layers_69_residual_post_attn/mean": 194.0, "train/tensor_act_model_layers_69_residual_post_attn/std": 4.78125, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 207.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_attn/min": 174.0, "train/tensor_act_model_layers_69_residual_post_attn/max": 207.0, "train/tensor_act_model_layers_69_residual_post_attn/range": 33.0, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 3349.124267578125, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": 0.2421875, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 1.1328125, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 2.671875, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 2.671875, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 3.953125, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 3468.824951171875, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.052978515625, "train/tensor_act_model_layers_69_mlp_up_proj/std": 1.1953125, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 2.453125, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -2.375, "train/tensor_act_model_layers_69_mlp_up_proj/max": 2.453125, "train/tensor_act_model_layers_69_mlp_up_proj/range": 4.828125, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 6681.65234375, "train/tensor_act_model_layers_69_mlp_down_proj/mean": 3.140625, "train/tensor_act_model_layers_69_mlp_down_proj/std": 0.90234375, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 5.71875, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/min": 0.53515625, "train/tensor_act_model_layers_69_mlp_down_proj/max": 5.71875, "train/tensor_act_model_layers_69_mlp_down_proj/range": 5.18359375, "train/tensor_act_model_layers_69_mlp/norm": 5331.59033203125, "train/tensor_act_model_layers_69_mlp/mean": 2.546875, "train/tensor_act_model_layers_69_mlp/std": 0.5390625, "train/tensor_act_model_layers_69_mlp/max_abs": 3.5625, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp/min": 0.53125, "train/tensor_act_model_layers_69_mlp/max": 3.5625, "train/tensor_act_model_layers_69_mlp/range": 3.03125, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 403255.125, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 197.0, "train/tensor_act_model_layers_69_residual_post_mlp/std": 4.84375, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 210.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_mlp/min": 176.0, "train/tensor_act_model_layers_69_residual_post_mlp/max": 210.0, "train/tensor_act_model_layers_69_residual_post_mlp/range": 34.0, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 403255.125, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 197.0, "train/tensor_act_model_layers_70_residual_pre_attn/std": 4.84375, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 210.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_pre_attn/min": 176.0, "train/tensor_act_model_layers_70_residual_pre_attn/max": 210.0, "train/tensor_act_model_layers_70_residual_pre_attn/range": 34.0, "train/tensor_act_model_layers_70_residual_post_attn/norm": 403255.125, "train/tensor_act_model_layers_70_residual_post_attn/mean": 197.0, "train/tensor_act_model_layers_70_residual_post_attn/std": 4.84375, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 210.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_attn/min": 176.0, "train/tensor_act_model_layers_70_residual_post_attn/max": 210.0, "train/tensor_act_model_layers_70_residual_post_attn/range": 34.0, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 3194.2275390625, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": 0.1865234375, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 1.0859375, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 2.796875, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 2.796875, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 4.078125, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 3378.508056640625, "train/tensor_act_model_layers_70_mlp_up_proj/mean": 0.00933837890625, "train/tensor_act_model_layers_70_mlp_up_proj/std": 1.1640625, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 2.671875, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -2.671875, "train/tensor_act_model_layers_70_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_70_mlp_up_proj/range": 5.25, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 5938.220703125, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 2.765625, "train/tensor_act_model_layers_70_mlp_down_proj/std": 0.859375, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 4.75, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/min": 0.3515625, "train/tensor_act_model_layers_70_mlp_down_proj/max": 4.75, "train/tensor_act_model_layers_70_mlp_down_proj/range": 4.3984375, "train/tensor_act_model_layers_70_mlp/norm": 4907.5595703125, "train/tensor_act_model_layers_70_mlp/mean": 2.328125, "train/tensor_act_model_layers_70_mlp/std": 0.5625, "train/tensor_act_model_layers_70_mlp/max_abs": 3.3125, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp/min": 0.3515625, "train/tensor_act_model_layers_70_mlp/max": 3.3125, "train/tensor_act_model_layers_70_mlp/range": 2.9609375, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 408046.46875, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 199.0, "train/tensor_act_model_layers_70_residual_post_mlp/std": 5.0, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 213.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_mlp/min": 178.0, "train/tensor_act_model_layers_70_residual_post_mlp/max": 213.0, "train/tensor_act_model_layers_70_residual_post_mlp/range": 35.0, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 408046.46875, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 199.0, "train/tensor_act_model_layers_71_residual_pre_attn/std": 5.0, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 213.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_pre_attn/min": 178.0, "train/tensor_act_model_layers_71_residual_pre_attn/max": 213.0, "train/tensor_act_model_layers_71_residual_pre_attn/range": 35.0, "train/tensor_act_model_layers_71_residual_post_attn/norm": 408046.46875, "train/tensor_act_model_layers_71_residual_post_attn/mean": 199.0, "train/tensor_act_model_layers_71_residual_post_attn/std": 5.0, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 213.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_attn/min": 178.0, "train/tensor_act_model_layers_71_residual_post_attn/max": 213.0, "train/tensor_act_model_layers_71_residual_post_attn/range": 35.0, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 3160.884033203125, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": 0.1572265625, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 1.078125, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 2.46875, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -1.8203125, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 2.46875, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 4.2890625, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 3264.336181640625, "train/tensor_act_model_layers_71_mlp_up_proj/mean": -0.01300048828125, "train/tensor_act_model_layers_71_mlp_up_proj/std": 1.125, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 2.84375, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -2.53125, "train/tensor_act_model_layers_71_mlp_up_proj/max": 2.84375, "train/tensor_act_model_layers_71_mlp_up_proj/range": 5.375, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 5598.76611328125, "train/tensor_act_model_layers_71_mlp_down_proj/mean": 2.609375, "train/tensor_act_model_layers_71_mlp_down_proj/std": 0.81640625, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 4.34375, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/min": -0.00531005859375, "train/tensor_act_model_layers_71_mlp_down_proj/max": 4.34375, "train/tensor_act_model_layers_71_mlp_down_proj/range": 4.34906005859375, "train/tensor_act_model_layers_71_mlp/norm": 4718.263671875, "train/tensor_act_model_layers_71_mlp/mean": 2.234375, "train/tensor_act_model_layers_71_mlp/std": 0.57421875, "train/tensor_act_model_layers_71_mlp/max_abs": 3.1875, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp/min": -0.00531005859375, "train/tensor_act_model_layers_71_mlp/max": 3.1875, "train/tensor_act_model_layers_71_mlp/range": 3.19281005859375, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 412682.96875, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 201.0, "train/tensor_act_model_layers_71_residual_post_mlp/std": 4.96875, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 214.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_mlp/min": 181.0, "train/tensor_act_model_layers_71_residual_post_mlp/max": 214.0, "train/tensor_act_model_layers_71_residual_post_mlp/range": 33.0, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 412682.96875, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 201.0, "train/tensor_act_model_layers_72_residual_pre_attn/std": 4.96875, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 214.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_pre_attn/min": 181.0, "train/tensor_act_model_layers_72_residual_pre_attn/max": 214.0, "train/tensor_act_model_layers_72_residual_pre_attn/range": 33.0, "train/tensor_act_model_layers_72_residual_post_attn/norm": 412682.96875, "train/tensor_act_model_layers_72_residual_post_attn/mean": 201.0, "train/tensor_act_model_layers_72_residual_post_attn/std": 4.96875, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 214.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_attn/min": 181.0, "train/tensor_act_model_layers_72_residual_post_attn/max": 214.0, "train/tensor_act_model_layers_72_residual_post_attn/range": 33.0, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 3013.802001953125, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": 0.10986328125, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 1.03125, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 2.71875, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 3.984375, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 3185.46630859375, "train/tensor_act_model_layers_72_mlp_up_proj/mean": -0.12890625, "train/tensor_act_model_layers_72_mlp_up_proj/std": 1.09375, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 2.578125, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -2.578125, "train/tensor_act_model_layers_72_mlp_up_proj/max": 2.203125, "train/tensor_act_model_layers_72_mlp_up_proj/range": 4.78125, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 5365.95068359375, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 2.515625, "train/tensor_act_model_layers_72_mlp_down_proj/std": 0.73828125, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 4.59375, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/min": 0.2060546875, "train/tensor_act_model_layers_72_mlp_down_proj/max": 4.59375, "train/tensor_act_model_layers_72_mlp_down_proj/range": 4.3876953125, "train/tensor_act_model_layers_72_mlp/norm": 4583.44677734375, "train/tensor_act_model_layers_72_mlp/mean": 2.171875, "train/tensor_act_model_layers_72_mlp/std": 0.515625, "train/tensor_act_model_layers_72_mlp/max_abs": 3.265625, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp/min": 0.2060546875, "train/tensor_act_model_layers_72_mlp/max": 3.265625, "train/tensor_act_model_layers_72_mlp/range": 3.0595703125, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 417182.65625, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 204.0, "train/tensor_act_model_layers_72_residual_post_mlp/std": 5.09375, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 217.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_mlp/min": 182.0, "train/tensor_act_model_layers_72_residual_post_mlp/max": 217.0, "train/tensor_act_model_layers_72_residual_post_mlp/range": 35.0, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 417182.65625, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 204.0, "train/tensor_act_model_layers_73_residual_pre_attn/std": 5.09375, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 217.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_pre_attn/min": 182.0, "train/tensor_act_model_layers_73_residual_pre_attn/max": 217.0, "train/tensor_act_model_layers_73_residual_pre_attn/range": 35.0, "train/tensor_act_model_layers_73_residual_post_attn/norm": 417182.65625, "train/tensor_act_model_layers_73_residual_post_attn/mean": 204.0, "train/tensor_act_model_layers_73_residual_post_attn/std": 5.09375, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 217.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_attn/min": 182.0, "train/tensor_act_model_layers_73_residual_post_attn/max": 217.0, "train/tensor_act_model_layers_73_residual_post_attn/range": 35.0, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 2817.3916015625, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": 0.037353515625, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 0.97265625, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 2.625, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 2.625, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 3.8984375, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 2991.0439453125, "train/tensor_act_model_layers_73_mlp_up_proj/mean": 0.1083984375, "train/tensor_act_model_layers_73_mlp_up_proj/std": 1.0234375, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 2.671875, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -2.671875, "train/tensor_act_model_layers_73_mlp_up_proj/max": 2.296875, "train/tensor_act_model_layers_73_mlp_up_proj/range": 4.96875, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 4252.77587890625, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 1.9296875, "train/tensor_act_model_layers_73_mlp_down_proj/std": 0.7734375, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 3.65625, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/min": -0.010986328125, "train/tensor_act_model_layers_73_mlp_down_proj/max": 3.65625, "train/tensor_act_model_layers_73_mlp_down_proj/range": 3.667236328125, "train/tensor_act_model_layers_73_mlp/norm": 3778.725341796875, "train/tensor_act_model_layers_73_mlp/mean": 1.7421875, "train/tensor_act_model_layers_73_mlp/std": 0.61328125, "train/tensor_act_model_layers_73_mlp/max_abs": 2.890625, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp/min": -0.010986328125, "train/tensor_act_model_layers_73_mlp/max": 2.890625, "train/tensor_act_model_layers_73_mlp/range": 2.901611328125, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 420796.75, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 205.0, "train/tensor_act_model_layers_73_residual_post_mlp/std": 5.25, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 219.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_mlp/min": 183.0, "train/tensor_act_model_layers_73_residual_post_mlp/max": 219.0, "train/tensor_act_model_layers_73_residual_post_mlp/range": 36.0, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 420796.75, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 205.0, "train/tensor_act_model_layers_74_residual_pre_attn/std": 5.25, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 219.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_pre_attn/min": 183.0, "train/tensor_act_model_layers_74_residual_pre_attn/max": 219.0, "train/tensor_act_model_layers_74_residual_pre_attn/range": 36.0, "train/tensor_act_model_layers_74_residual_post_attn/norm": 420796.75, "train/tensor_act_model_layers_74_residual_post_attn/mean": 205.0, "train/tensor_act_model_layers_74_residual_post_attn/std": 5.25, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 219.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_attn/min": 183.0, "train/tensor_act_model_layers_74_residual_post_attn/max": 219.0, "train/tensor_act_model_layers_74_residual_post_attn/range": 36.0, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 3290.123046875, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": 0.279296875, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 1.1015625, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 2.703125, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 3.984375, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 3337.939697265625, "train/tensor_act_model_layers_74_mlp_up_proj/mean": -0.0986328125, "train/tensor_act_model_layers_74_mlp_up_proj/std": 1.1484375, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -2.546875, "train/tensor_act_model_layers_74_mlp_up_proj/max": 2.453125, "train/tensor_act_model_layers_74_mlp_up_proj/range": 5.0, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 5827.482421875, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 2.6875, "train/tensor_act_model_layers_74_mlp_down_proj/std": 0.9296875, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 4.71875, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/min": 0.0634765625, "train/tensor_act_model_layers_74_mlp_down_proj/max": 4.71875, "train/tensor_act_model_layers_74_mlp_down_proj/range": 4.6552734375, "train/tensor_act_model_layers_74_mlp/norm": 4826.7421875, "train/tensor_act_model_layers_74_mlp/mean": 2.265625, "train/tensor_act_model_layers_74_mlp/std": 0.64453125, "train/tensor_act_model_layers_74_mlp/max_abs": 3.3125, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp/min": 0.0634765625, "train/tensor_act_model_layers_74_mlp/max": 3.3125, "train/tensor_act_model_layers_74_mlp/range": 3.2490234375, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 425465.96875, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 208.0, "train/tensor_act_model_layers_74_residual_post_mlp/std": 5.5, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 222.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_mlp/min": 185.0, "train/tensor_act_model_layers_74_residual_post_mlp/max": 222.0, "train/tensor_act_model_layers_74_residual_post_mlp/range": 37.0, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 425465.96875, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 208.0, "train/tensor_act_model_layers_75_residual_pre_attn/std": 5.5, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 222.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_pre_attn/min": 185.0, "train/tensor_act_model_layers_75_residual_pre_attn/max": 222.0, "train/tensor_act_model_layers_75_residual_pre_attn/range": 37.0, "train/tensor_act_model_layers_75_residual_post_attn/norm": 425465.96875, "train/tensor_act_model_layers_75_residual_post_attn/mean": 208.0, "train/tensor_act_model_layers_75_residual_post_attn/std": 5.5, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 222.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_attn/min": 185.0, "train/tensor_act_model_layers_75_residual_post_attn/max": 222.0, "train/tensor_act_model_layers_75_residual_post_attn/range": 37.0, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 3324.97314453125, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": 0.267578125, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 1.1171875, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -1.3828125, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 2.609375, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 3.9921875, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 3518.122314453125, "train/tensor_act_model_layers_75_mlp_up_proj/mean": 0.1240234375, "train/tensor_act_model_layers_75_mlp_up_proj/std": 1.2109375, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -2.640625, "train/tensor_act_model_layers_75_mlp_up_proj/max": 2.5, "train/tensor_act_model_layers_75_mlp_up_proj/range": 5.140625, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 6357.4228515625, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 2.984375, "train/tensor_act_model_layers_75_mlp_down_proj/std": 0.86328125, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 4.875, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/min": 0.63671875, "train/tensor_act_model_layers_75_mlp_down_proj/max": 4.875, "train/tensor_act_model_layers_75_mlp_down_proj/range": 4.23828125, "train/tensor_act_model_layers_75_mlp/norm": 5156.85205078125, "train/tensor_act_model_layers_75_mlp/mean": 2.46875, "train/tensor_act_model_layers_75_mlp/std": 0.53125, "train/tensor_act_model_layers_75_mlp/max_abs": 3.359375, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp/min": 0.6328125, "train/tensor_act_model_layers_75_mlp/max": 3.359375, "train/tensor_act_model_layers_75_mlp/range": 2.7265625, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 430478.8125, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 210.0, "train/tensor_act_model_layers_75_residual_post_mlp/std": 5.625, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 225.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_mlp/min": 187.0, "train/tensor_act_model_layers_75_residual_post_mlp/max": 225.0, "train/tensor_act_model_layers_75_residual_post_mlp/range": 38.0, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 430478.8125, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 210.0, "train/tensor_act_model_layers_76_residual_pre_attn/std": 5.625, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 225.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_pre_attn/min": 187.0, "train/tensor_act_model_layers_76_residual_pre_attn/max": 225.0, "train/tensor_act_model_layers_76_residual_pre_attn/range": 38.0, "train/tensor_act_model_layers_76_residual_post_attn/norm": 430478.8125, "train/tensor_act_model_layers_76_residual_post_attn/mean": 210.0, "train/tensor_act_model_layers_76_residual_post_attn/std": 5.625, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 225.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_attn/min": 187.0, "train/tensor_act_model_layers_76_residual_post_attn/max": 225.0, "train/tensor_act_model_layers_76_residual_post_attn/range": 38.0, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 2947.82666015625, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": 0.053466796875, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 1.015625, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 2.75, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -1.3359375, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 2.75, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 4.0859375, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 3314.36279296875, "train/tensor_act_model_layers_76_mlp_up_proj/mean": 0.0299072265625, "train/tensor_act_model_layers_76_mlp_up_proj/std": 1.140625, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 2.8125, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -2.375, "train/tensor_act_model_layers_76_mlp_up_proj/max": 2.8125, "train/tensor_act_model_layers_76_mlp_up_proj/range": 5.1875, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 4971.40283203125, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 2.28125, "train/tensor_act_model_layers_76_mlp_down_proj/std": 0.8203125, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 4.59375, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/min": -0.41796875, "train/tensor_act_model_layers_76_mlp_down_proj/max": 4.59375, "train/tensor_act_model_layers_76_mlp_down_proj/range": 5.01171875, "train/tensor_act_model_layers_76_mlp/norm": 4297.51220703125, "train/tensor_act_model_layers_76_mlp/mean": 2.0, "train/tensor_act_model_layers_76_mlp/std": 0.6171875, "train/tensor_act_model_layers_76_mlp/max_abs": 3.265625, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp/min": -0.416015625, "train/tensor_act_model_layers_76_mlp/max": 3.265625, "train/tensor_act_model_layers_76_mlp/range": 3.681640625, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 434648.5625, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 212.0, "train/tensor_act_model_layers_76_residual_post_mlp/std": 5.65625, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 228.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_mlp/min": 189.0, "train/tensor_act_model_layers_76_residual_post_mlp/max": 228.0, "train/tensor_act_model_layers_76_residual_post_mlp/range": 39.0, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 434648.5625, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 212.0, "train/tensor_act_model_layers_77_residual_pre_attn/std": 5.65625, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 228.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_pre_attn/min": 189.0, "train/tensor_act_model_layers_77_residual_pre_attn/max": 228.0, "train/tensor_act_model_layers_77_residual_pre_attn/range": 39.0, "train/tensor_act_model_layers_77_residual_post_attn/norm": 434632.40625, "train/tensor_act_model_layers_77_residual_post_attn/mean": 212.0, "train/tensor_act_model_layers_77_residual_post_attn/std": 5.65625, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 228.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_attn/min": 189.0, "train/tensor_act_model_layers_77_residual_post_attn/max": 228.0, "train/tensor_act_model_layers_77_residual_post_attn/range": 39.0, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 3105.326416015625, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": 0.1689453125, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 1.0625, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -1.2265625, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 2.546875, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 3.7734375, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 3309.205810546875, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.1357421875, "train/tensor_act_model_layers_77_mlp_up_proj/std": 1.1328125, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 2.734375, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -2.734375, "train/tensor_act_model_layers_77_mlp_up_proj/max": 2.5625, "train/tensor_act_model_layers_77_mlp_up_proj/range": 5.296875, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 5415.92626953125, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 2.453125, "train/tensor_act_model_layers_77_mlp_down_proj/std": 0.9765625, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 4.8125, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/min": -0.0194091796875, "train/tensor_act_model_layers_77_mlp_down_proj/max": 4.8125, "train/tensor_act_model_layers_77_mlp_down_proj/range": 4.8319091796875, "train/tensor_act_model_layers_77_mlp/norm": 4529.51025390625, "train/tensor_act_model_layers_77_mlp/mean": 2.109375, "train/tensor_act_model_layers_77_mlp/std": 0.6875, "train/tensor_act_model_layers_77_mlp/max_abs": 3.34375, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp/min": -0.0194091796875, "train/tensor_act_model_layers_77_mlp/max": 3.34375, "train/tensor_act_model_layers_77_mlp/range": 3.3631591796875, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 439057.0625, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 214.0, "train/tensor_act_model_layers_77_residual_post_mlp/std": 5.9375, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 231.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_mlp/min": 192.0, "train/tensor_act_model_layers_77_residual_post_mlp/max": 231.0, "train/tensor_act_model_layers_77_residual_post_mlp/range": 39.0, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 439057.0625, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 214.0, "train/tensor_act_model_layers_78_residual_pre_attn/std": 5.9375, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 231.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_pre_attn/min": 192.0, "train/tensor_act_model_layers_78_residual_pre_attn/max": 231.0, "train/tensor_act_model_layers_78_residual_pre_attn/range": 39.0, "train/tensor_act_model_layers_78_residual_post_attn/norm": 439057.0625, "train/tensor_act_model_layers_78_residual_post_attn/mean": 214.0, "train/tensor_act_model_layers_78_residual_post_attn/std": 5.9375, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 231.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_attn/min": 192.0, "train/tensor_act_model_layers_78_residual_post_attn/max": 231.0, "train/tensor_act_model_layers_78_residual_post_attn/range": 39.0, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 2906.996826171875, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": 0.0888671875, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 1.0, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 2.671875, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -1.2578125, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 2.671875, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 3.9296875, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 3039.24267578125, "train/tensor_act_model_layers_78_mlp_up_proj/mean": 0.1513671875, "train/tensor_act_model_layers_78_mlp_up_proj/std": 1.0390625, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 2.5625, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -2.21875, "train/tensor_act_model_layers_78_mlp_up_proj/max": 2.5625, "train/tensor_act_model_layers_78_mlp_up_proj/range": 4.78125, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 4337.193359375, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 2.0, "train/tensor_act_model_layers_78_mlp_down_proj/std": 0.6953125, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 3.625, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/min": 0.171875, "train/tensor_act_model_layers_78_mlp_down_proj/max": 3.625, "train/tensor_act_model_layers_78_mlp_down_proj/range": 3.453125, "train/tensor_act_model_layers_78_mlp/norm": 3876.729248046875, "train/tensor_act_model_layers_78_mlp/mean": 1.8046875, "train/tensor_act_model_layers_78_mlp/std": 0.55859375, "train/tensor_act_model_layers_78_mlp/max_abs": 2.875, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp/min": 0.171875, "train/tensor_act_model_layers_78_mlp/max": 2.875, "train/tensor_act_model_layers_78_mlp/range": 2.703125, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 442745.3125, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 216.0, "train/tensor_act_model_layers_78_residual_post_mlp/std": 6.03125, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 233.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_mlp/min": 193.0, "train/tensor_act_model_layers_78_residual_post_mlp/max": 233.0, "train/tensor_act_model_layers_78_residual_post_mlp/range": 40.0, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 442745.3125, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 216.0, "train/tensor_act_model_layers_79_residual_pre_attn/std": 6.03125, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 233.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_pre_attn/min": 193.0, "train/tensor_act_model_layers_79_residual_pre_attn/max": 233.0, "train/tensor_act_model_layers_79_residual_pre_attn/range": 40.0, "train/tensor_act_model_layers_79_residual_post_attn/norm": 442776.875, "train/tensor_act_model_layers_79_residual_post_attn/mean": 216.0, "train/tensor_act_model_layers_79_residual_post_attn/std": 6.0, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 233.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_attn/min": 193.0, "train/tensor_act_model_layers_79_residual_post_attn/max": 233.0, "train/tensor_act_model_layers_79_residual_post_attn/range": 40.0, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 3202.878662109375, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": 0.265625, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 1.0703125, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 2.921875, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -1.3046875, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 2.921875, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 4.2265625, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 3143.027587890625, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.027099609375, "train/tensor_act_model_layers_79_mlp_up_proj/std": 1.0859375, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 2.765625, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -2.765625, "train/tensor_act_model_layers_79_mlp_up_proj/max": 2.5, "train/tensor_act_model_layers_79_mlp_up_proj/range": 5.265625, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 5287.79296875, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 2.421875, "train/tensor_act_model_layers_79_mlp_down_proj/std": 0.89453125, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 4.78125, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/min": 0.072265625, "train/tensor_act_model_layers_79_mlp_down_proj/max": 4.78125, "train/tensor_act_model_layers_79_mlp_down_proj/range": 4.708984375, "train/tensor_act_model_layers_79_mlp/norm": 4489.326171875, "train/tensor_act_model_layers_79_mlp/mean": 2.09375, "train/tensor_act_model_layers_79_mlp/std": 0.65625, "train/tensor_act_model_layers_79_mlp/max_abs": 3.328125, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp/min": 0.072265625, "train/tensor_act_model_layers_79_mlp/max": 3.328125, "train/tensor_act_model_layers_79_mlp/range": 3.255859375, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 447168.21875, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 218.0, "train/tensor_act_model_layers_79_residual_post_mlp/std": 6.15625, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 236.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_mlp/min": 194.0, "train/tensor_act_model_layers_79_residual_post_mlp/max": 236.0, "train/tensor_act_model_layers_79_residual_post_mlp/range": 42.0, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 447168.21875, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 218.0, "train/tensor_act_model_layers_80_residual_pre_attn/std": 6.15625, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 236.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_pre_attn/min": 194.0, "train/tensor_act_model_layers_80_residual_pre_attn/max": 236.0, "train/tensor_act_model_layers_80_residual_pre_attn/range": 42.0, "train/tensor_act_model_layers_80_residual_post_attn/norm": 447183.5625, "train/tensor_act_model_layers_80_residual_post_attn/mean": 218.0, "train/tensor_act_model_layers_80_residual_post_attn/std": 6.15625, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 236.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_attn/min": 194.0, "train/tensor_act_model_layers_80_residual_post_attn/max": 236.0, "train/tensor_act_model_layers_80_residual_post_attn/range": 42.0, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 2981.11865234375, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": 0.24609375, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 1.0, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 2.625, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -1.6484375, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 2.625, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 4.2734375, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 3024.1064453125, "train/tensor_act_model_layers_80_mlp_up_proj/mean": 0.057861328125, "train/tensor_act_model_layers_80_mlp_up_proj/std": 1.0390625, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 2.5625, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -2.53125, "train/tensor_act_model_layers_80_mlp_up_proj/max": 2.5625, "train/tensor_act_model_layers_80_mlp_up_proj/range": 5.09375, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 4816.81396484375, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 2.171875, "train/tensor_act_model_layers_80_mlp_down_proj/std": 0.8828125, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 4.21875, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/min": -0.40234375, "train/tensor_act_model_layers_80_mlp_down_proj/max": 4.21875, "train/tensor_act_model_layers_80_mlp_down_proj/range": 4.62109375, "train/tensor_act_model_layers_80_mlp/norm": 4171.35107421875, "train/tensor_act_model_layers_80_mlp/mean": 1.921875, "train/tensor_act_model_layers_80_mlp/std": 0.68359375, "train/tensor_act_model_layers_80_mlp/max_abs": 3.140625, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp/min": -0.400390625, "train/tensor_act_model_layers_80_mlp/max": 3.140625, "train/tensor_act_model_layers_80_mlp/range": 3.541015625, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 451140.1875, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 220.0, "train/tensor_act_model_layers_80_residual_post_mlp/std": 6.375, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 238.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_mlp/min": 196.0, "train/tensor_act_model_layers_80_residual_post_mlp/max": 238.0, "train/tensor_act_model_layers_80_residual_post_mlp/range": 42.0, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 451140.1875, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 220.0, "train/tensor_act_model_layers_81_residual_pre_attn/std": 6.375, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 238.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_pre_attn/min": 196.0, "train/tensor_act_model_layers_81_residual_pre_attn/max": 238.0, "train/tensor_act_model_layers_81_residual_pre_attn/range": 42.0, "train/tensor_act_model_layers_81_residual_post_attn/norm": 451108.96875, "train/tensor_act_model_layers_81_residual_post_attn/mean": 220.0, "train/tensor_act_model_layers_81_residual_post_attn/std": 6.40625, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 238.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_attn/min": 196.0, "train/tensor_act_model_layers_81_residual_post_attn/max": 238.0, "train/tensor_act_model_layers_81_residual_post_attn/range": 42.0, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 2938.366943359375, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": 0.25, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 0.984375, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 2.6875, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -1.328125, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 2.6875, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 4.015625, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 3021.503662109375, "train/tensor_act_model_layers_81_mlp_up_proj/mean": -0.036376953125, "train/tensor_act_model_layers_81_mlp_up_proj/std": 1.0390625, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 3.046875, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -3.046875, "train/tensor_act_model_layers_81_mlp_up_proj/max": 2.3125, "train/tensor_act_model_layers_81_mlp_up_proj/range": 5.359375, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 4438.36767578125, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 1.9609375, "train/tensor_act_model_layers_81_mlp_down_proj/std": 0.91796875, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 3.859375, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/min": -0.77734375, "train/tensor_act_model_layers_81_mlp_down_proj/max": 3.859375, "train/tensor_act_model_layers_81_mlp_down_proj/range": 4.63671875, "train/tensor_act_model_layers_81_mlp/norm": 3901.14501953125, "train/tensor_act_model_layers_81_mlp/mean": 1.75, "train/tensor_act_model_layers_81_mlp/std": 0.75, "train/tensor_act_model_layers_81_mlp/max_abs": 2.984375, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp/min": -0.76953125, "train/tensor_act_model_layers_81_mlp/max": 2.984375, "train/tensor_act_model_layers_81_mlp/range": 3.75390625, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 454771.125, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 222.0, "train/tensor_act_model_layers_81_residual_post_mlp/std": 6.53125, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 240.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_mlp/min": 197.0, "train/tensor_act_model_layers_81_residual_post_mlp/max": 240.0, "train/tensor_act_model_layers_81_residual_post_mlp/range": 43.0, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 454771.125, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 222.0, "train/tensor_act_model_layers_82_residual_pre_attn/std": 6.53125, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 240.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_pre_attn/min": 197.0, "train/tensor_act_model_layers_82_residual_pre_attn/max": 240.0, "train/tensor_act_model_layers_82_residual_pre_attn/range": 43.0, "train/tensor_act_model_layers_82_residual_post_attn/norm": 454754.5625, "train/tensor_act_model_layers_82_residual_post_attn/mean": 222.0, "train/tensor_act_model_layers_82_residual_post_attn/std": 6.53125, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 240.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_attn/min": 197.0, "train/tensor_act_model_layers_82_residual_post_attn/max": 240.0, "train/tensor_act_model_layers_82_residual_post_attn/range": 43.0, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 2873.5927734375, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": 0.2041015625, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 0.97265625, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 2.953125, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -1.328125, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 2.953125, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 4.28125, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 2937.329345703125, "train/tensor_act_model_layers_82_mlp_up_proj/mean": 0.01531982421875, "train/tensor_act_model_layers_82_mlp_up_proj/std": 1.015625, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 2.515625, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -2.515625, "train/tensor_act_model_layers_82_mlp_up_proj/max": 2.40625, "train/tensor_act_model_layers_82_mlp_up_proj/range": 4.921875, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 4074.25439453125, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 1.8125, "train/tensor_act_model_layers_82_mlp_down_proj/std": 0.81640625, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 3.46875, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/min": 0.2451171875, "train/tensor_act_model_layers_82_mlp_down_proj/max": 3.46875, "train/tensor_act_model_layers_82_mlp_down_proj/range": 3.2236328125, "train/tensor_act_model_layers_82_mlp/norm": 3629.507080078125, "train/tensor_act_model_layers_82_mlp/mean": 1.640625, "train/tensor_act_model_layers_82_mlp/std": 0.6640625, "train/tensor_act_model_layers_82_mlp/max_abs": 2.796875, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp/min": 0.2451171875, "train/tensor_act_model_layers_82_mlp/max": 2.796875, "train/tensor_act_model_layers_82_mlp/range": 2.5517578125, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 458154.90625, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 224.0, "train/tensor_act_model_layers_82_residual_post_mlp/std": 6.5, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 240.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_mlp/min": 200.0, "train/tensor_act_model_layers_82_residual_post_mlp/max": 240.0, "train/tensor_act_model_layers_82_residual_post_mlp/range": 40.0, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 458154.90625, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 224.0, "train/tensor_act_model_layers_83_residual_pre_attn/std": 6.5, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 240.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_pre_attn/min": 200.0, "train/tensor_act_model_layers_83_residual_pre_attn/max": 240.0, "train/tensor_act_model_layers_83_residual_pre_attn/range": 40.0, "train/tensor_act_model_layers_83_residual_post_attn/norm": 458154.90625, "train/tensor_act_model_layers_83_residual_post_attn/mean": 224.0, "train/tensor_act_model_layers_83_residual_post_attn/std": 6.5, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 240.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_attn/min": 200.0, "train/tensor_act_model_layers_83_residual_post_attn/max": 240.0, "train/tensor_act_model_layers_83_residual_post_attn/range": 40.0, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 2955.75830078125, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": 0.28515625, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 0.98046875, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -1.3046875, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 2.71875, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 4.0234375, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 2930.230712890625, "train/tensor_act_model_layers_83_mlp_up_proj/mean": -0.03369140625, "train/tensor_act_model_layers_83_mlp_up_proj/std": 1.0078125, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 2.5, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -2.421875, "train/tensor_act_model_layers_83_mlp_up_proj/max": 2.5, "train/tensor_act_model_layers_83_mlp_up_proj/range": 4.921875, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 4273.6865234375, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 1.8984375, "train/tensor_act_model_layers_83_mlp_down_proj/std": 0.86328125, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 3.984375, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/min": -0.63671875, "train/tensor_act_model_layers_83_mlp_down_proj/max": 3.984375, "train/tensor_act_model_layers_83_mlp_down_proj/range": 4.62109375, "train/tensor_act_model_layers_83_mlp/norm": 3777.81787109375, "train/tensor_act_model_layers_83_mlp/mean": 1.7109375, "train/tensor_act_model_layers_83_mlp/std": 0.69921875, "train/tensor_act_model_layers_83_mlp/max_abs": 3.046875, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp/min": -0.6328125, "train/tensor_act_model_layers_83_mlp/max": 3.046875, "train/tensor_act_model_layers_83_mlp/range": 3.6796875, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 461563.625, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 225.0, "train/tensor_act_model_layers_83_residual_post_mlp/std": 6.59375, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 242.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_mlp/min": 202.0, "train/tensor_act_model_layers_83_residual_post_mlp/max": 242.0, "train/tensor_act_model_layers_83_residual_post_mlp/range": 40.0, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 461563.625, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 225.0, "train/tensor_act_model_layers_84_residual_pre_attn/std": 6.59375, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 242.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_pre_attn/min": 202.0, "train/tensor_act_model_layers_84_residual_pre_attn/max": 242.0, "train/tensor_act_model_layers_84_residual_pre_attn/range": 40.0, "train/tensor_act_model_layers_84_residual_post_attn/norm": 461563.625, "train/tensor_act_model_layers_84_residual_post_attn/mean": 225.0, "train/tensor_act_model_layers_84_residual_post_attn/std": 6.59375, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 242.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_attn/min": 202.0, "train/tensor_act_model_layers_84_residual_post_attn/max": 242.0, "train/tensor_act_model_layers_84_residual_post_attn/range": 40.0, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 2867.720458984375, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": 0.265625, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 0.953125, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 2.578125, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 2.578125, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 3.875, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 2945.629150390625, "train/tensor_act_model_layers_84_mlp_up_proj/mean": 0.049072265625, "train/tensor_act_model_layers_84_mlp_up_proj/std": 1.015625, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 2.984375, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -2.984375, "train/tensor_act_model_layers_84_mlp_up_proj/max": 2.390625, "train/tensor_act_model_layers_84_mlp_up_proj/range": 5.375, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 4011.548095703125, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 1.7890625, "train/tensor_act_model_layers_84_mlp_down_proj/std": 0.8046875, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 3.4375, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/min": -0.361328125, "train/tensor_act_model_layers_84_mlp_down_proj/max": 3.4375, "train/tensor_act_model_layers_84_mlp_down_proj/range": 3.798828125, "train/tensor_act_model_layers_84_mlp/norm": 3597.566162109375, "train/tensor_act_model_layers_84_mlp/mean": 1.625, "train/tensor_act_model_layers_84_mlp/std": 0.66796875, "train/tensor_act_model_layers_84_mlp/max_abs": 2.78125, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/min": -0.359375, "train/tensor_act_model_layers_84_mlp/max": 2.78125, "train/tensor_act_model_layers_84_mlp/range": 3.140625, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 464862.875, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 227.0, "train/tensor_act_model_layers_84_residual_post_mlp/std": 6.78125, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 245.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_mlp/min": 203.0, "train/tensor_act_model_layers_84_residual_post_mlp/max": 245.0, "train/tensor_act_model_layers_84_residual_post_mlp/range": 42.0, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 464862.875, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 227.0, "train/tensor_act_model_layers_85_residual_pre_attn/std": 6.78125, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 245.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_pre_attn/min": 203.0, "train/tensor_act_model_layers_85_residual_pre_attn/max": 245.0, "train/tensor_act_model_layers_85_residual_pre_attn/range": 42.0, "train/tensor_act_model_layers_85_residual_post_attn/norm": 464847.6875, "train/tensor_act_model_layers_85_residual_post_attn/mean": 227.0, "train/tensor_act_model_layers_85_residual_post_attn/std": 6.8125, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 245.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_attn/min": 203.0, "train/tensor_act_model_layers_85_residual_post_attn/max": 245.0, "train/tensor_act_model_layers_85_residual_post_attn/range": 42.0, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 2919.269287109375, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": 0.2431640625, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 0.9765625, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 2.734375, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -1.3984375, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 2.734375, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 4.1328125, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 2894.208251953125, "train/tensor_act_model_layers_85_mlp_up_proj/mean": -0.000701904296875, "train/tensor_act_model_layers_85_mlp_up_proj/std": 1.0, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 2.796875, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -2.453125, "train/tensor_act_model_layers_85_mlp_up_proj/max": 2.796875, "train/tensor_act_model_layers_85_mlp_up_proj/range": 5.25, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 4123.1591796875, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 1.84375, "train/tensor_act_model_layers_85_mlp_down_proj/std": 0.81640625, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 3.828125, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/min": -0.7890625, "train/tensor_act_model_layers_85_mlp_down_proj/max": 3.828125, "train/tensor_act_model_layers_85_mlp_down_proj/range": 4.6171875, "train/tensor_act_model_layers_85_mlp/norm": 3680.042236328125, "train/tensor_act_model_layers_85_mlp/mean": 1.6640625, "train/tensor_act_model_layers_85_mlp/std": 0.671875, "train/tensor_act_model_layers_85_mlp/max_abs": 2.96875, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp/min": -0.77734375, "train/tensor_act_model_layers_85_mlp/max": 2.96875, "train/tensor_act_model_layers_85_mlp/range": 3.74609375, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 468243.0, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 229.0, "train/tensor_act_model_layers_85_residual_post_mlp/std": 6.84375, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 247.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_mlp/min": 203.0, "train/tensor_act_model_layers_85_residual_post_mlp/max": 247.0, "train/tensor_act_model_layers_85_residual_post_mlp/range": 44.0, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 468243.0, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 229.0, "train/tensor_act_model_layers_86_residual_pre_attn/std": 6.84375, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 247.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_pre_attn/min": 203.0, "train/tensor_act_model_layers_86_residual_pre_attn/max": 247.0, "train/tensor_act_model_layers_86_residual_pre_attn/range": 44.0, "train/tensor_act_model_layers_86_residual_post_attn/norm": 468243.0, "train/tensor_act_model_layers_86_residual_post_attn/mean": 229.0, "train/tensor_act_model_layers_86_residual_post_attn/std": 6.84375, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 247.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_attn/min": 203.0, "train/tensor_act_model_layers_86_residual_post_attn/max": 247.0, "train/tensor_act_model_layers_86_residual_post_attn/range": 44.0, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 2960.69140625, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": 0.2197265625, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 1.0, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 3.03125, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 3.03125, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 4.3125, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 3015.0263671875, "train/tensor_act_model_layers_86_mlp_up_proj/mean": 0.08837890625, "train/tensor_act_model_layers_86_mlp_up_proj/std": 1.0390625, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 2.75, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_86_mlp_up_proj/max": 2.75, "train/tensor_act_model_layers_86_mlp_up_proj/range": 5.234375, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 4396.56396484375, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 1.9375, "train/tensor_act_model_layers_86_mlp_down_proj/std": 0.9296875, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 4.40625, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/min": -0.9765625, "train/tensor_act_model_layers_86_mlp_down_proj/max": 4.40625, "train/tensor_act_model_layers_86_mlp_down_proj/range": 5.3828125, "train/tensor_act_model_layers_86_mlp/norm": 3849.62890625, "train/tensor_act_model_layers_86_mlp/mean": 1.7265625, "train/tensor_act_model_layers_86_mlp/std": 0.7421875, "train/tensor_act_model_layers_86_mlp/max_abs": 3.203125, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp/min": -0.95703125, "train/tensor_act_model_layers_86_mlp/max": 3.203125, "train/tensor_act_model_layers_86_mlp/range": 4.16015625, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 471718.90625, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 230.0, "train/tensor_act_model_layers_86_residual_post_mlp/std": 7.03125, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 249.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_mlp/min": 204.0, "train/tensor_act_model_layers_86_residual_post_mlp/max": 249.0, "train/tensor_act_model_layers_86_residual_post_mlp/range": 45.0, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 471718.90625, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 230.0, "train/tensor_act_model_layers_87_residual_pre_attn/std": 7.03125, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 249.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_pre_attn/min": 204.0, "train/tensor_act_model_layers_87_residual_pre_attn/max": 249.0, "train/tensor_act_model_layers_87_residual_pre_attn/range": 45.0, "train/tensor_act_model_layers_87_residual_post_attn/norm": 471718.90625, "train/tensor_act_model_layers_87_residual_post_attn/mean": 230.0, "train/tensor_act_model_layers_87_residual_post_attn/std": 7.03125, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 249.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_attn/min": 204.0, "train/tensor_act_model_layers_87_residual_post_attn/max": 249.0, "train/tensor_act_model_layers_87_residual_post_attn/range": 45.0, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 2775.64306640625, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": 0.1279296875, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 0.94921875, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 2.75, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -1.34375, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 2.75, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 4.09375, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 2862.29833984375, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.1396484375, "train/tensor_act_model_layers_87_mlp_up_proj/std": 0.9765625, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 2.765625, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -2.609375, "train/tensor_act_model_layers_87_mlp_up_proj/max": 2.765625, "train/tensor_act_model_layers_87_mlp_up_proj/range": 5.375, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 3943.31640625, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 1.7109375, "train/tensor_act_model_layers_87_mlp_down_proj/std": 0.88671875, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 4.125, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/min": -0.400390625, "train/tensor_act_model_layers_87_mlp_down_proj/max": 4.125, "train/tensor_act_model_layers_87_mlp_down_proj/range": 4.525390625, "train/tensor_act_model_layers_87_mlp/norm": 3513.5244140625, "train/tensor_act_model_layers_87_mlp/mean": 1.546875, "train/tensor_act_model_layers_87_mlp/std": 0.734375, "train/tensor_act_model_layers_87_mlp/max_abs": 3.09375, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp/min": -0.3984375, "train/tensor_act_model_layers_87_mlp/max": 3.09375, "train/tensor_act_model_layers_87_mlp/range": 3.4921875, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 474875.09375, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 232.0, "train/tensor_act_model_layers_87_residual_post_mlp/std": 7.25, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 251.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_mlp/min": 205.0, "train/tensor_act_model_layers_87_residual_post_mlp/max": 251.0, "train/tensor_act_model_layers_87_residual_post_mlp/range": 46.0, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 474875.09375, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 232.0, "train/tensor_act_model_layers_88_residual_pre_attn/std": 7.25, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 251.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_pre_attn/min": 205.0, "train/tensor_act_model_layers_88_residual_pre_attn/max": 251.0, "train/tensor_act_model_layers_88_residual_pre_attn/range": 46.0, "train/tensor_act_model_layers_88_residual_post_attn/norm": 474875.09375, "train/tensor_act_model_layers_88_residual_post_attn/mean": 232.0, "train/tensor_act_model_layers_88_residual_post_attn/std": 7.25, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 251.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_attn/min": 205.0, "train/tensor_act_model_layers_88_residual_post_attn/max": 251.0, "train/tensor_act_model_layers_88_residual_post_attn/range": 46.0, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 2789.126220703125, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": 0.1953125, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 0.94140625, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 2.578125, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -1.5546875, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 2.578125, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 4.1328125, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 2784.601318359375, "train/tensor_act_model_layers_88_mlp_up_proj/mean": -0.0203857421875, "train/tensor_act_model_layers_88_mlp_up_proj/std": 0.9609375, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 2.359375, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -2.359375, "train/tensor_act_model_layers_88_mlp_up_proj/max": 2.171875, "train/tensor_act_model_layers_88_mlp_up_proj/range": 4.53125, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 3483.072021484375, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 1.546875, "train/tensor_act_model_layers_88_mlp_down_proj/std": 0.70703125, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 3.109375, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/min": 0.01031494140625, "train/tensor_act_model_layers_88_mlp_down_proj/max": 3.109375, "train/tensor_act_model_layers_88_mlp_down_proj/range": 3.09906005859375, "train/tensor_act_model_layers_88_mlp/norm": 3194.56591796875, "train/tensor_act_model_layers_88_mlp/mean": 1.4375, "train/tensor_act_model_layers_88_mlp/std": 0.609375, "train/tensor_act_model_layers_88_mlp/max_abs": 2.609375, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/min": 0.01031494140625, "train/tensor_act_model_layers_88_mlp/max": 2.609375, "train/tensor_act_model_layers_88_mlp/range": 2.59906005859375, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 477850.875, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 233.0, "train/tensor_act_model_layers_88_residual_post_mlp/std": 7.4375, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 253.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_mlp/min": 205.0, "train/tensor_act_model_layers_88_residual_post_mlp/max": 253.0, "train/tensor_act_model_layers_88_residual_post_mlp/range": 48.0, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 477850.875, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 233.0, "train/tensor_act_model_layers_89_residual_pre_attn/std": 7.4375, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 253.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_pre_attn/min": 205.0, "train/tensor_act_model_layers_89_residual_pre_attn/max": 253.0, "train/tensor_act_model_layers_89_residual_pre_attn/range": 48.0, "train/tensor_act_model_layers_89_residual_post_attn/norm": 477836.1875, "train/tensor_act_model_layers_89_residual_post_attn/mean": 233.0, "train/tensor_act_model_layers_89_residual_post_attn/std": 7.46875, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 253.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_attn/min": 205.0, "train/tensor_act_model_layers_89_residual_post_attn/max": 253.0, "train/tensor_act_model_layers_89_residual_post_attn/range": 48.0, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 2701.409912109375, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": 0.2197265625, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 0.90625, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 2.46875, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -1.3984375, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 2.46875, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 3.8671875, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 2713.530517578125, "train/tensor_act_model_layers_89_mlp_up_proj/mean": -0.0439453125, "train/tensor_act_model_layers_89_mlp_up_proj/std": 0.9375, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 2.78125, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -2.78125, "train/tensor_act_model_layers_89_mlp_up_proj/max": 2.5625, "train/tensor_act_model_layers_89_mlp_up_proj/range": 5.34375, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 3411.95849609375, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 1.4453125, "train/tensor_act_model_layers_89_mlp_down_proj/std": 0.8359375, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 3.4375, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/min": -0.734375, "train/tensor_act_model_layers_89_mlp_down_proj/max": 3.4375, "train/tensor_act_model_layers_89_mlp_down_proj/range": 4.171875, "train/tensor_act_model_layers_89_mlp/norm": 3101.18310546875, "train/tensor_act_model_layers_89_mlp/mean": 1.3359375, "train/tensor_act_model_layers_89_mlp/std": 0.71875, "train/tensor_act_model_layers_89_mlp/max_abs": 2.78125, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp/min": -0.7265625, "train/tensor_act_model_layers_89_mlp/max": 2.78125, "train/tensor_act_model_layers_89_mlp/range": 3.5078125, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 480628.5625, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 235.0, "train/tensor_act_model_layers_89_residual_post_mlp/std": 7.65625, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 255.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_mlp/min": 205.0, "train/tensor_act_model_layers_89_residual_post_mlp/max": 255.0, "train/tensor_act_model_layers_89_residual_post_mlp/range": 50.0, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 480628.5625, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 235.0, "train/tensor_act_model_layers_90_residual_pre_attn/std": 7.65625, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 255.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_pre_attn/min": 205.0, "train/tensor_act_model_layers_90_residual_pre_attn/max": 255.0, "train/tensor_act_model_layers_90_residual_pre_attn/range": 50.0, "train/tensor_act_model_layers_90_residual_post_attn/norm": 480597.65625, "train/tensor_act_model_layers_90_residual_post_attn/mean": 235.0, "train/tensor_act_model_layers_90_residual_post_attn/std": 7.6875, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 255.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_attn/min": 205.0, "train/tensor_act_model_layers_90_residual_post_attn/max": 255.0, "train/tensor_act_model_layers_90_residual_post_attn/range": 50.0, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 2814.091796875, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": 0.306640625, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 0.921875, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 2.65625, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -1.2578125, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 2.65625, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 3.9140625, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 2547.814208984375, "train/tensor_act_model_layers_90_mlp_up_proj/mean": -0.0186767578125, "train/tensor_act_model_layers_90_mlp_up_proj/std": 0.87890625, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 2.453125, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -2.453125, "train/tensor_act_model_layers_90_mlp_up_proj/max": 2.3125, "train/tensor_act_model_layers_90_mlp_up_proj/range": 4.765625, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 3293.171630859375, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 1.3984375, "train/tensor_act_model_layers_90_mlp_down_proj/std": 0.796875, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 3.3125, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/min": -0.5390625, "train/tensor_act_model_layers_90_mlp_down_proj/max": 3.3125, "train/tensor_act_model_layers_90_mlp_down_proj/range": 3.8515625, "train/tensor_act_model_layers_90_mlp/norm": 3019.063232421875, "train/tensor_act_model_layers_90_mlp/mean": 1.296875, "train/tensor_act_model_layers_90_mlp/std": 0.69921875, "train/tensor_act_model_layers_90_mlp/max_abs": 2.71875, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/min": -0.53515625, "train/tensor_act_model_layers_90_mlp/max": 2.71875, "train/tensor_act_model_layers_90_mlp/range": 3.25390625, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 483263.9375, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 236.0, "train/tensor_act_model_layers_90_residual_post_mlp/std": 7.90625, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 258.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_mlp/min": 206.0, "train/tensor_act_model_layers_90_residual_post_mlp/max": 258.0, "train/tensor_act_model_layers_90_residual_post_mlp/range": 52.0, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 483263.9375, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 236.0, "train/tensor_act_model_layers_91_residual_pre_attn/std": 7.90625, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 258.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_pre_attn/min": 206.0, "train/tensor_act_model_layers_91_residual_pre_attn/max": 258.0, "train/tensor_act_model_layers_91_residual_pre_attn/range": 52.0, "train/tensor_act_model_layers_91_residual_post_attn/norm": 483264.5625, "train/tensor_act_model_layers_91_residual_post_attn/mean": 236.0, "train/tensor_act_model_layers_91_residual_post_attn/std": 7.90625, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 258.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_attn/min": 206.0, "train/tensor_act_model_layers_91_residual_post_attn/max": 258.0, "train/tensor_act_model_layers_91_residual_post_attn/range": 52.0, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 2648.484375, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": 0.2255859375, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 0.88671875, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 2.84375, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -1.390625, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 2.84375, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 4.234375, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 2740.73046875, "train/tensor_act_model_layers_91_mlp_up_proj/mean": 0.053955078125, "train/tensor_act_model_layers_91_mlp_up_proj/std": 0.9453125, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 2.671875, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -2.34375, "train/tensor_act_model_layers_91_mlp_up_proj/max": 2.671875, "train/tensor_act_model_layers_91_mlp_up_proj/range": 5.015625, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 2984.312744140625, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 1.171875, "train/tensor_act_model_layers_91_mlp_down_proj/std": 0.86328125, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 3.421875, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/min": -1.2578125, "train/tensor_act_model_layers_91_mlp_down_proj/max": 3.421875, "train/tensor_act_model_layers_91_mlp_down_proj/range": 4.6796875, "train/tensor_act_model_layers_91_mlp/norm": 2750.404541015625, "train/tensor_act_model_layers_91_mlp/mean": 1.1015625, "train/tensor_act_model_layers_91_mlp/std": 0.7734375, "train/tensor_act_model_layers_91_mlp/max_abs": 2.78125, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/min": -1.21875, "train/tensor_act_model_layers_91_mlp/max": 2.78125, "train/tensor_act_model_layers_91_mlp/range": 4.0, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 485532.5625, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 237.0, "train/tensor_act_model_layers_91_residual_post_mlp/std": 8.0625, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 260.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_mlp/min": 208.0, "train/tensor_act_model_layers_91_residual_post_mlp/max": 260.0, "train/tensor_act_model_layers_91_residual_post_mlp/range": 52.0, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 485532.5625, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 237.0, "train/tensor_act_model_layers_92_residual_pre_attn/std": 8.0625, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 260.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_pre_attn/min": 208.0, "train/tensor_act_model_layers_92_residual_pre_attn/max": 260.0, "train/tensor_act_model_layers_92_residual_pre_attn/range": 52.0, "train/tensor_act_model_layers_92_residual_post_attn/norm": 485532.5625, "train/tensor_act_model_layers_92_residual_post_attn/mean": 237.0, "train/tensor_act_model_layers_92_residual_post_attn/std": 8.0625, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 260.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_attn/min": 208.0, "train/tensor_act_model_layers_92_residual_post_attn/max": 260.0, "train/tensor_act_model_layers_92_residual_post_attn/range": 52.0, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 2476.521484375, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": 0.189453125, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 0.83203125, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 2.921875, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -1.5078125, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 2.921875, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 4.4296875, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 2447.506591796875, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.00274658203125, "train/tensor_act_model_layers_92_mlp_up_proj/std": 0.84375, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 2.515625, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -2.515625, "train/tensor_act_model_layers_92_mlp_up_proj/max": 2.234375, "train/tensor_act_model_layers_92_mlp_up_proj/range": 4.75, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 2517.9560546875, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 0.9453125, "train/tensor_act_model_layers_92_mlp_down_proj/std": 0.78515625, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 2.890625, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/min": -1.3828125, "train/tensor_act_model_layers_92_mlp_down_proj/max": 2.890625, "train/tensor_act_model_layers_92_mlp_down_proj/range": 4.2734375, "train/tensor_act_model_layers_92_mlp/norm": 2372.656005859375, "train/tensor_act_model_layers_92_mlp/mean": 0.8984375, "train/tensor_act_model_layers_92_mlp/std": 0.73046875, "train/tensor_act_model_layers_92_mlp/max_abs": 2.46875, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/min": -1.328125, "train/tensor_act_model_layers_92_mlp/max": 2.46875, "train/tensor_act_model_layers_92_mlp/range": 3.796875, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 487335.90625, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 238.0, "train/tensor_act_model_layers_92_residual_post_mlp/std": 8.1875, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 260.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_mlp/min": 209.0, "train/tensor_act_model_layers_92_residual_post_mlp/max": 260.0, "train/tensor_act_model_layers_92_residual_post_mlp/range": 51.0, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 487335.90625, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 238.0, "train/tensor_act_model_layers_93_residual_pre_attn/std": 8.1875, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 260.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_pre_attn/min": 209.0, "train/tensor_act_model_layers_93_residual_pre_attn/max": 260.0, "train/tensor_act_model_layers_93_residual_pre_attn/range": 51.0, "train/tensor_act_model_layers_93_residual_post_attn/norm": 487335.90625, "train/tensor_act_model_layers_93_residual_post_attn/mean": 238.0, "train/tensor_act_model_layers_93_residual_post_attn/std": 8.1875, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 260.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_attn/min": 209.0, "train/tensor_act_model_layers_93_residual_post_attn/max": 260.0, "train/tensor_act_model_layers_93_residual_post_attn/range": 51.0, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 2673.076416015625, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": 0.146484375, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 0.91015625, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -1.765625, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 2.546875, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 4.3125, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 2597.76220703125, "train/tensor_act_model_layers_93_mlp_up_proj/mean": 0.0439453125, "train/tensor_act_model_layers_93_mlp_up_proj/std": 0.89453125, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 2.5, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -2.5, "train/tensor_act_model_layers_93_mlp_up_proj/max": 2.28125, "train/tensor_act_model_layers_93_mlp_up_proj/range": 4.78125, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 2793.070068359375, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 1.0859375, "train/tensor_act_model_layers_93_mlp_down_proj/std": 0.82421875, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 3.234375, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/min": -1.3203125, "train/tensor_act_model_layers_93_mlp_down_proj/max": 3.234375, "train/tensor_act_model_layers_93_mlp_down_proj/range": 4.5546875, "train/tensor_act_model_layers_93_mlp/norm": 2600.07861328125, "train/tensor_act_model_layers_93_mlp/mean": 1.0234375, "train/tensor_act_model_layers_93_mlp/std": 0.75, "train/tensor_act_model_layers_93_mlp/max_abs": 2.671875, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/min": -1.2734375, "train/tensor_act_model_layers_93_mlp/max": 2.671875, "train/tensor_act_model_layers_93_mlp/range": 3.9453125, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 489413.78125, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 239.0, "train/tensor_act_model_layers_93_residual_post_mlp/std": 8.4375, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 262.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_mlp/min": 209.0, "train/tensor_act_model_layers_93_residual_post_mlp/max": 262.0, "train/tensor_act_model_layers_93_residual_post_mlp/range": 53.0, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 489413.78125, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 239.0, "train/tensor_act_model_layers_94_residual_pre_attn/std": 8.4375, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 262.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_pre_attn/min": 209.0, "train/tensor_act_model_layers_94_residual_pre_attn/max": 262.0, "train/tensor_act_model_layers_94_residual_pre_attn/range": 53.0, "train/tensor_act_model_layers_94_residual_post_attn/norm": 489413.78125, "train/tensor_act_model_layers_94_residual_post_attn/mean": 239.0, "train/tensor_act_model_layers_94_residual_post_attn/std": 8.4375, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 262.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_attn/min": 209.0, "train/tensor_act_model_layers_94_residual_post_attn/max": 262.0, "train/tensor_act_model_layers_94_residual_post_attn/range": 53.0, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 2579.590576171875, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": 0.2490234375, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 0.85546875, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 2.5, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -1.8359375, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 2.5, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 4.3359375, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 2568.930419921875, "train/tensor_act_model_layers_94_mlp_up_proj/mean": 0.031494140625, "train/tensor_act_model_layers_94_mlp_up_proj/std": 0.88671875, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 2.40625, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -2.109375, "train/tensor_act_model_layers_94_mlp_up_proj/max": 2.40625, "train/tensor_act_model_layers_94_mlp_up_proj/range": 4.515625, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 2764.3388671875, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 1.1015625, "train/tensor_act_model_layers_94_mlp_down_proj/std": 0.77734375, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 3.109375, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/min": -1.5859375, "train/tensor_act_model_layers_94_mlp_down_proj/max": 3.109375, "train/tensor_act_model_layers_94_mlp_down_proj/range": 4.6953125, "train/tensor_act_model_layers_94_mlp/norm": 2584.917236328125, "train/tensor_act_model_layers_94_mlp/mean": 1.046875, "train/tensor_act_model_layers_94_mlp/std": 0.7109375, "train/tensor_act_model_layers_94_mlp/max_abs": 2.609375, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": -1.5078125, "train/tensor_act_model_layers_94_mlp/max": 2.609375, "train/tensor_act_model_layers_94_mlp/range": 4.1171875, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 491611.0625, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 240.0, "train/tensor_act_model_layers_94_residual_post_mlp/std": 8.5625, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 264.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_mlp/min": 210.0, "train/tensor_act_model_layers_94_residual_post_mlp/max": 264.0, "train/tensor_act_model_layers_94_residual_post_mlp/range": 54.0, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 491611.0625, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 240.0, "train/tensor_act_model_layers_95_residual_pre_attn/std": 8.5625, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 264.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_pre_attn/min": 210.0, "train/tensor_act_model_layers_95_residual_pre_attn/max": 264.0, "train/tensor_act_model_layers_95_residual_pre_attn/range": 54.0, "train/tensor_act_model_layers_95_residual_post_attn/norm": 491611.0625, "train/tensor_act_model_layers_95_residual_post_attn/mean": 240.0, "train/tensor_act_model_layers_95_residual_post_attn/std": 8.5625, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 264.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_attn/min": 210.0, "train/tensor_act_model_layers_95_residual_post_attn/max": 264.0, "train/tensor_act_model_layers_95_residual_post_attn/range": 54.0, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 2459.61083984375, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": 0.185546875, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 0.828125, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 2.390625, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -1.7578125, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 2.390625, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 4.1484375, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 2401.72900390625, "train/tensor_act_model_layers_95_mlp_up_proj/mean": 0.10009765625, "train/tensor_act_model_layers_95_mlp_up_proj/std": 0.82421875, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 2.96875, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -2.203125, "train/tensor_act_model_layers_95_mlp_up_proj/max": 2.96875, "train/tensor_act_model_layers_95_mlp_up_proj/range": 5.171875, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 2269.62939453125, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 0.7890625, "train/tensor_act_model_layers_95_mlp_down_proj/std": 0.78125, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 2.21875, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": -1.3828125, "train/tensor_act_model_layers_95_mlp_down_proj/max": 2.21875, "train/tensor_act_model_layers_95_mlp_down_proj/range": 3.6015625, "train/tensor_act_model_layers_95_mlp/norm": 2159.2353515625, "train/tensor_act_model_layers_95_mlp/mean": 0.75390625, "train/tensor_act_model_layers_95_mlp/std": 0.73828125, "train/tensor_act_model_layers_95_mlp/max_abs": 2.015625, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": -1.328125, "train/tensor_act_model_layers_95_mlp/max": 2.015625, "train/tensor_act_model_layers_95_mlp/range": 3.34375, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 493151.0, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 241.0, "train/tensor_act_model_layers_95_residual_post_mlp/std": 8.8125, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 266.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_mlp/min": 209.0, "train/tensor_act_model_layers_95_residual_post_mlp/max": 266.0, "train/tensor_act_model_layers_95_residual_post_mlp/range": 57.0, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 493151.0, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 241.0, "train/tensor_act_model_layers_96_residual_pre_attn/std": 8.8125, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 266.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_pre_attn/min": 209.0, "train/tensor_act_model_layers_96_residual_pre_attn/max": 266.0, "train/tensor_act_model_layers_96_residual_pre_attn/range": 57.0, "train/tensor_act_model_layers_96_residual_post_attn/norm": 493151.0, "train/tensor_act_model_layers_96_residual_post_attn/mean": 241.0, "train/tensor_act_model_layers_96_residual_post_attn/std": 8.8125, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 266.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_attn/min": 209.0, "train/tensor_act_model_layers_96_residual_post_attn/max": 266.0, "train/tensor_act_model_layers_96_residual_post_attn/range": 57.0, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 2321.991455078125, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": 0.2041015625, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 0.7734375, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -1.828125, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 2.71875, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 4.546875, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 2303.53662109375, "train/tensor_act_model_layers_96_mlp_up_proj/mean": 0.059814453125, "train/tensor_act_model_layers_96_mlp_up_proj/std": 0.79296875, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 2.59375, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -2.046875, "train/tensor_act_model_layers_96_mlp_up_proj/max": 2.59375, "train/tensor_act_model_layers_96_mlp_up_proj/range": 4.640625, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 1889.5552978515625, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 0.6328125, "train/tensor_act_model_layers_96_mlp_down_proj/std": 0.671875, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 2.296875, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": -1.53125, "train/tensor_act_model_layers_96_mlp_down_proj/max": 2.296875, "train/tensor_act_model_layers_96_mlp_down_proj/range": 3.828125, "train/tensor_act_model_layers_96_mlp/norm": 1817.202880859375, "train/tensor_act_model_layers_96_mlp/mean": 0.61328125, "train/tensor_act_model_layers_96_mlp/std": 0.640625, "train/tensor_act_model_layers_96_mlp/max_abs": 2.078125, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": -1.4609375, "train/tensor_act_model_layers_96_mlp/max": 2.078125, "train/tensor_act_model_layers_96_mlp/range": 3.5390625, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 494497.5, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 241.0, "train/tensor_act_model_layers_96_residual_post_mlp/std": 9.0, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 266.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_mlp/min": 210.0, "train/tensor_act_model_layers_96_residual_post_mlp/max": 266.0, "train/tensor_act_model_layers_96_residual_post_mlp/range": 56.0, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 494497.5, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 241.0, "train/tensor_act_model_layers_97_residual_pre_attn/std": 9.0, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 266.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_pre_attn/min": 210.0, "train/tensor_act_model_layers_97_residual_pre_attn/max": 266.0, "train/tensor_act_model_layers_97_residual_pre_attn/range": 56.0, "train/tensor_act_model_layers_97_residual_post_attn/norm": 494497.5, "train/tensor_act_model_layers_97_residual_post_attn/mean": 241.0, "train/tensor_act_model_layers_97_residual_post_attn/std": 9.0, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 266.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_attn/min": 210.0, "train/tensor_act_model_layers_97_residual_post_attn/max": 266.0, "train/tensor_act_model_layers_97_residual_post_attn/range": 56.0, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 2275.97705078125, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": 0.1279296875, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 0.77734375, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 2.3125, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -1.8828125, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 2.3125, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 4.1953125, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 2216.520751953125, "train/tensor_act_model_layers_97_mlp_up_proj/mean": 0.038330078125, "train/tensor_act_model_layers_97_mlp_up_proj/std": 0.765625, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 2.46875, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_97_mlp_up_proj/max": 1.8828125, "train/tensor_act_model_layers_97_mlp_up_proj/range": 4.3515625, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 1555.125732421875, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 0.55078125, "train/tensor_act_model_layers_97_mlp_down_proj/std": 0.5234375, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 1.75, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": -1.15625, "train/tensor_act_model_layers_97_mlp_down_proj/max": 1.75, "train/tensor_act_model_layers_97_mlp_down_proj/range": 2.90625, "train/tensor_act_model_layers_97_mlp/norm": 1514.3245849609375, "train/tensor_act_model_layers_97_mlp/mean": 0.5390625, "train/tensor_act_model_layers_97_mlp/std": 0.50390625, "train/tensor_act_model_layers_97_mlp/max_abs": 1.6484375, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": -1.125, "train/tensor_act_model_layers_97_mlp/max": 1.6484375, "train/tensor_act_model_layers_97_mlp/range": 2.7734375, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 495561.78125, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 242.0, "train/tensor_act_model_layers_97_residual_post_mlp/std": 9.0625, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 266.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_mlp/min": 210.0, "train/tensor_act_model_layers_97_residual_post_mlp/max": 266.0, "train/tensor_act_model_layers_97_residual_post_mlp/range": 56.0, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 495561.78125, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 242.0, "train/tensor_act_model_layers_98_residual_pre_attn/std": 9.0625, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 266.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_pre_attn/min": 210.0, "train/tensor_act_model_layers_98_residual_pre_attn/max": 266.0, "train/tensor_act_model_layers_98_residual_pre_attn/range": 56.0, "train/tensor_act_model_layers_98_residual_post_attn/norm": 495561.78125, "train/tensor_act_model_layers_98_residual_post_attn/mean": 242.0, "train/tensor_act_model_layers_98_residual_post_attn/std": 9.0625, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 266.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_attn/min": 210.0, "train/tensor_act_model_layers_98_residual_post_attn/max": 266.0, "train/tensor_act_model_layers_98_residual_post_attn/range": 56.0, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 2266.236328125, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": 0.1689453125, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 0.765625, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 2.421875, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -1.5859375, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 2.421875, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 4.0078125, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 2260.90625, "train/tensor_act_model_layers_98_mlp_up_proj/mean": -0.06787109375, "train/tensor_act_model_layers_98_mlp_up_proj/std": 0.77734375, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 2.828125, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -2.28125, "train/tensor_act_model_layers_98_mlp_up_proj/max": 2.828125, "train/tensor_act_model_layers_98_mlp_up_proj/range": 5.109375, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 1516.021240234375, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 0.42578125, "train/tensor_act_model_layers_98_mlp_down_proj/std": 0.60546875, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 2.03125, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": -1.09375, "train/tensor_act_model_layers_98_mlp_down_proj/max": 2.03125, "train/tensor_act_model_layers_98_mlp_down_proj/range": 3.125, "train/tensor_act_model_layers_98_mlp/norm": 1468.241943359375, "train/tensor_act_model_layers_98_mlp/mean": 0.4140625, "train/tensor_act_model_layers_98_mlp/std": 0.5859375, "train/tensor_act_model_layers_98_mlp/max_abs": 1.875, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": -1.0703125, "train/tensor_act_model_layers_98_mlp/max": 1.875, "train/tensor_act_model_layers_98_mlp/range": 2.9453125, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 496464.71875, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 242.0, "train/tensor_act_model_layers_98_residual_post_mlp/std": 9.3125, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 266.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_mlp/min": 211.0, "train/tensor_act_model_layers_98_residual_post_mlp/max": 266.0, "train/tensor_act_model_layers_98_residual_post_mlp/range": 55.0, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 496464.71875, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 242.0, "train/tensor_act_model_layers_99_residual_pre_attn/std": 9.3125, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 266.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_pre_attn/min": 211.0, "train/tensor_act_model_layers_99_residual_pre_attn/max": 266.0, "train/tensor_act_model_layers_99_residual_pre_attn/range": 55.0, "train/tensor_act_model_layers_99_residual_post_attn/norm": 496464.71875, "train/tensor_act_model_layers_99_residual_post_attn/mean": 242.0, "train/tensor_act_model_layers_99_residual_post_attn/std": 9.3125, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 266.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_attn/min": 211.0, "train/tensor_act_model_layers_99_residual_post_attn/max": 266.0, "train/tensor_act_model_layers_99_residual_post_attn/range": 55.0, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 2177.04443359375, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": 0.220703125, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 0.71875, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 2.453125, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -1.5546875, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 2.453125, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 4.0078125, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 2045.484130859375, "train/tensor_act_model_layers_99_mlp_up_proj/mean": -0.040283203125, "train/tensor_act_model_layers_99_mlp_up_proj/std": 0.70703125, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 2.078125, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -2.078125, "train/tensor_act_model_layers_99_mlp_up_proj/max": 1.8359375, "train/tensor_act_model_layers_99_mlp_up_proj/range": 3.9140625, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 1483.150390625, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 0.318359375, "train/tensor_act_model_layers_99_mlp_down_proj/std": 0.6484375, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 1.546875, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": -1.34375, "train/tensor_act_model_layers_99_mlp_down_proj/max": 1.546875, "train/tensor_act_model_layers_99_mlp_down_proj/range": 2.890625, "train/tensor_act_model_layers_99_mlp/norm": 1447.4344482421875, "train/tensor_act_model_layers_99_mlp/mean": 0.3125, "train/tensor_act_model_layers_99_mlp/std": 0.6328125, "train/tensor_act_model_layers_99_mlp/max_abs": 1.4765625, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": -1.296875, "train/tensor_act_model_layers_99_mlp/max": 1.4765625, "train/tensor_act_model_layers_99_mlp/range": 2.7734375, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 497017.46875, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 242.0, "train/tensor_act_model_layers_99_residual_post_mlp/std": 9.625, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 266.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_mlp/min": 210.0, "train/tensor_act_model_layers_99_residual_post_mlp/max": 266.0, "train/tensor_act_model_layers_99_residual_post_mlp/range": 56.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 31064064.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": 14144.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 171008.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 1064960.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -1064960.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 847872.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 1912832.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 21364736.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": -178.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 118272.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 794624.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -794624.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 565248.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 1359872.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 25952256.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": -48640.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 135168.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 1138688.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -1138688.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 193536.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 1332224.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 36700160.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": 18048.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 202752.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 1245184.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -1245184.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 1097728.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 2342912.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 27131904.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": 6816.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 149504.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 1048576.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -675840.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 1048576.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 1724416.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 28704768.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": -59136.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 147456.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 983040.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -983040.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 166912.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 1149952.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 35389440.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": 8896.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 195584.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 1286144.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -720896.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 1286144.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 2007040.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 31981568.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": 4928.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 176128.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 1036288.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -974848.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 1036288.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 2011136.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 40894464.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": -75776.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 211968.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 2097152.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -2097152.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 266240.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 2363392.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 41943040.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": -6048.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 231424.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 1269760.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": -1155072.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 1269760.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 2424832.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 34603008.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": -11520.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 190464.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 1032192.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": -1032192.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 917504.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 1949696.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 34865152.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": -78336.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 176128.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 1073152.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": -1073152.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 232448.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 1305600.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 49020928.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": -31232.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 270336.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 1564672.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": -1564672.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 1294336.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 2859008.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 34603008.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": -23936.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 190464.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 1130496.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": -1130496.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 782336.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 1912832.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 40370176.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": -88576.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 204800.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 1245184.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": -1245184.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 207872.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 1453056.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 58195968.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": -20480.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 321536.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 1589248.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": -1589248.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 1572864.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 3162112.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 42729472.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": -13120.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 236544.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 1564672.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": -1204224.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 1564672.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 2768896.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 49807360.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": -102912.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 253952.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 1261568.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": -1261568.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 242688.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 1504256.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 56360960.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": -24960.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 311296.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 1728512.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": -1728512.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 1622016.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 3350528.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 42729472.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": -19456.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 235520.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 1146880.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": -1105920.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 1146880.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 2252800.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 46137344.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": -94208.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 236544.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 1376256.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": -1376256.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 232448.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 1608704.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 51904512.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 16064.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 286720.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 1695744.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": -1081344.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 1695744.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 2777088.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 39845888.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": -696.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 221184.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 1245184.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": -1171456.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 1245184.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 2416640.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 45350912.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": -88064.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 235520.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 1966080.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": -1966080.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 142336.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 2108416.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 58458112.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": -20608.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 321536.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 1687552.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": -1687552.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 1425408.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 3112960.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 45350912.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": 3008.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 250880.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 1695744.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": -1220608.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 1695744.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 2916352.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 45875200.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": -102400.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 231424.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 1130496.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": -1130496.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 167936.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 1298432.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 58982400.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": 5056.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 325632.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 1613824.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": -1359872.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 1613824.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 2973696.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 50069504.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": -3808.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 276480.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 1302528.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": -1302528.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 1003520.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 2306048.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 50593792.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": -117248.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 253952.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 1417216.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": -1417216.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 112640.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 1529856.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 61603840.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": 648.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 339968.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 1654784.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": -1507328.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 1654784.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 3162112.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 48496640.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": -4480.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 268288.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 1187840.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": -1122304.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 1187840.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 2310144.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 54525952.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": -118272.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 276480.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 1384448.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": -1384448.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 135168.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 1519616.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 60030976.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": 11776.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 331776.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 1458176.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": -1449984.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 1458176.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 2908160.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 51118080.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 12096.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 282624.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 1220608.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": -1220608.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 1146880.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 2367488.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 55836672.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": -125440.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 280576.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 1286144.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": -1286144.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 99328.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 1385472.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 64487424.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": -58368.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 352256.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 1974272.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": -1974272.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 1540096.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 3514368.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 49020928.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": -42240.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 268288.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 1294336.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": -1179648.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 1294336.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 2473984.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 59768832.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": -122880.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 305152.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 1540096.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": -1540096.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 96768.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 1636864.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 63700992.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": -11904.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 350208.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 1605632.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": -1589248.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 1605632.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 3194880.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 51118080.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": -19840.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 280576.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 1179648.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": -1179648.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 1036288.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 2215936.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 58720256.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": -135168.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 294912.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 1294336.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": -1294336.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 122880.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 1417216.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 64487424.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": -6880.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 356352.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 1679360.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": -1589248.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 1679360.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 3268608.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 50855936.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": -6560.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 280576.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 1261568.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": -1097728.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 1261568.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 2359296.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 60817408.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": -142336.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 305152.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 1515520.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": -1515520.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 72704.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 1588224.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 61079552.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": -11392.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 335872.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 1589248.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": -1482752.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 1589248.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 3072000.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 50593792.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": -9984.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 278528.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 1138688.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": -1032192.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 1138688.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 2170880.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 60030976.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": -139264.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 301056.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 1540096.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": -1540096.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 134144.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 1674240.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 64487424.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": 17792.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 356352.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 1982464.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": -1482752.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 1982464.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 3465216.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 53215232.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": 12416.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 292864.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 1261568.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": -1105920.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 1261568.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 2367488.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 58195968.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": -135168.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 290816.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 1310720.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": -1310720.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 185344.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 1496064.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 62652416.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": 23552.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 346112.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 1851392.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": -1384448.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 1851392.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 3235840.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 52428800.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": 14080.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 288768.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 1441792.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": -1081344.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 1441792.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 2523136.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 58982400.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": -130560.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 299008.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 1589248.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": -1589248.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 139264.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 1728512.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 64487424.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": 10560.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 356352.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 1728512.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": -1523712.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 1728512.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 3252224.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 50593792.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": 6464.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 280576.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 1269760.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": -901120.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 1269760.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 2170880.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 60030976.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": -137216.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 301056.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 1540096.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": -1540096.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 109568.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 1649664.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 66846720.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": -9216.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 368640.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 2039808.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": -2039808.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 1753088.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 3792896.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 50593792.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": -15040.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 278528.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 1048576.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": -1048576.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 1015808.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 2064384.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 62128128.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": -145408.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 311296.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 1441792.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": -1441792.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 109056.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 1550848.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 68157440.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 15296.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 376832.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 1802240.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": -1802240.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 1515520.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 3317760.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 52166656.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": 5376.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 286720.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 1064960.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": -1064960.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 921600.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 1986560.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 58982400.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": -145408.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 290816.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 1253376.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": -1253376.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 87040.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 1340416.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 60555264.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": -29568.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 333824.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 1589248.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": -1589248.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 1572864.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 3162112.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 56623104.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": -30080.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 311296.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 1351680.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": -1089536.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 1351680.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 2441216.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 63700992.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": -133120.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 325632.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 1605632.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": -1605632.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 107008.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 1712640.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 66846720.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": 35328.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 368640.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 1761280.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": -1687552.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 1761280.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 3448832.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 51380224.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 32128.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 282624.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 1187840.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": -1187840.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 1122304.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 2310144.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 60293120.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": -139264.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 303104.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 1351680.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": -1351680.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 75776.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 1427456.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 61341696.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": -27776.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 337920.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 1810432.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": -1810432.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 1523712.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 3334144.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 52166656.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": -25600.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 286720.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 1155072.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": -1155072.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 880640.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 2035712.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 65536000.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": -144384.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 331776.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 1589248.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": -1589248.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 113152.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 1702400.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 63438848.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": -24320.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 350208.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 1925120.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": -1794048.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 1925120.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 3719168.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 49807360.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -15616.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 274432.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 1024000.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": -790528.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 1024000.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 1814528.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 60293120.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": -160768.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 292864.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 1253376.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": -1253376.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 78336.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 1331712.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 65798144.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": 816.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 362496.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 2023424.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": -1900544.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 2023424.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 3923968.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 51904512.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": 4800.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 286720.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 974848.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": -974848.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 933888.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 1908736.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 58195968.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": -148480.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 284672.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 1097728.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": -1097728.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 103424.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 1201152.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 62390272.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": -10624.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 344064.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 1925120.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": -1638400.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 1925120.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 3563520.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 53215232.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": -30080.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 292864.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 1261568.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": -1163264.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 1261568.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 2424832.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 61603840.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": -119808.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 317440.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 1466368.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": -1466368.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 118272.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 1584640.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 60555264.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": 50176.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 329728.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 1671168.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": -1662976.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 1671168.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 3334144.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 57933824.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": 41472.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 317440.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 1187840.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": -1187840.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 1089536.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 2277376.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 65011712.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": -141312.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 329728.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 1441792.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": -1441792.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 92672.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 1534464.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 62128128.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": -7648.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 342016.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 1703936.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": -1703936.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 1695744.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 3399680.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 55312384.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": 4352.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 305152.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 1122304.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": -1122304.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 1114112.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 2236416.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 62128128.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": -146432.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 311296.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 1302528.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": -1302528.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 98304.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 1400832.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 61341696.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": -10944.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 337920.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 1933312.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": -1933312.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 1499136.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 3432448.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 52690944.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": -14592.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 290816.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 1146880.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": -1146880.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 1064960.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 2211840.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 61603840.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": -154624.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 303104.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 1400832.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": -1400832.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 134144.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 1534976.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 57671680.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": 6272.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 319488.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 1695744.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": -1343488.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 1695744.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 3039232.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 50855936.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": 3200.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 280576.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 1036288.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": -1036288.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 815104.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 1851392.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 60030976.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": -161792.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 290816.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 1138688.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": -1138688.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 88064.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 1226752.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 61079552.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": -3760.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 337920.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 1695744.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": -1654784.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 1695744.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 3350528.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 54525952.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": 740.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 301056.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 1011712.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": -1011712.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 987136.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 1998848.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 64225280.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": -155648.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 319488.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 1417216.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": -1417216.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 86016.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 1503232.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 60293120.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": 47616.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 329728.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 1744896.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": -1417216.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 1744896.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 3162112.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 54001664.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": 33792.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 294912.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 1302528.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": -1097728.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 1302528.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 2400256.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 60293120.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": -150528.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 296960.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 1458176.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": -1458176.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 102912.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 1561088.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 60030976.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": -2448.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 331776.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 1884160.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": -1884160.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 1417216.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 3301376.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 53215232.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": -5376.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 294912.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 1048576.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": -1048576.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 1007616.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 2056192.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 63438848.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": -152576.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 315392.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 1294336.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": -1294336.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 67584.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 1361920.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 62128128.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": 6272.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 344064.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 1687552.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": -1531904.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 1687552.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 3219456.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 52953088.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": -772.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 292864.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 1146880.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": -1146880.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 966656.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 2113536.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 63963136.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": -149504.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 319488.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 1409024.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": -1409024.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 114176.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 1523200.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 60030976.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": 31232.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 329728.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 1597440.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.9996337890625, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": -1581056.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 1597440.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 3178496.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 52953088.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": 28672.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 290816.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 1003520.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": -905216.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 1003520.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 1908736.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 60555264.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": -157696.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 294912.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 1302528.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": -1302528.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 100864.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 1403392.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 61603840.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": 10240.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 339968.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 1736704.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": -1736704.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 1572864.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 3309568.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 49283072.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": 15936.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 272384.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 851968.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": -811008.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 851968.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 1662976.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 60817408.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": -159744.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 296960.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 1187840.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": -1187840.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 61184.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 1249024.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 60555264.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": -19328.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 333824.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 1826816.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": -1630208.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 1826816.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 3457024.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 53477376.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": -15744.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 294912.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 1097728.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": -1097728.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 942080.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 2039808.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 63438848.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": -156672.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 313344.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 1302528.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": -1302528.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 88064.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 1390592.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 59244544.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": 2048.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 327680.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 1622016.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": -1622016.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 1548288.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 3170304.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 50069504.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": -33.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 276480.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 905216.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": -884736.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 905216.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 1789952.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 59768832.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": -160768.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 288768.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 1056768.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": -1056768.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 57088.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 1113856.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 56885248.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": 45824.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 311296.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 1687552.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": -1687552.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 1441792.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 3129344.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 48234496.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": 38400.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 264192.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 954368.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": -942080.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 954368.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 1896448.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 57933824.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": -160768.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 276480.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 1064960.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": -1064960.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 78848.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 1143808.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 58720256.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": 48128.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 321536.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 1843200.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": -1425408.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 1843200.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 3268608.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 52428800.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 33280.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 286720.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 946176.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": -876544.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 946176.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 1822720.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 60555264.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": -153600.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 296960.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 1171456.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": -1171456.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 78848.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 1250304.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 58720256.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": -23296.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 323584.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 1531904.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.996917724609375, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": -1531904.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 1318912.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 2850816.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 49807360.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": -12288.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 274432.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 999424.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": -860160.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 999424.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 1859584.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 62128128.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": -153600.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 307200.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 1449984.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": -1449984.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 85504.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 1535488.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 57671680.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": 6368.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 319488.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 1654784.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": -1654784.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 1458176.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 3112960.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 51118080.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": 3968.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 282624.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 851968.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": -851968.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 786432.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 1638400.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 58458112.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": -151552.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 284672.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 1540096.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": -1540096.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 90112.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 1630208.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 56885248.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": 38400.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 311296.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 1572864.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": -1400832.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 1572864.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 2973696.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 52953088.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": 24064.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 292864.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 1146880.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": -892928.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 1146880.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 2039808.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 59768832.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": -150528.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 292864.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 1204224.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": -1204224.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 74240.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 1278464.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 57147392.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": 1000.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 315392.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 1605632.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": -1605632.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 1482752.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 3088384.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 52690944.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": 7552.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 290816.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 987136.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": -905216.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 987136.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 1892352.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 62652416.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": -153600.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 309248.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 1253376.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": -1253376.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 71680.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 1325056.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 51904512.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": 19712.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 286720.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 1597440.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": -1597440.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 1482752.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 3080192.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 45875200.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": 15488.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 252928.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 978944.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": -978944.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 737280.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 1716224.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 57147392.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": -158720.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 274432.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 978944.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": -978944.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 81920.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 1060864.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 56360960.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": 29952.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 309248.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 1523712.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": -1490944.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 1523712.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 3014656.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 51904512.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": 19840.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 286720.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 995328.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": -929792.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 995328.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 1925120.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 57671680.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": -151552.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 280576.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 1073152.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": -1073152.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 98816.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 1171968.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 50855936.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": 11328.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 280576.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 1351680.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": -1351680.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 1196032.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 2547712.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 45613056.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": 2768.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 250880.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 737280.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": -737280.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 700416.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 1437696.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 52690944.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": -154624.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 246784.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 872448.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": -872448.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 86016.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 958464.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 58195968.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": -4576.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 321536.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 1835008.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": -1835008.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 1523712.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 3358720.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 49807360.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": -3232.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 276480.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 860160.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": -839680.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 860160.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 1699840.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 59244544.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": -148480.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 290816.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 1081344.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": -1081344.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 70656.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 1152000.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 50593792.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": 2720.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 280576.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 1703936.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": -1703936.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 1548288.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 3252224.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 45088768.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": 2864.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 249856.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 708608.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": -708608.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 675840.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 1384448.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 51642368.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": -149504.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 243712.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 917504.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": -917504.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 65280.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 982784.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 49020928.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": 14400.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 270336.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 1327104.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": -1327104.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 1220608.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 2547712.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 44826624.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": 12032.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 247808.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 811008.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": -811008.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 679936.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 1490944.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 52953088.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": -149504.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 250880.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 901120.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": -901120.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 45056.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 946176.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 50855936.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": -6816.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 280576.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 1368064.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": -1368064.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 1318912.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 2686976.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 43778048.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": -3616.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 241664.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 966656.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": -626688.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 966656.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 1593344.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 51904512.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": -149504.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 245760.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 843776.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": -843776.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 55808.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 899584.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 47710208.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": 29952.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 261120.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 1630208.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": -1630208.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 1589248.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 3219456.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 42205184.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": 38400.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 230400.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 659456.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": -602112.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 659456.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 1261568.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 48758784.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": -143360.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 228352.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 708608.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": -708608.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 53504.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 762112.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 50069504.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": -15936.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 276480.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 1630208.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": -1630208.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 1212416.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 2842624.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 45088768.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": -17920.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 248832.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 770048.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": -770048.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 712704.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 1482752.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 52690944.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": -148480.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 249856.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 1032192.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": -1032192.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 58880.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 1091072.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 49545216.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": 14400.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 274432.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 1286144.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": -1196032.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 1286144.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 2482176.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 45613056.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": 24704.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 250880.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 851968.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": -692224.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 851968.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 1544192.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 53739520.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": -150528.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 256000.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 937984.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": -937984.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 76800.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 1014784.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 41156608.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": -4512.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 227328.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 1146880.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": -1146880.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 1097728.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 2244608.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 38797312.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": 5504.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 214016.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 688128.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": -581632.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 688128.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 1269760.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 43515904.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": -139264.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 195584.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 630784.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": -630784.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 51968.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 682752.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 49807360.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": -12032.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 274432.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 1572864.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": -1572864.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 1376256.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 2949120.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 42467328.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": -11712.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 233472.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 663552.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": -663552.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 618496.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 1282048.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 52166656.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": -152576.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 244736.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 815104.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": -815104.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 73216.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 888320.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 46399488.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -22528.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 254976.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 1318912.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": -1318912.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 1261568.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 2580480.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 40894464.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": -15360.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 225280.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 655360.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": -602112.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 655360.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 1257472.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 49020928.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": -145408.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 228352.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 806912.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": -806912.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 48896.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 855808.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 44040192.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": 7904.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 242688.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 1417216.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": -1310720.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 1417216.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 2727936.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 40632320.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": 5408.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 225280.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 626688.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": -626688.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 573440.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 1200128.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 49545216.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": -145408.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 232448.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 839680.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": -839680.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 48128.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 887808.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 45613056.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": -5440.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 251904.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 1081344.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": -1081344.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 1073152.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 2154496.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 42205184.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": -2832.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 232448.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 614400.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": -614400.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 610304.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 1224704.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 49283072.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": -139264.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 234496.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 770048.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": -770048.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 44544.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 814592.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 43253760.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": 30976.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 236544.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 1253376.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": -1253376.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 1048576.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 2301952.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 41680896.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": 38400.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 226304.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 737280.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": -708608.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 737280.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 1445888.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 50069504.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": -147456.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 234496.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 798720.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": -798720.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 56064.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 854784.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 42467328.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": -16064.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 234496.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 1228800.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": -1228800.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 1024000.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 2252800.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 38797312.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": -16128.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 214016.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 598016.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": -598016.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 491520.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 1089536.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 46923776.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": -145408.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 215040.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 851968.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.99639892578125, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": -851968.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 45056.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 897024.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 46399488.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": -5056.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 256000.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 1400832.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": -1400832.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 1236992.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 2637824.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 42205184.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": -4672.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 232448.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 708608.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": -606208.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 708608.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 1314816.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 50331648.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": -142336.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 238592.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 798720.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": -798720.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 55552.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 854272.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 46399488.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": 22144.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 256000.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 1744896.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": -1531904.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 1744896.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 3276800.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 41680896.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": 16192.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 229376.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 737280.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": -737280.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 606208.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 1343488.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 50331648.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": -143360.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 238592.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 868352.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": -868352.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 55808.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 924160.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 44826624.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": -5536.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 247808.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 1622016.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": -1622016.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 1474560.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 3096576.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 40370176.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": -10880.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 223232.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 786432.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": -786432.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 610304.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 1396736.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 47972352.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": -142336.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 224256.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 815104.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": -815104.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 52992.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 868096.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 42729472.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": 4576.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 235520.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 1024000.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.9969482421875, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": -1024000.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 1015808.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 2039808.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 40632320.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": 2320.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 224256.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 651264.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": -651264.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 638976.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 1290240.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 47710208.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": -141312.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 222208.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 774144.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": -774144.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 56320.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 830464.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 42729472.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": 9920.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 236544.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 1261568.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": -1261568.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 1155072.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 2416640.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 38273024.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 18176.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 209920.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 602112.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": -528384.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 602112.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 1130496.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 43778048.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": -131072.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 202752.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 638976.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": -638976.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 57600.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 696576.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 41156608.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": -1392.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 227328.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 1036288.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": -1036288.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 958464.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 1994752.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 38273024.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": 2720.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 210944.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 704512.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": -585728.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 704512.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 1290240.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 43778048.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": -135168.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 200704.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 712704.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": -712704.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 37632.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 750336.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 42467328.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": -8032.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 233472.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 1097728.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": -1097728.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 1073152.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 2170880.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 40108032.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": -16896.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 220160.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 626688.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.99615478515625, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": -626688.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 610304.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 1236992.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 45613056.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": -130048.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 215040.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 737280.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": -737280.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 43520.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 780800.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 42991616.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": 1032.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 237568.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 1212416.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": -1212416.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 1122304.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 2334720.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 38010880.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": 8384.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 209920.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 598016.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": -565248.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 598016.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 1163264.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 45088768.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": -132096.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 209920.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 704512.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": -704512.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 63744.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 768256.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 40370176.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": -596.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 223232.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 1245184.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.998809814453125, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": -1245184.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 1204224.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 2449408.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 35651584.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": -3344.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 196608.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 518144.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": -518144.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 497664.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 1015808.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 42205184.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": -128512.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 194560.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 585728.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": -585728.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 56320.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 642048.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 38797312.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": 5216.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 214016.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 983040.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": -970752.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 983040.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 1953792.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 35389440.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": 3216.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 195584.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 528384.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": -487424.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 528384.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 1015808.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 41680896.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": -125440.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 192512.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 634880.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": -634880.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 49408.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 684288.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 39321600.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": -7456.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 217088.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 1277952.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.994720458984375, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": -1155072.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 1277952.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 2433024.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 36438016.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": -4352.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 200704.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 522240.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": -522240.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 505856.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 1028096.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 43778048.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": -135168.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 201728.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 663552.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": -663552.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 49408.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 712960.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 34865152.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": -5216.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 192512.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 1130496.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": -1130496.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 999424.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 2129920.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 31588352.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": -5888.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 174080.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 454656.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": -454656.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 380928.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 835584.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 37486592.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": -124416.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 165888.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 477184.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": -477184.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 54272.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 531456.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 36700160.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": 4608.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 201728.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 1196032.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": -1196032.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 1105920.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 2301952.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 33292288.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": 7808.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 183296.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 475136.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": -432128.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 475136.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 907264.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 39845888.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": -122368.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 183296.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 618496.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": -618496.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 43008.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 661504.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 36962304.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": 8512.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 204800.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 974848.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": -950272.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 974848.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 1925120.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 35651584.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": 8640.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 196608.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 495616.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": -471040.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 495616.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 966656.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 41943040.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": -125952.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 193536.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 729088.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": -729088.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 57856.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 786944.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 40632320.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": -21632.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 223232.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 1130496.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": -1130496.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 1130496.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 2260992.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 37224448.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": -17920.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 205824.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 593920.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": -593920.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 561152.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 1155072.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 43778048.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": -126464.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 205824.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 671744.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": -671744.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 47872.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 719616.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 35651584.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": 24832.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 195584.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 1064960.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": -1003520.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 1064960.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 2068480.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 34603008.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 25600.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 189440.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 483328.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": -440320.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 483328.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 923648.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 39583744.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": -125952.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 178176.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 509952.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": -509952.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 42752.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 552704.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 38535168.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": -4608.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 212992.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 1204224.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": -1171456.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 1204224.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 2375680.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": -5248.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 187392.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 544768.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": -481280.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 544768.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 1026048.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 40894464.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": -127488.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 187392.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 667648.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": -667648.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 34048.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 701696.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 38010880.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": -3728.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 209920.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 978944.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": -950272.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 978944.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 1929216.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 37224448.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": -2736.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 205824.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 585728.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": -585728.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 585728.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 1171456.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 44040192.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": -132096.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 203776.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 716800.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": -716800.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 68608.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 785408.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 43515904.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": -18048.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 240640.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 1105920.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": -1105920.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 958464.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 2064384.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 41680896.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": -11584.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 229376.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 684032.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": -684032.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 610304.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 1294336.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 49283072.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": -136192.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 236544.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 823296.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": -823296.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 40960.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 864256.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 40632320.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": 11584.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 224256.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 1007616.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": -946176.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 1007616.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 1953792.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 39583744.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": 12736.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 219136.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 593920.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": -593920.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 593920.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 1187840.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 46661632.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": -136192.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 219136.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 688128.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": -688128.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 44800.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 732928.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 34603008.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": 1176.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 191488.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 937984.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": -917504.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 937984.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 1855488.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 32636928.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": -1560.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 180224.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 512000.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": -442368.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 512000.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 954368.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 38535168.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": -122880.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 173056.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 557056.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": -557056.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 32768.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 589824.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 48758784.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": 30208.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 268288.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 1474560.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": -1409024.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 1474560.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 2883584.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 44040192.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": 20480.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 242688.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 856064.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": -856064.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 811008.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 1667072.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 51380224.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": -131072.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 251904.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 978944.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": -978944.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 72192.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 1051136.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 43515904.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": -1816.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 240640.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 1220608.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": -1105920.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 1220608.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 2326528.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 42205184.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": -4608.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 233472.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 774144.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": -749568.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 774144.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 1523712.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 48234496.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": -135168.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 230400.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 1064960.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": -1064960.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 59136.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 1124096.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 39845888.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": -8000.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 219136.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 1384448.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": -1277952.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 1384448.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 2662400.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 38535168.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": -3664.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 212992.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 712704.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": -634880.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 712704.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 1347584.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 43515904.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": -128000.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 203776.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 712704.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": -712704.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 45312.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 758016.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 41943040.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -19712.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 231424.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 1003520.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": -987136.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 1003520.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 1990656.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 42729472.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": -17152.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 235520.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 839680.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": -708608.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 839680.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 1548288.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 50069504.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": -131072.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 243712.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 860160.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": -860160.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 61440.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 921600.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 44826624.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": 2368.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 247808.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 1499136.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": -1499136.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 1261568.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 2760704.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 42991616.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": 8640.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 237568.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 729088.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": -729088.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 716800.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 1445888.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 48496640.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": -130560.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 234496.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 876544.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": -876544.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 58112.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 934656.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 43778048.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": 20352.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 240640.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 1499136.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": -1261568.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 1499136.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 2760704.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 39059456.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": 12544.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 216064.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 659456.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": -626688.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 659456.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 1286144.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 45875200.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": -128512.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 218112.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 798720.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.99853515625, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": -798720.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 57088.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 855808.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 43778048.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": -15552.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 240640.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 1392640.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": -1359872.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 1392640.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 2752512.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 39059456.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": -11136.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 216064.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 630784.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": -630784.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 606208.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 1236992.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 46661632.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": -128512.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 223232.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 790528.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": -790528.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 38400.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 828928.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 42991616.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": 18176.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 236544.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 1277952.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.996307373046875, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": -1179648.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 1277952.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 2457600.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 42467328.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": 20096.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 234496.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 778240.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.9996337890625, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": -684032.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 778240.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 1462272.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 46923776.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": -126464.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 225280.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 794624.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": -794624.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 53504.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 848128.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 44040192.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -8128.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 242688.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 1449984.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.9937744140625, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": -1302528.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 1449984.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 2752512.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 41943040.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": -1256.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 232448.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 774144.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": -708608.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 774144.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 1482752.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 48758784.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": -131072.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 234496.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 983040.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": -983040.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 50688.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 1033728.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 54525952.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": -4704.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 301056.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 1597440.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": -1597440.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 1572864.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 3170304.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 49545216.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": -3392.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 274432.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 1048576.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": -954368.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 1048576.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 2002944.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 58720256.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": -142336.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 290816.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 1286144.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": -1286144.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 57344.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 1343488.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 46661632.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": -7584.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 257024.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 1359872.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": -1302528.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 1359872.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 2662400.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 42991616.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": -9600.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 237568.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 835584.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": -835584.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 749568.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 1585152.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 50593792.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": -141312.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 241664.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 1105920.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": -1105920.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 46592.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 1152512.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 53739520.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -16768.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 296960.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 1409024.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": -1409024.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 1327104.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 2736128.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 51380224.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": -11584.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 282624.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 1236992.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": -1236992.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 1122304.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 2359296.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 59768832.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": -150528.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 292864.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 1392640.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": -1392640.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 97792.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 1490432.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 55836672.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": -35584.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 305152.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 1572864.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": -1572864.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 1171456.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 2744320.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 55050240.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": -28672.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 303104.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 2260992.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": -2260992.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 2179072.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 4440064.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 64749568.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": -148480.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 325632.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 2736128.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": -2736128.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 150528.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 2886656.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 32768000.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": -5984.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 181248.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 921600.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": -921600.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 917504.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 1839104.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 31981568.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": -7840.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 177152.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 2015232.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": -2015232.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 1949696.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 3964928.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 37748736.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": -66048.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 198656.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 2768896.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": -2768896.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 199680.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 2968576.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 13172736.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 7488.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 72192.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 403456.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": -403456.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 362496.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 765952.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 11272192.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 4080.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 61952.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 1335296.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.999847412109375, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": -966656.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 1335296.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 2301952.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 13762560.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": -15552.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 74240.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 1761280.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": -1761280.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 282624.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 2043904.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 7995392.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 3328.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 44032.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 211968.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": -211968.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 207872.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 419840.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 5832704.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 1136.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 32128.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 540672.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": -421888.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 540672.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 962560.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 6094848.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -6912.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 33024.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 589824.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.999664306640625, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": -589824.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 280576.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 870400.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 4849664.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": -836.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 26752.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 156672.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -110080.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 156672.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 266752.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 3211264.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": -7.28125, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 17792.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 160768.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -160768.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 145408.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 306176.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 3342336.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -85.5, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 18432.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 164864.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.999053955078125, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -151552.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 164864.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 316416.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": 0.000186920166015625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.11083984375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.1015625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.11083984375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.21240234375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 0.00016689300537109375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.028076171875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.2314453125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": 0.00010538101196289062, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.10888671875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.216796875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": -0.0002841949462890625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.0001983642578125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -0.00031280517578125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": 0.00022983551025390625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.10888671875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.2255859375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": 0.0001163482666015625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.0007476806640625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.02783203125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.11083984375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.1181640625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.22900390625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": 0.0005035400390625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.11279296875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.23779296875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": 0.0001697540283203125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.028076171875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.10693359375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.10693359375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.2099609375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": 6.580352783203125e-05, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.02783203125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.10791015625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.10693359375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.21484375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": 0.00142669677734375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.1162109375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.22509765625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 7.43865966796875e-05, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.10888671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.10546875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.21435546875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.00150299072265625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.028076171875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.11376953125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.107421875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.22119140625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 5.25, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": 0.00191497802734375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": 0.0002536773681640625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.1103515625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.23046875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 5.125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.000392913818359375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.10302734375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.22607421875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": 0.00189971923828125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.10546875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.22216796875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": 0.0004024505615234375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.1064453125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.22802734375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 5.125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": 5.054473876953125e-05, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.10693359375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.1015625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.10693359375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.20849609375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": 0.000545501708984375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.119140625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.11474609375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.23388671875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": -0.00011587142944335938, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.103515625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.103515625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.09912109375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.20263671875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 5.125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": 0.0003814697265625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.0986328125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.0986328125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.09521484375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.19384765625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": 0.00145721435546875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.10400390625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.23095703125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -0.000438690185546875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.0966796875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.21630859375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 5.125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": 0.000873565673828125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.111328125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.111328125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.10205078125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.21337890625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.0010833740234375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 5.25, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -0.0012359619140625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.10400390625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.22509765625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": -0.000278472900390625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.11865234375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.10595703125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.224609375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": 0.001190185546875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.11474609375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.11474609375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.10986328125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.224609375, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": 0.0003070831298828125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.1123046875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.09765625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.1123046875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.2099609375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": 0.000453948974609375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.09423828125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.2119140625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": 0.00144195556640625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": -0.00018596649169921875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.22998046875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": -0.0012054443359375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.111328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.0986328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.111328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.2099609375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 5.375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": 0.0007476806640625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": -0.0003871917724609375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": 0.000202178955078125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.115234375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.2353515625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": 0.0003261566162109375, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": 0.0001659393310546875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.1171875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.11181640625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.22900390625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 5.25, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.0010986328125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.1171875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.103515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.220703125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": 0.00140380859375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.1181640625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.10888671875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.22705078125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": -0.0002613067626953125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.10986328125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.23486328125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": 0.00109100341796875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.1142578125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.1083984375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.22265625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": 0.00152587890625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.240234375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": 0.000278472900390625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.107421875, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.2333984375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": 1.8835067749023438e-05, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.1162109375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.09716796875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.21337890625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 5.5, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": 0.0004444122314453125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": -0.0003871917724609375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.111328125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.111328125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.10693359375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.21826171875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": -0.0009765625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.1083984375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.22998046875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": 0.003021240234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": -5.7697296142578125e-05, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.11572265625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.11279296875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.11572265625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.228515625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": -0.0002880096435546875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.10205078125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.21875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": 0.001495361328125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.11669921875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.23291015625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": -0.00141143798828125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.10986328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.10205078125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.10986328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.2119140625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": 2.1696090698242188e-05, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.11279296875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.23046875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": 0.00130462646484375, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -0.00014781951904296875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.140625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": 0.000682830810546875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.10888671875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.23046875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": 0.0024871826171875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": 0.00037384033203125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 5.5, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 6.437301635742188e-05, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 5.625, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": 0.002471923828125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.2373046875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": 0.000492095947265625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.11181640625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.2353515625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 0.00012063980102539062, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.119140625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.234375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": 0.0025177001953125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -0.000942230224609375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.2265625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 5.5, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": -0.000873565673828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.11572265625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.10595703125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.11572265625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.2216796875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": 0.0013885498046875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.03125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 5.625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": 0.0009613037109375, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.23779296875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 5.5, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": 0.000896453857421875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.11865234375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": 0.00177001953125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.2421875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 5.625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": 0.0001735687255859375, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.11181640625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.11181640625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.1103515625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.22216796875, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": -0.00101470947265625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": 0.002410888671875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": -0.000553131103515625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.2421875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": -0.00018596649169921875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": 0.0029449462890625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 5.625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": 0.00046539306640625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.11279296875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": -9.250640869140625e-05, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.1181640625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.11669921875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.23486328125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": 0.0026092529296875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.11376953125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 5.625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": 0.00017642974853515625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1181640625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": 0.000675201416015625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": 0.00193023681640625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": -0.00010633468627929688, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.23974609375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 1.8030405044555664e-06, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.03125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": 0.002349853515625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.2451171875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": 0.00043487548828125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.03125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.11279296875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.11279296875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.2216796875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": -0.000530242919921875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 5.875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": 0.001800537109375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": -0.000545501708984375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.11669921875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.23095703125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": 0.0002994537353515625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.109375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.2373046875, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 5.875, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": 0.0012664794921875, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.0012054443359375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.00020313262939453125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.03125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": 0.00262451171875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": -0.000186920166015625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": -2.1338462829589844e-05, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.03125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": 0.0019989013671875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.00121307373046875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -0.00020599365234375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.03125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": 0.0022125244140625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": 0.00011873245239257812, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.236328125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -0.0003032684326171875, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.25244140625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": 0.0024261474609375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": 0.000751495361328125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": -0.000396728515625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.111328125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.23291015625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": 0.00165557861328125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 5.875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": -0.00074005126953125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": -0.000812530517578125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.1181640625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": 0.0018463134765625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": 0.00022602081298828125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": -0.0001964569091796875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": 0.00286865234375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": 0.00024127960205078125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": 0.00115203857421875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.1181640625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": 0.002166748046875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -0.00171661376953125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.001708984375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": 0.00118255615234375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": 0.00017261505126953125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": 0.000640869140625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": 0.002044677734375, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": -4.5299530029296875e-06, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": -0.00030517578125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": 0.002288818359375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.000946044921875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 0.0004024505615234375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": 0.002166748046875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": -0.000118255615234375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": 0.00063323974609375, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": 0.0036773681640625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": -0.00014972686767578125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.11865234375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": 0.000408172607421875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": 0.0019683837890625, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -0.000762939453125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": -0.00021839141845703125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": 0.002197265625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": 0.000194549560546875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": 0.0010833740234375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": 0.0025482177734375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": -0.0019989013671875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": -0.000579833984375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": 0.002716064453125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": 1.1742115020751953e-05, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": 0.00011491775512695312, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": 0.0018157958984375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": -0.0003757476806640625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.00066375732421875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 6.625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": 0.0028533935546875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": -0.00014591217041015625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": -2.3245811462402344e-05, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 6.625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": 0.00139617919921875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": 8.296966552734375e-05, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": 6.437301635742188e-05, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 6.75, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": 0.0029296875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": -0.000652313232421875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": 5.054473876953125e-05, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": 0.00151824951171875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": -0.000507354736328125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.25830078125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": -0.00042724609375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 6.75, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": 0.00189971923828125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": -0.00029754638671875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -0.0009613037109375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": 0.001007080078125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": -0.000293731689453125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": 0.000347137451171875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.265625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": 0.0014801025390625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 8.58306884765625e-05, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": -0.0014801025390625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.265625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": 0.00189971923828125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": 5.8650970458984375e-05, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": -0.000339508056640625, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 6.875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": 0.00122833251953125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": 0.0004253387451171875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": 0.000518798828125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": 0.00177001953125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": -0.00058746337890625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": -0.00106048583984375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": 0.002349853515625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": -0.000667572021484375, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": -0.00177764892578125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": 0.002044677734375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": -0.0001277923583984375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": -0.00024127960205078125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": 0.0015106201171875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": 0.000743865966796875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": -3.1948089599609375e-05, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": 0.00185394287109375, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -0.00054168701171875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": -6.866455078125e-05, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": 0.0025177001953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": -0.00078582763671875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": -0.00081634521484375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": 0.000843048095703125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": 0.000308990478515625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": -0.0004673004150390625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": 0.0011749267578125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.0002841949462890625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": -5.155801773071289e-06, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 7.125, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": 0.0014190673828125, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.000514984130859375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.001434326171875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 7.125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": 0.00177001953125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -0.0010986328125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": 0.0008544921875, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 7.125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": 0.0019683837890625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -0.0004177093505859375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": 8.153915405273438e-05, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 7.125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": 0.00153350830078125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": 7.581710815429688e-05, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": 0.000644683837890625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": 0.0012969970703125, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.169921875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.169921875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": -9.441375732421875e-05, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": 0.0004024505615234375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 7.25, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": 0.000934600830078125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": -0.0010223388671875, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": -0.0013885498046875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": 0.000370025634765625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": 0.00084686279296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -0.0002803802490234375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": 0.00225830078125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": -0.0007781982421875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": 8.285045623779297e-06, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": 0.0021820068359375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": 0.0009765625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 0.00031280517578125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": 0.00049591064453125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.3134765625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": 0.0002307891845703125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.000835418701171875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": 0.00140380859375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.001068115234375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.2880859375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": -0.0001583099365234375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": 0.000759124755859375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": 0.00119781494140625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 7.25, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": 0.000698089599609375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": 0.002166748046875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -0.000209808349609375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 7.375, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": -0.0004825592041015625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 8.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": 0.001983642578125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": 0.0004482269287109375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 7.5, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": 0.00013256072998046875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": 0.00201416015625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.291015625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": -0.000278472900390625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": -0.000141143798828125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 8.375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": 0.0016632080078125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.1689453125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": 0.00011730194091796875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.283203125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": -0.000576019287109375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 8.375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": 0.002288818359375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.15625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": -0.000270843505859375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": -0.00018978118896484375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": 0.0021514892578125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.208984375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.208984375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.3525390625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": 0.000385284423828125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": 0.0002994537353515625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": 0.0019683837890625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": 1.4960765838623047e-05, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 8.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": 0.000759124755859375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 8.625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 0.0017852783203125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.2880859375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 8.25, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 0.000690460205078125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.28125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": -0.00054931640625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 8.625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": 0.00107574462890625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.166015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.31640625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 8.125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.00110626220703125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 8.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 0.000621795654296875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 8.8125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": 0.0015716552734375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.048583984375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.166015625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.3291015625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": -0.00015544891357421875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": -0.0003223419189453125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 8.9375, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.00177764892578125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.04931640625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.3193359375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 8.375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": -0.0003509521484375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.15625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 8.25, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.00067901611328125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 9.0625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.0024566650390625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.0498046875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.2158203125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.2158203125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.15625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.3720703125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": -0.0001220703125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -0.00019931793212890625, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 9.0625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": 0.0018157958984375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.050048828125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": 0.0004138946533203125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.1669921875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.1669921875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": 4.792213439941406e-05, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 9.25, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 0.0015106201171875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.051025390625, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.1875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.1875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.3486328125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.75, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -1.990795135498047e-05, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.171875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.322265625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 8.625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -0.00011491775512695312, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 9.5625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": 0.0011749267578125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.052978515625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.240234375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.1787109375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.240234375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.4189453125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 8.9375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": 0.0003509521484375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.049560546875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.173828125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.162109375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.3359375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.8125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": 3.790855407714844e-05, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.048828125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.1630859375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 9.6875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": 0.0019683837890625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.053466796875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.169921875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.3427734375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 9.125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": 0.0002613067626953125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.05029296875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.16796875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.31640625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 9.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": 0.000377655029296875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.0498046875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1767578125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.1572265625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1767578125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.333984375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 9.8125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": 0.00142669677734375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.053955078125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.212890625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.189453125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.212890625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.40234375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 9.1875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": 0.000797271728515625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.05078125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.15625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 9.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": 0.00018787384033203125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.0498046875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.189453125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1708984375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.189453125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.3603515625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 10.0625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": 0.00159454345703125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.0556640625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.181640625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.1953125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.376953125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 9.5625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": 0.000499725341796875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.052734375, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.1953125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.3642578125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 9.25, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": 0.00024318695068359375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.05126953125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.17578125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.17578125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.3349609375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 10.1875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": 0.00093841552734375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.056396484375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.17578125, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.17578125, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.1748046875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.3505859375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 9.5, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": 0.0002994537353515625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.05224609375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.1875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.1953125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.3828125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 9.25, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -6.198883056640625e-05, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.051025390625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.181640625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.1767578125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.181640625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.3583984375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 10.375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": 0.001190185546875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.057373046875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.2197265625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.2197265625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.19140625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.4111328125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 9.6875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": -0.000518798828125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.053466796875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.1982421875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.1982421875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3662109375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 9.375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": 0.0001430511474609375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.0517578125, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.1962890625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.1962890625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.3447265625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 10.25, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": 0.00154876708984375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.056640625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.220703125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.220703125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.19921875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.419921875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 9.75, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": -0.0003032684326171875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.053955078125, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.169921875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.169921875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.3291015625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 9.375, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": -5.7220458984375e-05, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.0517578125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.1796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.1689453125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.3486328125}
-{"step": 2680, "epoch": 0.18065385911695314, "timestamp": 1786742976.8831184, "loss": 7.990572357177735, "grad_norm": 620756992.0, "learning_rate": 9e-05, "train/total_time_seconds": 50.93119651451707, "train/time_per_step_avg": 0.2370290879532695, "train/epoch_time_elapsed": 60.79328829050064, "train/estimated_remaining_minutes": 0.25972376332029845}
-{"step": 2700, "epoch": 0.1820020222446916, "timestamp": 1786742982.5266972, "loss": 8.019105529785156, "grad_norm": 484442112.0, "learning_rate": 9e-05, "train/total_time_seconds": 55.522489339113235, "train/time_per_step_avg": 0.23726782523095608, "train/epoch_time_elapsed": 66.43686648830771, "train/estimated_remaining_minutes": 0.27418513253883076}
-{"step": 2720, "epoch": 0.18335018537243006, "timestamp": 1786742988.8702707, "loss": 8.050555419921874, "grad_norm": 381681664.0, "learning_rate": 9e-05, "train/total_time_seconds": 60.559379287064075, "train/time_per_step_avg": 0.23753873441368342, "train/epoch_time_elapsed": 72.75358671322465, "train/estimated_remaining_minutes": 0.28943820982787977, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 185.9137420654297, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.000919342041015625, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.0908203125, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.30078125, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.30078125, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.28515625, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.5859375, "train/tensor_act_model_layers_0_residual_post_attn/norm": 187.12020874023438, "train/tensor_act_model_layers_0_residual_post_attn/mean": -1.1622905731201172e-05, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.09130859375, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.35546875, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.35546875, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.3046875, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.66015625, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1488.3990478515625, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": 0.018798828125, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.51171875, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 3.140625, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -3.140625, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 2.40625, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 5.546875, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1453.974365234375, "train/tensor_act_model_layers_0_mlp_up_proj/mean": 0.006103515625, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.50390625, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 2.46875, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_0_mlp_up_proj/max": 2.46875, "train/tensor_act_model_layers_0_mlp_up_proj/range": 4.9375, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 492.0227966308594, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.125, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.205078125, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 1.3984375, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/min": -0.74609375, "train/tensor_act_model_layers_0_mlp_down_proj/max": 1.3984375, "train/tensor_act_model_layers_0_mlp_down_proj/range": 2.14453125, "train/tensor_act_model_layers_0_mlp/norm": 487.7574157714844, "train/tensor_act_model_layers_0_mlp/mean": 0.12451171875, "train/tensor_act_model_layers_0_mlp/std": 0.203125, "train/tensor_act_model_layers_0_mlp/max_abs": 1.34375, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": -0.73828125, "train/tensor_act_model_layers_0_mlp/max": 1.34375, "train/tensor_act_model_layers_0_mlp/range": 2.08203125, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 542.0993041992188, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 0.12451171875, "train/tensor_act_model_layers_0_residual_post_mlp/std": 0.2333984375, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 1.40625, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": -0.80859375, "train/tensor_act_model_layers_0_residual_post_mlp/max": 1.40625, "train/tensor_act_model_layers_0_residual_post_mlp/range": 2.21484375, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 542.0993041992188, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 0.12451171875, "train/tensor_act_model_layers_1_residual_pre_attn/std": 0.2333984375, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 1.40625, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": -0.80859375, "train/tensor_act_model_layers_1_residual_pre_attn/max": 1.40625, "train/tensor_act_model_layers_1_residual_pre_attn/range": 2.21484375, "train/tensor_act_model_layers_1_residual_post_attn/norm": 555.23486328125, "train/tensor_act_model_layers_1_residual_post_attn/mean": 0.12451171875, "train/tensor_act_model_layers_1_residual_post_attn/std": 0.240234375, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 1.578125, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": -0.87890625, "train/tensor_act_model_layers_1_residual_post_attn/max": 1.578125, "train/tensor_act_model_layers_1_residual_post_attn/range": 2.45703125, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 1832.256591796875, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": 0.045166015625, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 0.6328125, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 3.203125, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -2.21875, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 3.203125, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 5.421875, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 1815.0877685546875, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.0279541015625, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.625, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 3.109375, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -2.90625, "train/tensor_act_model_layers_1_mlp_up_proj/max": 3.109375, "train/tensor_act_model_layers_1_mlp_up_proj/range": 6.015625, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 1222.688232421875, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.42578125, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.41796875, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 2.296875, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": -1.09375, "train/tensor_act_model_layers_1_mlp_down_proj/max": 2.296875, "train/tensor_act_model_layers_1_mlp_down_proj/range": 3.390625, "train/tensor_act_model_layers_1_mlp/norm": 1191.86181640625, "train/tensor_act_model_layers_1_mlp/mean": 0.41796875, "train/tensor_act_model_layers_1_mlp/std": 0.404296875, "train/tensor_act_model_layers_1_mlp/max_abs": 2.078125, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": -1.0703125, "train/tensor_act_model_layers_1_mlp/max": 2.078125, "train/tensor_act_model_layers_1_mlp/range": 3.1484375, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 1595.568359375, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 0.54296875, "train/tensor_act_model_layers_1_residual_post_mlp/std": 0.55859375, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 3.09375, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": -1.1484375, "train/tensor_act_model_layers_1_residual_post_mlp/max": 3.09375, "train/tensor_act_model_layers_1_residual_post_mlp/range": 4.2421875, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 1595.568359375, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 0.54296875, "train/tensor_act_model_layers_2_residual_pre_attn/std": 0.55859375, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 3.09375, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": -1.1484375, "train/tensor_act_model_layers_2_residual_pre_attn/max": 3.09375, "train/tensor_act_model_layers_2_residual_pre_attn/range": 4.2421875, "train/tensor_act_model_layers_2_residual_post_attn/norm": 1601.131103515625, "train/tensor_act_model_layers_2_residual_post_attn/mean": 0.54296875, "train/tensor_act_model_layers_2_residual_post_attn/std": 0.5625, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 3.125, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": -1.2109375, "train/tensor_act_model_layers_2_residual_post_attn/max": 3.125, "train/tensor_act_model_layers_2_residual_post_attn/range": 4.3359375, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 2678.649169921875, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": 0.0771484375, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 0.921875, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 3.125, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -2.15625, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 3.125, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 5.28125, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 2861.074951171875, "train/tensor_act_model_layers_2_mlp_up_proj/mean": -0.0028228759765625, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.98828125, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 3.375, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -2.984375, "train/tensor_act_model_layers_2_mlp_up_proj/max": 3.375, "train/tensor_act_model_layers_2_mlp_up_proj/range": 6.359375, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 3919.5556640625, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 1.734375, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.8046875, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 4.3125, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/min": -0.224609375, "train/tensor_act_model_layers_2_mlp_down_proj/max": 4.3125, "train/tensor_act_model_layers_2_mlp_down_proj/range": 4.537109375, "train/tensor_act_model_layers_2_mlp/norm": 3503.463623046875, "train/tensor_act_model_layers_2_mlp/mean": 1.578125, "train/tensor_act_model_layers_2_mlp/std": 0.65234375, "train/tensor_act_model_layers_2_mlp/max_abs": 3.171875, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/min": -0.224609375, "train/tensor_act_model_layers_2_mlp/max": 3.171875, "train/tensor_act_model_layers_2_mlp/range": 3.396484375, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 4813.64990234375, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 2.125, "train/tensor_act_model_layers_2_residual_post_mlp/std": 1.0, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 5.59375, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/min": -1.171875, "train/tensor_act_model_layers_2_residual_post_mlp/max": 5.59375, "train/tensor_act_model_layers_2_residual_post_mlp/range": 6.765625, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 4813.64990234375, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 2.125, "train/tensor_act_model_layers_3_residual_pre_attn/std": 1.0, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 5.59375, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/min": -1.171875, "train/tensor_act_model_layers_3_residual_pre_attn/max": 5.59375, "train/tensor_act_model_layers_3_residual_pre_attn/range": 6.765625, "train/tensor_act_model_layers_3_residual_post_attn/norm": 4812.654296875, "train/tensor_act_model_layers_3_residual_post_attn/mean": 2.125, "train/tensor_act_model_layers_3_residual_post_attn/std": 1.0078125, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 5.625, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/min": -1.203125, "train/tensor_act_model_layers_3_residual_post_attn/max": 5.625, "train/tensor_act_model_layers_3_residual_post_attn/range": 6.828125, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 3996.45556640625, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": 0.251953125, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 1.359375, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 3.84375, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -1.8046875, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 3.84375, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 5.6484375, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 4318.8271484375, "train/tensor_act_model_layers_3_mlp_up_proj/mean": 0.04638671875, "train/tensor_act_model_layers_3_mlp_up_proj/std": 1.4921875, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 3.890625, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -3.703125, "train/tensor_act_model_layers_3_mlp_up_proj/max": 3.890625, "train/tensor_act_model_layers_3_mlp_up_proj/range": 7.59375, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 14740.376953125, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 7.09375, "train/tensor_act_model_layers_3_mlp_down_proj/std": 1.1953125, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 10.4375, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.004656791687011719, "train/tensor_act_model_layers_3_mlp_down_proj/min": -0.072265625, "train/tensor_act_model_layers_3_mlp_down_proj/max": 10.4375, "train/tensor_act_model_layers_3_mlp_down_proj/range": 10.509765625, "train/tensor_act_model_layers_3_mlp/norm": 7658.736328125, "train/tensor_act_model_layers_3_mlp/mean": 3.734375, "train/tensor_act_model_layers_3_mlp/std": 0.197265625, "train/tensor_act_model_layers_3_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/min": -0.072265625, "train/tensor_act_model_layers_3_mlp/max": 3.953125, "train/tensor_act_model_layers_3_mlp/range": 4.025390625, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 12196.671875, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 5.84375, "train/tensor_act_model_layers_3_residual_post_mlp/std": 1.0703125, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 9.5, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/min": -0.80859375, "train/tensor_act_model_layers_3_residual_post_mlp/max": 9.5, "train/tensor_act_model_layers_3_residual_post_mlp/range": 10.30859375, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 12196.671875, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 5.84375, "train/tensor_act_model_layers_4_residual_pre_attn/std": 1.0703125, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 9.5, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/min": -0.80859375, "train/tensor_act_model_layers_4_residual_pre_attn/max": 9.5, "train/tensor_act_model_layers_4_residual_pre_attn/range": 10.30859375, "train/tensor_act_model_layers_4_residual_post_attn/norm": 12192.2734375, "train/tensor_act_model_layers_4_residual_post_attn/mean": 5.84375, "train/tensor_act_model_layers_4_residual_post_attn/std": 1.0703125, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 9.5, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/min": -0.81640625, "train/tensor_act_model_layers_4_residual_post_attn/max": 9.5, "train/tensor_act_model_layers_4_residual_post_attn/range": 10.31640625, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 4340.822265625, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": 0.373046875, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 1.453125, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 3.4375, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -1.5390625, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 3.4375, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 4.9765625, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 4682.37353515625, "train/tensor_act_model_layers_4_mlp_up_proj/mean": 0.00714111328125, "train/tensor_act_model_layers_4_mlp_up_proj/std": 1.6171875, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 3.703125, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -3.15625, "train/tensor_act_model_layers_4_mlp_up_proj/max": 3.703125, "train/tensor_act_model_layers_4_mlp_up_proj/range": 6.859375, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 18336.31640625, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 8.9375, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.875, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 11.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.10408473014831543, "train/tensor_act_model_layers_4_mlp_down_proj/min": 0.08251953125, "train/tensor_act_model_layers_4_mlp_down_proj/max": 11.0, "train/tensor_act_model_layers_4_mlp_down_proj/range": 10.91748046875, "train/tensor_act_model_layers_4_mlp/norm": 7986.57470703125, "train/tensor_act_model_layers_4_mlp/mean": 3.90625, "train/tensor_act_model_layers_4_mlp/std": 0.05224609375, "train/tensor_act_model_layers_4_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/min": 0.08251953125, "train/tensor_act_model_layers_4_mlp/max": 3.96875, "train/tensor_act_model_layers_4_mlp/range": 3.88623046875, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 20099.0546875, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 9.75, "train/tensor_act_model_layers_4_residual_post_mlp/std": 1.078125, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 13.375, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 0.40672731399536133, "train/tensor_act_model_layers_4_residual_post_mlp/min": -0.3984375, "train/tensor_act_model_layers_4_residual_post_mlp/max": 13.375, "train/tensor_act_model_layers_4_residual_post_mlp/range": 13.7734375, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 20099.0546875, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 9.75, "train/tensor_act_model_layers_5_residual_pre_attn/std": 1.078125, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 13.375, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 0.40672731399536133, "train/tensor_act_model_layers_5_residual_pre_attn/min": -0.3984375, "train/tensor_act_model_layers_5_residual_pre_attn/max": 13.375, "train/tensor_act_model_layers_5_residual_pre_attn/range": 13.7734375, "train/tensor_act_model_layers_5_residual_post_attn/norm": 20078.126953125, "train/tensor_act_model_layers_5_residual_post_attn/mean": 9.75, "train/tensor_act_model_layers_5_residual_post_attn/std": 1.078125, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 13.4375, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 0.40596747398376465, "train/tensor_act_model_layers_5_residual_post_attn/min": -0.36328125, "train/tensor_act_model_layers_5_residual_post_attn/max": 13.4375, "train/tensor_act_model_layers_5_residual_post_attn/range": 13.80078125, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 4450.248046875, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": 0.435546875, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 1.4765625, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 3.234375, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -1.4609375, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 3.234375, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 4.6953125, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 4667.80126953125, "train/tensor_act_model_layers_5_mlp_up_proj/mean": 0.0615234375, "train/tensor_act_model_layers_5_mlp_up_proj/std": 1.609375, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 3.15625, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -3.15625, "train/tensor_act_model_layers_5_mlp_up_proj/max": 3.15625, "train/tensor_act_model_layers_5_mlp_up_proj/range": 6.3125, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 18752.716796875, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 9.125, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.79296875, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 11.625, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.11325621604919434, "train/tensor_act_model_layers_5_mlp_down_proj/min": 3.421875, "train/tensor_act_model_layers_5_mlp_down_proj/max": 11.625, "train/tensor_act_model_layers_5_mlp_down_proj/range": 8.203125, "train/tensor_act_model_layers_5_mlp/norm": 8009.32421875, "train/tensor_act_model_layers_5_mlp/mean": 3.90625, "train/tensor_act_model_layers_5_mlp/std": 0.035400390625, "train/tensor_act_model_layers_5_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/min": 2.78125, "train/tensor_act_model_layers_5_mlp/max": 3.96875, "train/tensor_act_model_layers_5_mlp/range": 1.1875, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 28049.982421875, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 13.625, "train/tensor_act_model_layers_5_residual_post_mlp/std": 1.078125, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 17.375, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 0.9980478286743164, "train/tensor_act_model_layers_5_residual_post_mlp/min": 2.84375, "train/tensor_act_model_layers_5_residual_post_mlp/max": 17.375, "train/tensor_act_model_layers_5_residual_post_mlp/range": 14.53125, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 28049.982421875, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 13.625, "train/tensor_act_model_layers_6_residual_pre_attn/std": 1.078125, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 17.375, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 0.9980478286743164, "train/tensor_act_model_layers_6_residual_pre_attn/min": 2.84375, "train/tensor_act_model_layers_6_residual_pre_attn/max": 17.375, "train/tensor_act_model_layers_6_residual_pre_attn/range": 14.53125, "train/tensor_act_model_layers_6_residual_post_attn/norm": 28024.69140625, "train/tensor_act_model_layers_6_residual_post_attn/mean": 13.625, "train/tensor_act_model_layers_6_residual_post_attn/std": 1.078125, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 17.375, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 0.9980177879333496, "train/tensor_act_model_layers_6_residual_post_attn/min": 2.8125, "train/tensor_act_model_layers_6_residual_post_attn/max": 17.375, "train/tensor_act_model_layers_6_residual_post_attn/range": 14.5625, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 4562.46044921875, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": 0.41015625, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 1.5234375, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 3.125, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -1.3671875, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 3.125, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 4.4921875, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 4839.26416015625, "train/tensor_act_model_layers_6_mlp_up_proj/mean": 0.047119140625, "train/tensor_act_model_layers_6_mlp_up_proj/std": 1.671875, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 3.09375, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -3.09375, "train/tensor_act_model_layers_6_mlp_up_proj/max": 2.921875, "train/tensor_act_model_layers_6_mlp_up_proj/range": 6.015625, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 18937.48828125, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 9.1875, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.80078125, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 11.75, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.16948747634887695, "train/tensor_act_model_layers_6_mlp_down_proj/min": 6.84375, "train/tensor_act_model_layers_6_mlp_down_proj/max": 11.75, "train/tensor_act_model_layers_6_mlp_down_proj/range": 4.90625, "train/tensor_act_model_layers_6_mlp/norm": 8017.326171875, "train/tensor_act_model_layers_6_mlp/mean": 3.921875, "train/tensor_act_model_layers_6_mlp/std": 0.034423828125, "train/tensor_act_model_layers_6_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/min": 3.75, "train/tensor_act_model_layers_6_mlp/max": 3.984375, "train/tensor_act_model_layers_6_mlp/range": 0.234375, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 36016.08984375, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 17.5, "train/tensor_act_model_layers_6_residual_post_mlp/std": 1.0859375, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 21.25, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 0.999941349029541, "train/tensor_act_model_layers_6_residual_post_mlp/min": 6.75, "train/tensor_act_model_layers_6_residual_post_mlp/max": 21.25, "train/tensor_act_model_layers_6_residual_post_mlp/range": 14.5, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 36016.08984375, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 17.5, "train/tensor_act_model_layers_7_residual_pre_attn/std": 1.0859375, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 21.25, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 0.999941349029541, "train/tensor_act_model_layers_7_residual_pre_attn/min": 6.75, "train/tensor_act_model_layers_7_residual_pre_attn/max": 21.25, "train/tensor_act_model_layers_7_residual_pre_attn/range": 14.5, "train/tensor_act_model_layers_7_residual_post_attn/norm": 36005.015625, "train/tensor_act_model_layers_7_residual_post_attn/mean": 17.5, "train/tensor_act_model_layers_7_residual_post_attn/std": 1.0859375, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 21.25, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 0.999941349029541, "train/tensor_act_model_layers_7_residual_post_attn/min": 6.71875, "train/tensor_act_model_layers_7_residual_post_attn/max": 21.25, "train/tensor_act_model_layers_7_residual_post_attn/range": 14.53125, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 4378.76171875, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": 0.2353515625, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 1.4921875, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 3.25, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -1.34375, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 3.25, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 4.59375, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 4870.18115234375, "train/tensor_act_model_layers_7_mlp_up_proj/mean": -0.0032196044921875, "train/tensor_act_model_layers_7_mlp_up_proj/std": 1.6796875, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 3.25, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -3.25, "train/tensor_act_model_layers_7_mlp_up_proj/max": 3.0, "train/tensor_act_model_layers_7_mlp_up_proj/range": 6.25, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 17948.43359375, "train/tensor_act_model_layers_7_mlp_down_proj/mean": 8.75, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.7421875, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 10.9375, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.07811260223388672, "train/tensor_act_model_layers_7_mlp_down_proj/min": 6.84375, "train/tensor_act_model_layers_7_mlp_down_proj/max": 10.9375, "train/tensor_act_model_layers_7_mlp_down_proj/range": 4.09375, "train/tensor_act_model_layers_7_mlp/norm": 7975.69580078125, "train/tensor_act_model_layers_7_mlp/mean": 3.890625, "train/tensor_act_model_layers_7_mlp/std": 0.038330078125, "train/tensor_act_model_layers_7_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/min": 3.75, "train/tensor_act_model_layers_7_mlp/max": 3.96875, "train/tensor_act_model_layers_7_mlp/range": 0.21875, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 43948.97265625, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 21.375, "train/tensor_act_model_layers_7_residual_post_mlp/std": 1.09375, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 25.125, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_residual_post_mlp/min": 10.625, "train/tensor_act_model_layers_7_residual_post_mlp/max": 25.125, "train/tensor_act_model_layers_7_residual_post_mlp/range": 14.5, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 43948.97265625, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 21.375, "train/tensor_act_model_layers_8_residual_pre_attn/std": 1.09375, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 25.125, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_pre_attn/min": 10.625, "train/tensor_act_model_layers_8_residual_pre_attn/max": 25.125, "train/tensor_act_model_layers_8_residual_pre_attn/range": 14.5, "train/tensor_act_model_layers_8_residual_post_attn/norm": 43929.1484375, "train/tensor_act_model_layers_8_residual_post_attn/mean": 21.375, "train/tensor_act_model_layers_8_residual_post_attn/std": 1.09375, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 25.125, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_post_attn/min": 10.5625, "train/tensor_act_model_layers_8_residual_post_attn/max": 25.125, "train/tensor_act_model_layers_8_residual_post_attn/range": 14.5625, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 4465.62451171875, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": 0.33203125, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 1.5078125, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 3.21875, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -1.3515625, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 3.21875, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 4.5703125, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 4816.548828125, "train/tensor_act_model_layers_8_mlp_up_proj/mean": -0.056640625, "train/tensor_act_model_layers_8_mlp_up_proj/std": 1.6640625, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 3.0625, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -2.953125, "train/tensor_act_model_layers_8_mlp_up_proj/max": 3.0625, "train/tensor_act_model_layers_8_mlp_up_proj/range": 6.015625, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 18522.353515625, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 9.0, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.73828125, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 11.1875, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0764918327331543, "train/tensor_act_model_layers_8_mlp_down_proj/min": 6.78125, "train/tensor_act_model_layers_8_mlp_down_proj/max": 11.1875, "train/tensor_act_model_layers_8_mlp_down_proj/range": 4.40625, "train/tensor_act_model_layers_8_mlp/norm": 8001.986328125, "train/tensor_act_model_layers_8_mlp/mean": 3.90625, "train/tensor_act_model_layers_8_mlp/std": 0.03662109375, "train/tensor_act_model_layers_8_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/min": 3.734375, "train/tensor_act_model_layers_8_mlp/max": 3.96875, "train/tensor_act_model_layers_8_mlp/range": 0.234375, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 51892.25, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 25.375, "train/tensor_act_model_layers_8_residual_post_mlp/std": 1.09375, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 29.125, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_post_mlp/min": 14.5, "train/tensor_act_model_layers_8_residual_post_mlp/max": 29.125, "train/tensor_act_model_layers_8_residual_post_mlp/range": 14.625, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 51892.25, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 25.375, "train/tensor_act_model_layers_9_residual_pre_attn/std": 1.09375, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 29.125, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_pre_attn/min": 14.5, "train/tensor_act_model_layers_9_residual_pre_attn/max": 29.125, "train/tensor_act_model_layers_9_residual_pre_attn/range": 14.625, "train/tensor_act_model_layers_9_residual_post_attn/norm": 51892.36328125, "train/tensor_act_model_layers_9_residual_post_attn/mean": 25.375, "train/tensor_act_model_layers_9_residual_post_attn/std": 1.09375, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 29.25, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_post_attn/min": 14.5, "train/tensor_act_model_layers_9_residual_post_attn/max": 29.25, "train/tensor_act_model_layers_9_residual_post_attn/range": 14.75, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 4553.66162109375, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": 0.283203125, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 1.546875, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 3.0625, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -1.3828125, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 3.0625, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 4.4453125, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 4853.97509765625, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -0.1982421875, "train/tensor_act_model_layers_9_mlp_up_proj/std": 1.6640625, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 2.9375, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -2.90625, "train/tensor_act_model_layers_9_mlp_up_proj/max": 2.9375, "train/tensor_act_model_layers_9_mlp_up_proj/range": 5.84375, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 18422.998046875, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 8.9375, "train/tensor_act_model_layers_9_mlp_down_proj/std": 0.703125, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 10.9375, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 0.05374550819396973, "train/tensor_act_model_layers_9_mlp_down_proj/min": 6.875, "train/tensor_act_model_layers_9_mlp_down_proj/max": 10.9375, "train/tensor_act_model_layers_9_mlp_down_proj/range": 4.0625, "train/tensor_act_model_layers_9_mlp/norm": 7997.11865234375, "train/tensor_act_model_layers_9_mlp/mean": 3.90625, "train/tensor_act_model_layers_9_mlp/std": 0.03369140625, "train/tensor_act_model_layers_9_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp/min": 3.75, "train/tensor_act_model_layers_9_mlp/max": 3.96875, "train/tensor_act_model_layers_9_mlp/range": 0.21875, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 59856.83984375, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 29.25, "train/tensor_act_model_layers_9_residual_post_mlp/std": 1.1015625, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 33.25, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_post_mlp/min": 18.375, "train/tensor_act_model_layers_9_residual_post_mlp/max": 33.25, "train/tensor_act_model_layers_9_residual_post_mlp/range": 14.875, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 59856.83984375, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 29.25, "train/tensor_act_model_layers_10_residual_pre_attn/std": 1.1015625, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 33.25, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_pre_attn/min": 18.375, "train/tensor_act_model_layers_10_residual_pre_attn/max": 33.25, "train/tensor_act_model_layers_10_residual_pre_attn/range": 14.875, "train/tensor_act_model_layers_10_residual_post_attn/norm": 59846.4921875, "train/tensor_act_model_layers_10_residual_post_attn/mean": 29.25, "train/tensor_act_model_layers_10_residual_post_attn/std": 1.1015625, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 33.25, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_post_attn/min": 18.375, "train/tensor_act_model_layers_10_residual_post_attn/max": 33.25, "train/tensor_act_model_layers_10_residual_post_attn/range": 14.875, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 4486.625, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": 0.29296875, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 1.5234375, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 3.046875, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 3.046875, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 4.40625, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 4968.96142578125, "train/tensor_act_model_layers_10_mlp_up_proj/mean": 0.0556640625, "train/tensor_act_model_layers_10_mlp_up_proj/std": 1.7109375, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 3.046875, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -3.046875, "train/tensor_act_model_layers_10_mlp_up_proj/max": 2.875, "train/tensor_act_model_layers_10_mlp_up_proj/range": 5.921875, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 17943.8359375, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 8.75, "train/tensor_act_model_layers_10_mlp_down_proj/std": 0.8203125, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 11.0625, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 0.078125, "train/tensor_act_model_layers_10_mlp_down_proj/min": 6.21875, "train/tensor_act_model_layers_10_mlp_down_proj/max": 11.0625, "train/tensor_act_model_layers_10_mlp_down_proj/range": 4.84375, "train/tensor_act_model_layers_10_mlp/norm": 7970.0244140625, "train/tensor_act_model_layers_10_mlp/mean": 3.890625, "train/tensor_act_model_layers_10_mlp/std": 0.04296875, "train/tensor_act_model_layers_10_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp/min": 3.65625, "train/tensor_act_model_layers_10_mlp/max": 3.96875, "train/tensor_act_model_layers_10_mlp/range": 0.3125, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 67815.703125, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 33.0, "train/tensor_act_model_layers_10_residual_post_mlp/std": 1.1171875, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 37.25, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_post_mlp/min": 22.125, "train/tensor_act_model_layers_10_residual_post_mlp/max": 37.25, "train/tensor_act_model_layers_10_residual_post_mlp/range": 15.125, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 67815.703125, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 33.0, "train/tensor_act_model_layers_11_residual_pre_attn/std": 1.1171875, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 37.25, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_pre_attn/min": 22.125, "train/tensor_act_model_layers_11_residual_pre_attn/max": 37.25, "train/tensor_act_model_layers_11_residual_pre_attn/range": 15.125, "train/tensor_act_model_layers_11_residual_post_attn/norm": 67751.7578125, "train/tensor_act_model_layers_11_residual_post_attn/mean": 33.0, "train/tensor_act_model_layers_11_residual_post_attn/std": 1.125, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 37.25, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_post_attn/min": 22.125, "train/tensor_act_model_layers_11_residual_post_attn/max": 37.25, "train/tensor_act_model_layers_11_residual_post_attn/range": 15.125, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 4534.45654296875, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": 0.318359375, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 1.53125, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 3.140625, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 3.140625, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 4.4375, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 4903.46875, "train/tensor_act_model_layers_11_mlp_up_proj/mean": -0.040771484375, "train/tensor_act_model_layers_11_mlp_up_proj/std": 1.6953125, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 3.171875, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -3.140625, "train/tensor_act_model_layers_11_mlp_up_proj/max": 3.171875, "train/tensor_act_model_layers_11_mlp_up_proj/range": 6.3125, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 17991.294921875, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 8.75, "train/tensor_act_model_layers_11_mlp_down_proj/std": 0.734375, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 10.5, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 0.032169342041015625, "train/tensor_act_model_layers_11_mlp_down_proj/min": 6.8125, "train/tensor_act_model_layers_11_mlp_down_proj/max": 10.5, "train/tensor_act_model_layers_11_mlp_down_proj/range": 3.6875, "train/tensor_act_model_layers_11_mlp/norm": 7976.69384765625, "train/tensor_act_model_layers_11_mlp/mean": 3.890625, "train/tensor_act_model_layers_11_mlp/std": 0.04052734375, "train/tensor_act_model_layers_11_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp/min": 3.75, "train/tensor_act_model_layers_11_mlp/max": 3.953125, "train/tensor_act_model_layers_11_mlp/range": 0.203125, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 75797.2421875, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 37.0, "train/tensor_act_model_layers_11_residual_post_mlp/std": 1.140625, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 41.25, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_post_mlp/min": 26.0, "train/tensor_act_model_layers_11_residual_post_mlp/max": 41.25, "train/tensor_act_model_layers_11_residual_post_mlp/range": 15.25, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 75797.2421875, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 37.0, "train/tensor_act_model_layers_12_residual_pre_attn/std": 1.140625, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 41.25, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_pre_attn/min": 26.0, "train/tensor_act_model_layers_12_residual_pre_attn/max": 41.25, "train/tensor_act_model_layers_12_residual_pre_attn/range": 15.25, "train/tensor_act_model_layers_12_residual_post_attn/norm": 75765.3515625, "train/tensor_act_model_layers_12_residual_post_attn/mean": 37.0, "train/tensor_act_model_layers_12_residual_post_attn/std": 1.140625, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 41.25, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_attn/min": 25.875, "train/tensor_act_model_layers_12_residual_post_attn/max": 41.25, "train/tensor_act_model_layers_12_residual_post_attn/range": 15.375, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 4547.70361328125, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": 0.2490234375, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 1.546875, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 3.0625, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -1.328125, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 3.0625, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 4.390625, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 4842.57763671875, "train/tensor_act_model_layers_12_mlp_up_proj/mean": -0.06103515625, "train/tensor_act_model_layers_12_mlp_up_proj/std": 1.671875, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 3.09375, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -2.859375, "train/tensor_act_model_layers_12_mlp_up_proj/max": 3.09375, "train/tensor_act_model_layers_12_mlp_up_proj/range": 5.953125, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 18313.060546875, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 8.875, "train/tensor_act_model_layers_12_mlp_down_proj/std": 0.81640625, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 10.75, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 0.08762693405151367, "train/tensor_act_model_layers_12_mlp_down_proj/min": 6.5625, "train/tensor_act_model_layers_12_mlp_down_proj/max": 10.75, "train/tensor_act_model_layers_12_mlp_down_proj/range": 4.1875, "train/tensor_act_model_layers_12_mlp/norm": 7987.4189453125, "train/tensor_act_model_layers_12_mlp/mean": 3.90625, "train/tensor_act_model_layers_12_mlp/std": 0.04345703125, "train/tensor_act_model_layers_12_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp/min": 3.703125, "train/tensor_act_model_layers_12_mlp/max": 3.96875, "train/tensor_act_model_layers_12_mlp/range": 0.265625, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 83832.3125, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 41.0, "train/tensor_act_model_layers_12_residual_post_mlp/std": 1.15625, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 45.25, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_mlp/min": 29.75, "train/tensor_act_model_layers_12_residual_post_mlp/max": 45.25, "train/tensor_act_model_layers_12_residual_post_mlp/range": 15.5, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 83832.3125, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 41.0, "train/tensor_act_model_layers_13_residual_pre_attn/std": 1.15625, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 45.25, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_pre_attn/min": 29.75, "train/tensor_act_model_layers_13_residual_pre_attn/max": 45.25, "train/tensor_act_model_layers_13_residual_pre_attn/range": 15.5, "train/tensor_act_model_layers_13_residual_post_attn/norm": 83826.203125, "train/tensor_act_model_layers_13_residual_post_attn/mean": 41.0, "train/tensor_act_model_layers_13_residual_post_attn/std": 1.15625, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 45.25, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_attn/min": 29.625, "train/tensor_act_model_layers_13_residual_post_attn/max": 45.25, "train/tensor_act_model_layers_13_residual_post_attn/range": 15.625, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 4443.26904296875, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": 0.1826171875, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 1.5234375, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 3.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -1.3046875, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 3.0, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 4.3046875, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 4964.89794921875, "train/tensor_act_model_layers_13_mlp_up_proj/mean": 0.0272216796875, "train/tensor_act_model_layers_13_mlp_up_proj/std": 1.7109375, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 3.234375, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -3.234375, "train/tensor_act_model_layers_13_mlp_up_proj/max": 2.984375, "train/tensor_act_model_layers_13_mlp_up_proj/range": 6.21875, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 17868.6015625, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 8.6875, "train/tensor_act_model_layers_13_mlp_down_proj/std": 0.62890625, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 10.3125, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 0.031164884567260742, "train/tensor_act_model_layers_13_mlp_down_proj/min": 7.375, "train/tensor_act_model_layers_13_mlp_down_proj/max": 10.3125, "train/tensor_act_model_layers_13_mlp_down_proj/range": 2.9375, "train/tensor_act_model_layers_13_mlp/norm": 7974.0322265625, "train/tensor_act_model_layers_13_mlp/mean": 3.890625, "train/tensor_act_model_layers_13_mlp/std": 0.031982421875, "train/tensor_act_model_layers_13_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp/min": 3.796875, "train/tensor_act_model_layers_13_mlp/max": 3.953125, "train/tensor_act_model_layers_13_mlp/range": 0.15625, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 91892.3984375, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 44.75, "train/tensor_act_model_layers_13_residual_post_mlp/std": 1.171875, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 49.25, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_mlp/min": 33.5, "train/tensor_act_model_layers_13_residual_post_mlp/max": 49.25, "train/tensor_act_model_layers_13_residual_post_mlp/range": 15.75, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 91892.3984375, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 44.75, "train/tensor_act_model_layers_14_residual_pre_attn/std": 1.171875, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 49.25, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_pre_attn/min": 33.5, "train/tensor_act_model_layers_14_residual_pre_attn/max": 49.25, "train/tensor_act_model_layers_14_residual_pre_attn/range": 15.75, "train/tensor_act_model_layers_14_residual_post_attn/norm": 91869.3203125, "train/tensor_act_model_layers_14_residual_post_attn/mean": 44.75, "train/tensor_act_model_layers_14_residual_post_attn/std": 1.1875, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 49.5, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_attn/min": 33.5, "train/tensor_act_model_layers_14_residual_post_attn/max": 49.5, "train/tensor_act_model_layers_14_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 4621.2177734375, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": 0.32421875, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 1.5625, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 3.015625, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 3.015625, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 4.3046875, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 4915.50634765625, "train/tensor_act_model_layers_14_mlp_up_proj/mean": -0.0172119140625, "train/tensor_act_model_layers_14_mlp_up_proj/std": 1.6953125, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 2.828125, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -2.828125, "train/tensor_act_model_layers_14_mlp_up_proj/max": 2.796875, "train/tensor_act_model_layers_14_mlp_up_proj/range": 5.625, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 18230.6171875, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 8.875, "train/tensor_act_model_layers_14_mlp_down_proj/std": 0.76171875, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 10.6875, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 0.046875, "train/tensor_act_model_layers_14_mlp_down_proj/min": 6.5625, "train/tensor_act_model_layers_14_mlp_down_proj/max": 10.6875, "train/tensor_act_model_layers_14_mlp_down_proj/range": 4.125, "train/tensor_act_model_layers_14_mlp/norm": 7986.734375, "train/tensor_act_model_layers_14_mlp/mean": 3.90625, "train/tensor_act_model_layers_14_mlp/std": 0.04052734375, "train/tensor_act_model_layers_14_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp/min": 3.703125, "train/tensor_act_model_layers_14_mlp/max": 3.96875, "train/tensor_act_model_layers_14_mlp/range": 0.265625, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 99943.2578125, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 48.75, "train/tensor_act_model_layers_14_residual_post_mlp/std": 1.1953125, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 53.5, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_mlp/min": 37.5, "train/tensor_act_model_layers_14_residual_post_mlp/max": 53.5, "train/tensor_act_model_layers_14_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 99943.2578125, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 48.75, "train/tensor_act_model_layers_15_residual_pre_attn/std": 1.1953125, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 53.5, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_pre_attn/min": 37.5, "train/tensor_act_model_layers_15_residual_pre_attn/max": 53.5, "train/tensor_act_model_layers_15_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_15_residual_post_attn/norm": 99935.2109375, "train/tensor_act_model_layers_15_residual_post_attn/mean": 48.75, "train/tensor_act_model_layers_15_residual_post_attn/std": 1.1953125, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 53.5, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_attn/min": 37.5, "train/tensor_act_model_layers_15_residual_post_attn/max": 53.5, "train/tensor_act_model_layers_15_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 4529.552734375, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": 0.337890625, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 1.5234375, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 3.25, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 3.25, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 4.5703125, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 4763.8193359375, "train/tensor_act_model_layers_15_mlp_up_proj/mean": 0.05078125, "train/tensor_act_model_layers_15_mlp_up_proj/std": 1.640625, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 2.921875, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -2.859375, "train/tensor_act_model_layers_15_mlp_up_proj/max": 2.921875, "train/tensor_act_model_layers_15_mlp_up_proj/range": 5.78125, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 18061.9453125, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 8.75, "train/tensor_act_model_layers_15_mlp_down_proj/std": 0.85546875, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 10.875, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 0.04687762260437012, "train/tensor_act_model_layers_15_mlp_down_proj/min": 6.8125, "train/tensor_act_model_layers_15_mlp_down_proj/max": 10.875, "train/tensor_act_model_layers_15_mlp_down_proj/range": 4.0625, "train/tensor_act_model_layers_15_mlp/norm": 7972.98486328125, "train/tensor_act_model_layers_15_mlp/mean": 3.890625, "train/tensor_act_model_layers_15_mlp/std": 0.045654296875, "train/tensor_act_model_layers_15_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp/min": 3.75, "train/tensor_act_model_layers_15_mlp/max": 3.96875, "train/tensor_act_model_layers_15_mlp/range": 0.21875, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 107969.6953125, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 52.75, "train/tensor_act_model_layers_15_residual_post_mlp/std": 1.2109375, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 57.5, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_mlp/min": 41.25, "train/tensor_act_model_layers_15_residual_post_mlp/max": 57.5, "train/tensor_act_model_layers_15_residual_post_mlp/range": 16.25, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 107969.6953125, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 52.75, "train/tensor_act_model_layers_16_residual_pre_attn/std": 1.2109375, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 57.5, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_pre_attn/min": 41.25, "train/tensor_act_model_layers_16_residual_pre_attn/max": 57.5, "train/tensor_act_model_layers_16_residual_pre_attn/range": 16.25, "train/tensor_act_model_layers_16_residual_post_attn/norm": 107958.3359375, "train/tensor_act_model_layers_16_residual_post_attn/mean": 52.75, "train/tensor_act_model_layers_16_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 57.5, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_attn/min": 41.0, "train/tensor_act_model_layers_16_residual_post_attn/max": 57.5, "train/tensor_act_model_layers_16_residual_post_attn/range": 16.5, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 4420.88623046875, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": 0.1884765625, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 1.515625, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 3.265625, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 3.265625, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 4.5390625, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 4862.625, "train/tensor_act_model_layers_16_mlp_up_proj/mean": -0.06787109375, "train/tensor_act_model_layers_16_mlp_up_proj/std": 1.6796875, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 3.0625, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -3.0625, "train/tensor_act_model_layers_16_mlp_up_proj/max": 2.96875, "train/tensor_act_model_layers_16_mlp_up_proj/range": 6.03125, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 17323.099609375, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 8.4375, "train/tensor_act_model_layers_16_mlp_down_proj/std": 0.82421875, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 11.4375, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 0.02252936363220215, "train/tensor_act_model_layers_16_mlp_down_proj/min": 6.25, "train/tensor_act_model_layers_16_mlp_down_proj/max": 11.4375, "train/tensor_act_model_layers_16_mlp_down_proj/range": 5.1875, "train/tensor_act_model_layers_16_mlp/norm": 7933.76416015625, "train/tensor_act_model_layers_16_mlp/mean": 3.875, "train/tensor_act_model_layers_16_mlp/std": 0.0517578125, "train/tensor_act_model_layers_16_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp/min": 3.65625, "train/tensor_act_model_layers_16_mlp/max": 3.96875, "train/tensor_act_model_layers_16_mlp/range": 0.3125, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 115921.9765625, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 56.5, "train/tensor_act_model_layers_16_residual_post_mlp/std": 1.21875, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 61.25, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_mlp/min": 45.0, "train/tensor_act_model_layers_16_residual_post_mlp/max": 61.25, "train/tensor_act_model_layers_16_residual_post_mlp/range": 16.25, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 115921.9765625, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 56.5, "train/tensor_act_model_layers_17_residual_pre_attn/std": 1.21875, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 61.25, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_pre_attn/min": 45.0, "train/tensor_act_model_layers_17_residual_pre_attn/max": 61.25, "train/tensor_act_model_layers_17_residual_pre_attn/range": 16.25, "train/tensor_act_model_layers_17_residual_post_attn/norm": 115917.90625, "train/tensor_act_model_layers_17_residual_post_attn/mean": 56.5, "train/tensor_act_model_layers_17_residual_post_attn/std": 1.21875, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 61.25, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_attn/min": 45.25, "train/tensor_act_model_layers_17_residual_post_attn/max": 61.25, "train/tensor_act_model_layers_17_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 4603.4580078125, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": 0.5234375, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 1.5, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 2.953125, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 2.953125, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 4.2421875, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 4865.20751953125, "train/tensor_act_model_layers_17_mlp_up_proj/mean": -0.0234375, "train/tensor_act_model_layers_17_mlp_up_proj/std": 1.6796875, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 2.84375, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -2.84375, "train/tensor_act_model_layers_17_mlp_up_proj/max": 2.640625, "train/tensor_act_model_layers_17_mlp_up_proj/range": 5.484375, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 18263.51953125, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 8.875, "train/tensor_act_model_layers_17_mlp_down_proj/std": 0.734375, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 11.25, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 0.06010246276855469, "train/tensor_act_model_layers_17_mlp_down_proj/min": 7.15625, "train/tensor_act_model_layers_17_mlp_down_proj/max": 11.25, "train/tensor_act_model_layers_17_mlp_down_proj/range": 4.09375, "train/tensor_act_model_layers_17_mlp/norm": 7989.7421875, "train/tensor_act_model_layers_17_mlp/mean": 3.90625, "train/tensor_act_model_layers_17_mlp/std": 0.0361328125, "train/tensor_act_model_layers_17_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp/min": 3.78125, "train/tensor_act_model_layers_17_mlp/max": 3.96875, "train/tensor_act_model_layers_17_mlp/range": 0.1875, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 124001.1875, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 60.5, "train/tensor_act_model_layers_17_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 65.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_mlp/min": 49.0, "train/tensor_act_model_layers_17_residual_post_mlp/max": 65.0, "train/tensor_act_model_layers_17_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 124001.1875, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 60.5, "train/tensor_act_model_layers_18_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 65.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_pre_attn/min": 49.0, "train/tensor_act_model_layers_18_residual_pre_attn/max": 65.0, "train/tensor_act_model_layers_18_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_18_residual_post_attn/norm": 123958.1015625, "train/tensor_act_model_layers_18_residual_post_attn/mean": 60.5, "train/tensor_act_model_layers_18_residual_post_attn/std": 1.234375, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 65.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_attn/min": 49.0, "train/tensor_act_model_layers_18_residual_post_attn/max": 65.0, "train/tensor_act_model_layers_18_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 4515.61865234375, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": 0.33984375, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 1.5234375, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 2.984375, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 2.984375, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 4.28125, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 4900.2783203125, "train/tensor_act_model_layers_18_mlp_up_proj/mean": -0.2255859375, "train/tensor_act_model_layers_18_mlp_up_proj/std": 1.6796875, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 3.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -3.0, "train/tensor_act_model_layers_18_mlp_up_proj/max": 2.796875, "train/tensor_act_model_layers_18_mlp_up_proj/range": 5.796875, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 18192.078125, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 8.875, "train/tensor_act_model_layers_18_mlp_down_proj/std": 0.66015625, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 10.3125, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 0.04289984703063965, "train/tensor_act_model_layers_18_mlp_down_proj/min": 7.28125, "train/tensor_act_model_layers_18_mlp_down_proj/max": 10.3125, "train/tensor_act_model_layers_18_mlp_down_proj/range": 3.03125, "train/tensor_act_model_layers_18_mlp/norm": 7990.39013671875, "train/tensor_act_model_layers_18_mlp/mean": 3.90625, "train/tensor_act_model_layers_18_mlp/std": 0.033935546875, "train/tensor_act_model_layers_18_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp/min": 3.796875, "train/tensor_act_model_layers_18_mlp/max": 3.953125, "train/tensor_act_model_layers_18_mlp/range": 0.15625, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 131953.125, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 64.5, "train/tensor_act_model_layers_18_residual_post_mlp/std": 1.21875, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 69.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_mlp/min": 53.0, "train/tensor_act_model_layers_18_residual_post_mlp/max": 69.0, "train/tensor_act_model_layers_18_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 131953.125, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 64.5, "train/tensor_act_model_layers_19_residual_pre_attn/std": 1.21875, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 69.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_pre_attn/min": 53.0, "train/tensor_act_model_layers_19_residual_pre_attn/max": 69.0, "train/tensor_act_model_layers_19_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_19_residual_post_attn/norm": 131897.421875, "train/tensor_act_model_layers_19_residual_post_attn/mean": 64.5, "train/tensor_act_model_layers_19_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 69.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_attn/min": 52.75, "train/tensor_act_model_layers_19_residual_post_attn/max": 69.0, "train/tensor_act_model_layers_19_residual_post_attn/range": 16.25, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 4386.42236328125, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": 0.30078125, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 1.484375, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 2.921875, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 2.921875, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 4.203125, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 4761.21484375, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.03173828125, "train/tensor_act_model_layers_19_mlp_up_proj/std": 1.640625, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 3.109375, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -2.921875, "train/tensor_act_model_layers_19_mlp_up_proj/max": 3.109375, "train/tensor_act_model_layers_19_mlp_up_proj/range": 6.03125, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 17863.771484375, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 8.6875, "train/tensor_act_model_layers_19_mlp_down_proj/std": 0.78125, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 11.125, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 0.050865888595581055, "train/tensor_act_model_layers_19_mlp_down_proj/min": 6.59375, "train/tensor_act_model_layers_19_mlp_down_proj/max": 11.125, "train/tensor_act_model_layers_19_mlp_down_proj/range": 4.53125, "train/tensor_act_model_layers_19_mlp/norm": 7966.95458984375, "train/tensor_act_model_layers_19_mlp/mean": 3.890625, "train/tensor_act_model_layers_19_mlp/std": 0.042236328125, "train/tensor_act_model_layers_19_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp/min": 3.71875, "train/tensor_act_model_layers_19_mlp/max": 3.96875, "train/tensor_act_model_layers_19_mlp/range": 0.25, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 139988.140625, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 68.5, "train/tensor_act_model_layers_19_residual_post_mlp/std": 1.28125, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 73.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_mlp/min": 56.75, "train/tensor_act_model_layers_19_residual_post_mlp/max": 73.0, "train/tensor_act_model_layers_19_residual_post_mlp/range": 16.25, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 139988.140625, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 68.5, "train/tensor_act_model_layers_20_residual_pre_attn/std": 1.28125, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 73.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_pre_attn/min": 56.75, "train/tensor_act_model_layers_20_residual_pre_attn/max": 73.0, "train/tensor_act_model_layers_20_residual_pre_attn/range": 16.25, "train/tensor_act_model_layers_20_residual_post_attn/norm": 139980.0625, "train/tensor_act_model_layers_20_residual_post_attn/mean": 68.5, "train/tensor_act_model_layers_20_residual_post_attn/std": 1.28125, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 73.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_attn/min": 56.75, "train/tensor_act_model_layers_20_residual_post_attn/max": 73.0, "train/tensor_act_model_layers_20_residual_post_attn/range": 16.25, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 4526.005859375, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": 0.470703125, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 1.4921875, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 2.921875, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 2.921875, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 4.203125, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 4821.0234375, "train/tensor_act_model_layers_20_mlp_up_proj/mean": 0.048583984375, "train/tensor_act_model_layers_20_mlp_up_proj/std": 1.6640625, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 3.359375, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -2.984375, "train/tensor_act_model_layers_20_mlp_up_proj/max": 3.359375, "train/tensor_act_model_layers_20_mlp_up_proj/range": 6.34375, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 18167.47265625, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 8.8125, "train/tensor_act_model_layers_20_mlp_down_proj/std": 0.7109375, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 10.5625, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 0.04682135581970215, "train/tensor_act_model_layers_20_mlp_down_proj/min": 7.125, "train/tensor_act_model_layers_20_mlp_down_proj/max": 10.5625, "train/tensor_act_model_layers_20_mlp_down_proj/range": 3.4375, "train/tensor_act_model_layers_20_mlp/norm": 7985.19970703125, "train/tensor_act_model_layers_20_mlp/mean": 3.90625, "train/tensor_act_model_layers_20_mlp/std": 0.0361328125, "train/tensor_act_model_layers_20_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp/min": 3.78125, "train/tensor_act_model_layers_20_mlp/max": 3.953125, "train/tensor_act_model_layers_20_mlp/range": 0.171875, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 148170.46875, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 72.5, "train/tensor_act_model_layers_20_residual_post_mlp/std": 1.28125, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 77.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_mlp/min": 60.5, "train/tensor_act_model_layers_20_residual_post_mlp/max": 77.0, "train/tensor_act_model_layers_20_residual_post_mlp/range": 16.5, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 148170.46875, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 72.5, "train/tensor_act_model_layers_21_residual_pre_attn/std": 1.28125, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 77.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_pre_attn/min": 60.5, "train/tensor_act_model_layers_21_residual_pre_attn/max": 77.0, "train/tensor_act_model_layers_21_residual_pre_attn/range": 16.5, "train/tensor_act_model_layers_21_residual_post_attn/norm": 148170.46875, "train/tensor_act_model_layers_21_residual_post_attn/mean": 72.5, "train/tensor_act_model_layers_21_residual_post_attn/std": 1.28125, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 77.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_attn/min": 60.5, "train/tensor_act_model_layers_21_residual_post_attn/max": 77.0, "train/tensor_act_model_layers_21_residual_post_attn/range": 16.5, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 4665.3837890625, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": 0.46875, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 1.5390625, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 3.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 3.0, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 4.2890625, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 4982.201171875, "train/tensor_act_model_layers_21_mlp_up_proj/mean": 0.0625, "train/tensor_act_model_layers_21_mlp_up_proj/std": 1.71875, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 2.96875, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -2.96875, "train/tensor_act_model_layers_21_mlp_up_proj/max": 2.671875, "train/tensor_act_model_layers_21_mlp_up_proj/range": 5.640625, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 18437.63671875, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 9.0, "train/tensor_act_model_layers_21_mlp_down_proj/std": 0.77734375, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 11.8125, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 0.08609294891357422, "train/tensor_act_model_layers_21_mlp_down_proj/min": 6.8125, "train/tensor_act_model_layers_21_mlp_down_proj/max": 11.8125, "train/tensor_act_model_layers_21_mlp_down_proj/range": 5.0, "train/tensor_act_model_layers_21_mlp/norm": 7995.8857421875, "train/tensor_act_model_layers_21_mlp/mean": 3.90625, "train/tensor_act_model_layers_21_mlp/std": 0.03662109375, "train/tensor_act_model_layers_21_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp/min": 3.75, "train/tensor_act_model_layers_21_mlp/max": 3.984375, "train/tensor_act_model_layers_21_mlp/range": 0.234375, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 156356.703125, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 76.5, "train/tensor_act_model_layers_21_residual_post_mlp/std": 1.28125, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 81.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_mlp/min": 64.5, "train/tensor_act_model_layers_21_residual_post_mlp/max": 81.0, "train/tensor_act_model_layers_21_residual_post_mlp/range": 16.5, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 156356.703125, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 76.5, "train/tensor_act_model_layers_22_residual_pre_attn/std": 1.28125, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 81.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_pre_attn/min": 64.5, "train/tensor_act_model_layers_22_residual_pre_attn/max": 81.0, "train/tensor_act_model_layers_22_residual_pre_attn/range": 16.5, "train/tensor_act_model_layers_22_residual_post_attn/norm": 156356.703125, "train/tensor_act_model_layers_22_residual_post_attn/mean": 76.5, "train/tensor_act_model_layers_22_residual_post_attn/std": 1.28125, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 81.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_attn/min": 64.5, "train/tensor_act_model_layers_22_residual_post_attn/max": 81.0, "train/tensor_act_model_layers_22_residual_post_attn/range": 16.5, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 4624.8193359375, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": 0.458984375, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 1.53125, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 2.90625, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 2.90625, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 4.265625, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 4786.5751953125, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.1455078125, "train/tensor_act_model_layers_22_mlp_up_proj/std": 1.6484375, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 2.921875, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -2.921875, "train/tensor_act_model_layers_22_mlp_up_proj/max": 2.828125, "train/tensor_act_model_layers_22_mlp_up_proj/range": 5.75, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 18174.6875, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 8.875, "train/tensor_act_model_layers_22_mlp_down_proj/std": 0.65234375, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 10.8125, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 0.022874832153320312, "train/tensor_act_model_layers_22_mlp_down_proj/min": 6.625, "train/tensor_act_model_layers_22_mlp_down_proj/max": 10.8125, "train/tensor_act_model_layers_22_mlp_down_proj/range": 4.1875, "train/tensor_act_model_layers_22_mlp/norm": 7988.5322265625, "train/tensor_act_model_layers_22_mlp/mean": 3.90625, "train/tensor_act_model_layers_22_mlp/std": 0.03466796875, "train/tensor_act_model_layers_22_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp/min": 3.71875, "train/tensor_act_model_layers_22_mlp/max": 3.96875, "train/tensor_act_model_layers_22_mlp/range": 0.25, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 164539.640625, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 80.5, "train/tensor_act_model_layers_22_residual_post_mlp/std": 1.28125, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 85.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_mlp/min": 68.5, "train/tensor_act_model_layers_22_residual_post_mlp/max": 85.0, "train/tensor_act_model_layers_22_residual_post_mlp/range": 16.5, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 164539.640625, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 80.5, "train/tensor_act_model_layers_23_residual_pre_attn/std": 1.28125, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 85.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_pre_attn/min": 68.5, "train/tensor_act_model_layers_23_residual_pre_attn/max": 85.0, "train/tensor_act_model_layers_23_residual_pre_attn/range": 16.5, "train/tensor_act_model_layers_23_residual_post_attn/norm": 164539.640625, "train/tensor_act_model_layers_23_residual_post_attn/mean": 80.5, "train/tensor_act_model_layers_23_residual_post_attn/std": 1.28125, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 85.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_attn/min": 68.5, "train/tensor_act_model_layers_23_residual_post_attn/max": 85.0, "train/tensor_act_model_layers_23_residual_post_attn/range": 16.5, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 4562.28857421875, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": 0.302734375, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 1.546875, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 3.109375, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 3.109375, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 4.40625, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 4885.232421875, "train/tensor_act_model_layers_23_mlp_up_proj/mean": 0.158203125, "train/tensor_act_model_layers_23_mlp_up_proj/std": 1.6796875, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 3.09375, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -2.84375, "train/tensor_act_model_layers_23_mlp_up_proj/max": 3.09375, "train/tensor_act_model_layers_23_mlp_up_proj/range": 5.9375, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 17528.74609375, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 8.5, "train/tensor_act_model_layers_23_mlp_down_proj/std": 0.75390625, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 10.5625, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 0.024422883987426758, "train/tensor_act_model_layers_23_mlp_down_proj/min": 6.5, "train/tensor_act_model_layers_23_mlp_down_proj/max": 10.5625, "train/tensor_act_model_layers_23_mlp_down_proj/range": 4.0625, "train/tensor_act_model_layers_23_mlp/norm": 7948.92724609375, "train/tensor_act_model_layers_23_mlp/mean": 3.875, "train/tensor_act_model_layers_23_mlp/std": 0.043701171875, "train/tensor_act_model_layers_23_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp/min": 3.703125, "train/tensor_act_model_layers_23_mlp/max": 3.953125, "train/tensor_act_model_layers_23_mlp/range": 0.25, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 172722.78125, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 84.5, "train/tensor_act_model_layers_23_residual_post_mlp/std": 1.28125, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 89.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_mlp/min": 72.5, "train/tensor_act_model_layers_23_residual_post_mlp/max": 89.0, "train/tensor_act_model_layers_23_residual_post_mlp/range": 16.5, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 172722.78125, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 84.5, "train/tensor_act_model_layers_24_residual_pre_attn/std": 1.28125, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 89.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_pre_attn/min": 72.5, "train/tensor_act_model_layers_24_residual_pre_attn/max": 89.0, "train/tensor_act_model_layers_24_residual_pre_attn/range": 16.5, "train/tensor_act_model_layers_24_residual_post_attn/norm": 172722.78125, "train/tensor_act_model_layers_24_residual_post_attn/mean": 84.5, "train/tensor_act_model_layers_24_residual_post_attn/std": 1.28125, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 89.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_attn/min": 72.5, "train/tensor_act_model_layers_24_residual_post_attn/max": 89.0, "train/tensor_act_model_layers_24_residual_post_attn/range": 16.5, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 4548.7314453125, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": 0.357421875, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 1.53125, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 2.921875, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 2.921875, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 4.234375, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 4958.8857421875, "train/tensor_act_model_layers_24_mlp_up_proj/mean": 0.033203125, "train/tensor_act_model_layers_24_mlp_up_proj/std": 1.7109375, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 2.890625, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -2.671875, "train/tensor_act_model_layers_24_mlp_up_proj/max": 2.890625, "train/tensor_act_model_layers_24_mlp_up_proj/range": 5.5625, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 17954.029296875, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 8.75, "train/tensor_act_model_layers_24_mlp_down_proj/std": 0.69921875, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 11.5, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 0.0390625, "train/tensor_act_model_layers_24_mlp_down_proj/min": 6.9375, "train/tensor_act_model_layers_24_mlp_down_proj/max": 11.5, "train/tensor_act_model_layers_24_mlp_down_proj/range": 4.5625, "train/tensor_act_model_layers_24_mlp/norm": 7976.6748046875, "train/tensor_act_model_layers_24_mlp/mean": 3.890625, "train/tensor_act_model_layers_24_mlp/std": 0.03515625, "train/tensor_act_model_layers_24_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp/min": 3.765625, "train/tensor_act_model_layers_24_mlp/max": 3.96875, "train/tensor_act_model_layers_24_mlp/range": 0.203125, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 180913.875, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 88.5, "train/tensor_act_model_layers_24_residual_post_mlp/std": 1.28125, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 93.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_mlp/min": 76.5, "train/tensor_act_model_layers_24_residual_post_mlp/max": 93.0, "train/tensor_act_model_layers_24_residual_post_mlp/range": 16.5, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 180913.875, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 88.5, "train/tensor_act_model_layers_25_residual_pre_attn/std": 1.28125, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 93.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_pre_attn/min": 76.5, "train/tensor_act_model_layers_25_residual_pre_attn/max": 93.0, "train/tensor_act_model_layers_25_residual_pre_attn/range": 16.5, "train/tensor_act_model_layers_25_residual_post_attn/norm": 180913.875, "train/tensor_act_model_layers_25_residual_post_attn/mean": 88.5, "train/tensor_act_model_layers_25_residual_post_attn/std": 1.28125, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 93.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_attn/min": 76.5, "train/tensor_act_model_layers_25_residual_post_attn/max": 93.0, "train/tensor_act_model_layers_25_residual_post_attn/range": 16.5, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 4567.5146484375, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": 0.44140625, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 1.515625, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 2.921875, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -1.3046875, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 2.921875, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 4.2265625, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 4899.3388671875, "train/tensor_act_model_layers_25_mlp_up_proj/mean": -0.07421875, "train/tensor_act_model_layers_25_mlp_up_proj/std": 1.6875, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 3.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -2.890625, "train/tensor_act_model_layers_25_mlp_up_proj/max": 3.0, "train/tensor_act_model_layers_25_mlp_up_proj/range": 5.890625, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 18192.009765625, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 8.875, "train/tensor_act_model_layers_25_mlp_down_proj/std": 0.8046875, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 11.375, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 0.04700827598571777, "train/tensor_act_model_layers_25_mlp_down_proj/min": 6.28125, "train/tensor_act_model_layers_25_mlp_down_proj/max": 11.375, "train/tensor_act_model_layers_25_mlp_down_proj/range": 5.09375, "train/tensor_act_model_layers_25_mlp/norm": 7980.74658203125, "train/tensor_act_model_layers_25_mlp/mean": 3.890625, "train/tensor_act_model_layers_25_mlp/std": 0.045654296875, "train/tensor_act_model_layers_25_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp/min": 3.671875, "train/tensor_act_model_layers_25_mlp/max": 3.96875, "train/tensor_act_model_layers_25_mlp/range": 0.296875, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 189081.40625, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 92.5, "train/tensor_act_model_layers_25_residual_post_mlp/std": 1.296875, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 97.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_mlp/min": 80.5, "train/tensor_act_model_layers_25_residual_post_mlp/max": 97.0, "train/tensor_act_model_layers_25_residual_post_mlp/range": 16.5, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 189081.40625, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 92.5, "train/tensor_act_model_layers_26_residual_pre_attn/std": 1.296875, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 97.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_pre_attn/min": 80.5, "train/tensor_act_model_layers_26_residual_pre_attn/max": 97.0, "train/tensor_act_model_layers_26_residual_pre_attn/range": 16.5, "train/tensor_act_model_layers_26_residual_post_attn/norm": 189081.40625, "train/tensor_act_model_layers_26_residual_post_attn/mean": 92.5, "train/tensor_act_model_layers_26_residual_post_attn/std": 1.296875, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 97.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_attn/min": 80.5, "train/tensor_act_model_layers_26_residual_post_attn/max": 97.0, "train/tensor_act_model_layers_26_residual_post_attn/range": 16.5, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 4687.529296875, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": 0.5234375, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 1.53125, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 2.921875, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 2.921875, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 4.2421875, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 4976.07177734375, "train/tensor_act_model_layers_26_mlp_up_proj/mean": 0.0634765625, "train/tensor_act_model_layers_26_mlp_up_proj/std": 1.71875, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 3.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -2.90625, "train/tensor_act_model_layers_26_mlp_up_proj/max": 3.0, "train/tensor_act_model_layers_26_mlp_up_proj/range": 5.90625, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 18265.703125, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 8.875, "train/tensor_act_model_layers_26_mlp_down_proj/std": 0.73828125, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 10.8125, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 0.0625, "train/tensor_act_model_layers_26_mlp_down_proj/min": 6.21875, "train/tensor_act_model_layers_26_mlp_down_proj/max": 10.8125, "train/tensor_act_model_layers_26_mlp_down_proj/range": 4.59375, "train/tensor_act_model_layers_26_mlp/norm": 7988.2744140625, "train/tensor_act_model_layers_26_mlp/mean": 3.90625, "train/tensor_act_model_layers_26_mlp/std": 0.03857421875, "train/tensor_act_model_layers_26_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp/min": 3.65625, "train/tensor_act_model_layers_26_mlp/max": 3.96875, "train/tensor_act_model_layers_26_mlp/range": 0.3125, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 197264.65625, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 96.5, "train/tensor_act_model_layers_26_residual_post_mlp/std": 1.296875, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 101.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_mlp/min": 84.5, "train/tensor_act_model_layers_26_residual_post_mlp/max": 101.0, "train/tensor_act_model_layers_26_residual_post_mlp/range": 16.5, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 197264.65625, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 96.5, "train/tensor_act_model_layers_27_residual_pre_attn/std": 1.296875, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 101.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_pre_attn/min": 84.5, "train/tensor_act_model_layers_27_residual_pre_attn/max": 101.0, "train/tensor_act_model_layers_27_residual_pre_attn/range": 16.5, "train/tensor_act_model_layers_27_residual_post_attn/norm": 197264.65625, "train/tensor_act_model_layers_27_residual_post_attn/mean": 96.5, "train/tensor_act_model_layers_27_residual_post_attn/std": 1.296875, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 101.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_attn/min": 84.5, "train/tensor_act_model_layers_27_residual_post_attn/max": 101.0, "train/tensor_act_model_layers_27_residual_post_attn/range": 16.5, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 4462.39697265625, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": 0.466796875, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 1.46875, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 3.078125, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 3.078125, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 4.359375, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 4725.732421875, "train/tensor_act_model_layers_27_mlp_up_proj/mean": 0.036865234375, "train/tensor_act_model_layers_27_mlp_up_proj/std": 1.6328125, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 2.953125, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -2.921875, "train/tensor_act_model_layers_27_mlp_up_proj/max": 2.953125, "train/tensor_act_model_layers_27_mlp_up_proj/range": 5.875, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 17443.716796875, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 8.5, "train/tensor_act_model_layers_27_mlp_down_proj/std": 0.6875, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 10.5625, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 0.031245946884155273, "train/tensor_act_model_layers_27_mlp_down_proj/min": 6.59375, "train/tensor_act_model_layers_27_mlp_down_proj/max": 10.5625, "train/tensor_act_model_layers_27_mlp_down_proj/range": 3.96875, "train/tensor_act_model_layers_27_mlp/norm": 7946.923828125, "train/tensor_act_model_layers_27_mlp/mean": 3.875, "train/tensor_act_model_layers_27_mlp/std": 0.04248046875, "train/tensor_act_model_layers_27_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp/min": 3.71875, "train/tensor_act_model_layers_27_mlp/max": 3.953125, "train/tensor_act_model_layers_27_mlp/range": 0.234375, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 205441.09375, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 100.5, "train/tensor_act_model_layers_27_residual_post_mlp/std": 1.3046875, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 105.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_mlp/min": 88.5, "train/tensor_act_model_layers_27_residual_post_mlp/max": 105.0, "train/tensor_act_model_layers_27_residual_post_mlp/range": 16.5, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 205441.09375, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 100.5, "train/tensor_act_model_layers_28_residual_pre_attn/std": 1.3046875, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 105.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_pre_attn/min": 88.5, "train/tensor_act_model_layers_28_residual_pre_attn/max": 105.0, "train/tensor_act_model_layers_28_residual_pre_attn/range": 16.5, "train/tensor_act_model_layers_28_residual_post_attn/norm": 205417.78125, "train/tensor_act_model_layers_28_residual_post_attn/mean": 100.5, "train/tensor_act_model_layers_28_residual_post_attn/std": 1.328125, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 105.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_attn/min": 88.5, "train/tensor_act_model_layers_28_residual_post_attn/max": 105.0, "train/tensor_act_model_layers_28_residual_post_attn/range": 16.5, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 4599.36279296875, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": 0.37890625, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 1.5390625, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 3.046875, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -1.2578125, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 3.046875, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 4.3046875, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 4939.94189453125, "train/tensor_act_model_layers_28_mlp_up_proj/mean": -0.016845703125, "train/tensor_act_model_layers_28_mlp_up_proj/std": 1.703125, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 2.984375, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -2.984375, "train/tensor_act_model_layers_28_mlp_up_proj/max": 2.984375, "train/tensor_act_model_layers_28_mlp_up_proj/range": 5.96875, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 17680.580078125, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 8.625, "train/tensor_act_model_layers_28_mlp_down_proj/std": 0.70703125, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 10.9375, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 0.0234375, "train/tensor_act_model_layers_28_mlp_down_proj/min": 7.09375, "train/tensor_act_model_layers_28_mlp_down_proj/max": 10.9375, "train/tensor_act_model_layers_28_mlp_down_proj/range": 3.84375, "train/tensor_act_model_layers_28_mlp/norm": 7961.25537109375, "train/tensor_act_model_layers_28_mlp/mean": 3.890625, "train/tensor_act_model_layers_28_mlp/std": 0.0390625, "train/tensor_act_model_layers_28_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp/min": 3.78125, "train/tensor_act_model_layers_28_mlp/max": 3.96875, "train/tensor_act_model_layers_28_mlp/range": 0.1875, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 213609.09375, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 104.5, "train/tensor_act_model_layers_28_residual_post_mlp/std": 1.328125, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 109.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_mlp/min": 92.5, "train/tensor_act_model_layers_28_residual_post_mlp/max": 109.0, "train/tensor_act_model_layers_28_residual_post_mlp/range": 16.5, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 213609.09375, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 104.5, "train/tensor_act_model_layers_29_residual_pre_attn/std": 1.328125, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 109.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_pre_attn/min": 92.5, "train/tensor_act_model_layers_29_residual_pre_attn/max": 109.0, "train/tensor_act_model_layers_29_residual_pre_attn/range": 16.5, "train/tensor_act_model_layers_29_residual_post_attn/norm": 213609.09375, "train/tensor_act_model_layers_29_residual_post_attn/mean": 104.5, "train/tensor_act_model_layers_29_residual_post_attn/std": 1.328125, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 109.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_attn/min": 92.5, "train/tensor_act_model_layers_29_residual_post_attn/max": 109.0, "train/tensor_act_model_layers_29_residual_post_attn/range": 16.5, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 4522.013671875, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": 0.431640625, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 1.5, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 2.984375, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 2.984375, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 4.3046875, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 4891.32666015625, "train/tensor_act_model_layers_29_mlp_up_proj/mean": 0.046630859375, "train/tensor_act_model_layers_29_mlp_up_proj/std": 1.6875, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 3.140625, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -3.140625, "train/tensor_act_model_layers_29_mlp_up_proj/max": 3.125, "train/tensor_act_model_layers_29_mlp_up_proj/range": 6.265625, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 17457.015625, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 8.5, "train/tensor_act_model_layers_29_mlp_down_proj/std": 0.8203125, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 11.5, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 0.046875, "train/tensor_act_model_layers_29_mlp_down_proj/min": 6.34375, "train/tensor_act_model_layers_29_mlp_down_proj/max": 11.5, "train/tensor_act_model_layers_29_mlp_down_proj/range": 5.15625, "train/tensor_act_model_layers_29_mlp/norm": 7941.9580078125, "train/tensor_act_model_layers_29_mlp/mean": 3.875, "train/tensor_act_model_layers_29_mlp/std": 0.048095703125, "train/tensor_act_model_layers_29_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp/min": 3.671875, "train/tensor_act_model_layers_29_mlp/max": 3.96875, "train/tensor_act_model_layers_29_mlp/range": 0.296875, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 221784.40625, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 108.5, "train/tensor_act_model_layers_29_residual_post_mlp/std": 1.328125, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 113.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_mlp/min": 96.5, "train/tensor_act_model_layers_29_residual_post_mlp/max": 113.0, "train/tensor_act_model_layers_29_residual_post_mlp/range": 16.5, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 221784.40625, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 108.5, "train/tensor_act_model_layers_30_residual_pre_attn/std": 1.328125, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 113.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_pre_attn/min": 96.5, "train/tensor_act_model_layers_30_residual_pre_attn/max": 113.0, "train/tensor_act_model_layers_30_residual_pre_attn/range": 16.5, "train/tensor_act_model_layers_30_residual_post_attn/norm": 221784.40625, "train/tensor_act_model_layers_30_residual_post_attn/mean": 108.5, "train/tensor_act_model_layers_30_residual_post_attn/std": 1.328125, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 113.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_attn/min": 96.5, "train/tensor_act_model_layers_30_residual_post_attn/max": 113.0, "train/tensor_act_model_layers_30_residual_post_attn/range": 16.5, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 4469.03271484375, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": 0.36328125, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 1.5, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 3.0625, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 3.0625, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 4.34375, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 4844.68359375, "train/tensor_act_model_layers_30_mlp_up_proj/mean": -0.09912109375, "train/tensor_act_model_layers_30_mlp_up_proj/std": 1.671875, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 3.15625, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -3.15625, "train/tensor_act_model_layers_30_mlp_up_proj/max": 2.890625, "train/tensor_act_model_layers_30_mlp_up_proj/range": 6.046875, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 17333.458984375, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 8.4375, "train/tensor_act_model_layers_30_mlp_down_proj/std": 0.88671875, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 10.8125, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 0.03906750679016113, "train/tensor_act_model_layers_30_mlp_down_proj/min": 6.375, "train/tensor_act_model_layers_30_mlp_down_proj/max": 10.8125, "train/tensor_act_model_layers_30_mlp_down_proj/range": 4.4375, "train/tensor_act_model_layers_30_mlp/norm": 7929.94873046875, "train/tensor_act_model_layers_30_mlp/mean": 3.875, "train/tensor_act_model_layers_30_mlp/std": 0.05615234375, "train/tensor_act_model_layers_30_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp/min": 3.6875, "train/tensor_act_model_layers_30_mlp/max": 3.96875, "train/tensor_act_model_layers_30_mlp/range": 0.28125, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 229932.28125, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 112.5, "train/tensor_act_model_layers_30_residual_post_mlp/std": 1.3203125, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 117.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_mlp/min": 100.5, "train/tensor_act_model_layers_30_residual_post_mlp/max": 117.0, "train/tensor_act_model_layers_30_residual_post_mlp/range": 16.5, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 229932.28125, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 112.5, "train/tensor_act_model_layers_31_residual_pre_attn/std": 1.3203125, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 117.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_pre_attn/min": 100.5, "train/tensor_act_model_layers_31_residual_pre_attn/max": 117.0, "train/tensor_act_model_layers_31_residual_pre_attn/range": 16.5, "train/tensor_act_model_layers_31_residual_post_attn/norm": 229940.140625, "train/tensor_act_model_layers_31_residual_post_attn/mean": 112.5, "train/tensor_act_model_layers_31_residual_post_attn/std": 1.3203125, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 117.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_attn/min": 100.5, "train/tensor_act_model_layers_31_residual_post_attn/max": 117.0, "train/tensor_act_model_layers_31_residual_post_attn/range": 16.5, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 4552.53173828125, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": 0.291015625, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 1.546875, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 3.03125, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -1.3046875, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 3.03125, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 4.3359375, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 4738.9072265625, "train/tensor_act_model_layers_31_mlp_up_proj/mean": 0.1591796875, "train/tensor_act_model_layers_31_mlp_up_proj/std": 1.625, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 3.109375, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -2.875, "train/tensor_act_model_layers_31_mlp_up_proj/max": 3.109375, "train/tensor_act_model_layers_31_mlp_up_proj/range": 5.984375, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 16993.5625, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 8.25, "train/tensor_act_model_layers_31_mlp_down_proj/std": 0.79296875, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 10.125, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 0.0078125, "train/tensor_act_model_layers_31_mlp_down_proj/min": 6.28125, "train/tensor_act_model_layers_31_mlp_down_proj/max": 10.125, "train/tensor_act_model_layers_31_mlp_down_proj/range": 3.84375, "train/tensor_act_model_layers_31_mlp/norm": 7913.77392578125, "train/tensor_act_model_layers_31_mlp/mean": 3.859375, "train/tensor_act_model_layers_31_mlp/std": 0.054931640625, "train/tensor_act_model_layers_31_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp/min": 3.671875, "train/tensor_act_model_layers_31_mlp/max": 3.953125, "train/tensor_act_model_layers_31_mlp/range": 0.28125, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 238086.140625, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 116.0, "train/tensor_act_model_layers_31_residual_post_mlp/std": 1.328125, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 121.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_mlp/min": 104.5, "train/tensor_act_model_layers_31_residual_post_mlp/max": 121.0, "train/tensor_act_model_layers_31_residual_post_mlp/range": 16.5, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 238086.140625, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 116.0, "train/tensor_act_model_layers_32_residual_pre_attn/std": 1.328125, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 121.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_pre_attn/min": 104.5, "train/tensor_act_model_layers_32_residual_pre_attn/max": 121.0, "train/tensor_act_model_layers_32_residual_pre_attn/range": 16.5, "train/tensor_act_model_layers_32_residual_post_attn/norm": 238078.15625, "train/tensor_act_model_layers_32_residual_post_attn/mean": 116.0, "train/tensor_act_model_layers_32_residual_post_attn/std": 1.328125, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 121.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_attn/min": 104.5, "train/tensor_act_model_layers_32_residual_post_attn/max": 121.0, "train/tensor_act_model_layers_32_residual_post_attn/range": 16.5, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 4606.9931640625, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": 0.490234375, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 1.515625, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 3.140625, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 3.140625, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 4.4296875, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 4852.56884765625, "train/tensor_act_model_layers_32_mlp_up_proj/mean": -0.036376953125, "train/tensor_act_model_layers_32_mlp_up_proj/std": 1.671875, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 3.453125, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -3.0, "train/tensor_act_model_layers_32_mlp_up_proj/max": 3.453125, "train/tensor_act_model_layers_32_mlp_up_proj/range": 6.453125, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 17737.23046875, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 8.625, "train/tensor_act_model_layers_32_mlp_down_proj/std": 0.71875, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 10.25, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 0.007817268371582031, "train/tensor_act_model_layers_32_mlp_down_proj/min": 6.78125, "train/tensor_act_model_layers_32_mlp_down_proj/max": 10.25, "train/tensor_act_model_layers_32_mlp_down_proj/range": 3.46875, "train/tensor_act_model_layers_32_mlp/norm": 7962.7216796875, "train/tensor_act_model_layers_32_mlp/mean": 3.890625, "train/tensor_act_model_layers_32_mlp/std": 0.041015625, "train/tensor_act_model_layers_32_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp/min": 3.734375, "train/tensor_act_model_layers_32_mlp/max": 3.953125, "train/tensor_act_model_layers_32_mlp/range": 0.21875, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 246263.453125, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 120.0, "train/tensor_act_model_layers_32_residual_post_mlp/std": 1.328125, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 125.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_mlp/min": 108.5, "train/tensor_act_model_layers_32_residual_post_mlp/max": 125.0, "train/tensor_act_model_layers_32_residual_post_mlp/range": 16.5, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 246263.453125, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 120.0, "train/tensor_act_model_layers_33_residual_pre_attn/std": 1.328125, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 125.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_pre_attn/min": 108.5, "train/tensor_act_model_layers_33_residual_pre_attn/max": 125.0, "train/tensor_act_model_layers_33_residual_pre_attn/range": 16.5, "train/tensor_act_model_layers_33_residual_post_attn/norm": 246231.453125, "train/tensor_act_model_layers_33_residual_post_attn/mean": 120.0, "train/tensor_act_model_layers_33_residual_post_attn/std": 1.328125, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 125.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_attn/min": 108.5, "train/tensor_act_model_layers_33_residual_post_attn/max": 125.0, "train/tensor_act_model_layers_33_residual_post_attn/range": 16.5, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 4631.00390625, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": 0.400390625, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 1.546875, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 3.140625, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 3.140625, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 4.453125, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 4894.74462890625, "train/tensor_act_model_layers_33_mlp_up_proj/mean": -0.185546875, "train/tensor_act_model_layers_33_mlp_up_proj/std": 1.6796875, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 3.203125, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -2.890625, "train/tensor_act_model_layers_33_mlp_up_proj/max": 3.203125, "train/tensor_act_model_layers_33_mlp_up_proj/range": 6.09375, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 17759.755859375, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 8.625, "train/tensor_act_model_layers_33_mlp_down_proj/std": 0.80859375, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 10.8125, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 0.0534665584564209, "train/tensor_act_model_layers_33_mlp_down_proj/min": 6.40625, "train/tensor_act_model_layers_33_mlp_down_proj/max": 10.8125, "train/tensor_act_model_layers_33_mlp_down_proj/range": 4.40625, "train/tensor_act_model_layers_33_mlp/norm": 7960.6875, "train/tensor_act_model_layers_33_mlp/mean": 3.890625, "train/tensor_act_model_layers_33_mlp/std": 0.044921875, "train/tensor_act_model_layers_33_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp/min": 3.6875, "train/tensor_act_model_layers_33_mlp/max": 3.96875, "train/tensor_act_model_layers_33_mlp/range": 0.28125, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 254408.71875, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 124.0, "train/tensor_act_model_layers_33_residual_post_mlp/std": 1.328125, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 129.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_mlp/min": 112.5, "train/tensor_act_model_layers_33_residual_post_mlp/max": 129.0, "train/tensor_act_model_layers_33_residual_post_mlp/range": 16.5, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 254408.71875, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 124.0, "train/tensor_act_model_layers_34_residual_pre_attn/std": 1.328125, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 129.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_pre_attn/min": 112.5, "train/tensor_act_model_layers_34_residual_pre_attn/max": 129.0, "train/tensor_act_model_layers_34_residual_pre_attn/range": 16.5, "train/tensor_act_model_layers_34_residual_post_attn/norm": 254392.96875, "train/tensor_act_model_layers_34_residual_post_attn/mean": 124.0, "train/tensor_act_model_layers_34_residual_post_attn/std": 1.3359375, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 129.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_attn/min": 112.0, "train/tensor_act_model_layers_34_residual_post_attn/max": 129.0, "train/tensor_act_model_layers_34_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 4500.64794921875, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": 0.4296875, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 1.4921875, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 3.046875, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 3.046875, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 4.3359375, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 4776.66943359375, "train/tensor_act_model_layers_34_mlp_up_proj/mean": 0.0257568359375, "train/tensor_act_model_layers_34_mlp_up_proj/std": 1.6484375, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 2.921875, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -2.921875, "train/tensor_act_model_layers_34_mlp_up_proj/max": 2.875, "train/tensor_act_model_layers_34_mlp_up_proj/range": 5.796875, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 17540.333984375, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 8.5, "train/tensor_act_model_layers_34_mlp_down_proj/std": 0.78515625, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 10.875, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 0.03125, "train/tensor_act_model_layers_34_mlp_down_proj/min": 6.5, "train/tensor_act_model_layers_34_mlp_down_proj/max": 10.875, "train/tensor_act_model_layers_34_mlp_down_proj/range": 4.375, "train/tensor_act_model_layers_34_mlp/norm": 7948.20068359375, "train/tensor_act_model_layers_34_mlp/mean": 3.875, "train/tensor_act_model_layers_34_mlp/std": 0.04736328125, "train/tensor_act_model_layers_34_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp/min": 3.703125, "train/tensor_act_model_layers_34_mlp/max": 3.96875, "train/tensor_act_model_layers_34_mlp/range": 0.265625, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 262290.875, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 128.0, "train/tensor_act_model_layers_34_residual_post_mlp/std": 1.265625, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 133.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_mlp/min": 116.0, "train/tensor_act_model_layers_34_residual_post_mlp/max": 133.0, "train/tensor_act_model_layers_34_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 262290.875, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 128.0, "train/tensor_act_model_layers_35_residual_pre_attn/std": 1.265625, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 133.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_pre_attn/min": 116.0, "train/tensor_act_model_layers_35_residual_pre_attn/max": 133.0, "train/tensor_act_model_layers_35_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_35_residual_post_attn/norm": 262296.53125, "train/tensor_act_model_layers_35_residual_post_attn/mean": 128.0, "train/tensor_act_model_layers_35_residual_post_attn/std": 1.265625, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 133.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_attn/min": 116.0, "train/tensor_act_model_layers_35_residual_post_attn/max": 133.0, "train/tensor_act_model_layers_35_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 4392.28125, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": 0.44140625, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 1.453125, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 3.140625, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 3.140625, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 4.4609375, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 4695.92626953125, "train/tensor_act_model_layers_35_mlp_up_proj/mean": 0.0888671875, "train/tensor_act_model_layers_35_mlp_up_proj/std": 1.6171875, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 3.25, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -3.25, "train/tensor_act_model_layers_35_mlp_up_proj/max": 3.078125, "train/tensor_act_model_layers_35_mlp_up_proj/range": 6.328125, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 17187.021484375, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 8.375, "train/tensor_act_model_layers_35_mlp_down_proj/std": 0.7890625, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 10.875, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 0.01812577247619629, "train/tensor_act_model_layers_35_mlp_down_proj/min": 5.84375, "train/tensor_act_model_layers_35_mlp_down_proj/max": 10.875, "train/tensor_act_model_layers_35_mlp_down_proj/range": 5.03125, "train/tensor_act_model_layers_35_mlp/norm": 7926.03173828125, "train/tensor_act_model_layers_35_mlp/mean": 3.875, "train/tensor_act_model_layers_35_mlp/std": 0.052978515625, "train/tensor_act_model_layers_35_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp/min": 3.59375, "train/tensor_act_model_layers_35_mlp/max": 3.96875, "train/tensor_act_model_layers_35_mlp/range": 0.375, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 270265.625, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 132.0, "train/tensor_act_model_layers_35_residual_post_mlp/std": 1.3671875, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 137.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_mlp/min": 120.0, "train/tensor_act_model_layers_35_residual_post_mlp/max": 137.0, "train/tensor_act_model_layers_35_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 270265.625, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 132.0, "train/tensor_act_model_layers_36_residual_pre_attn/std": 1.3671875, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 137.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_pre_attn/min": 120.0, "train/tensor_act_model_layers_36_residual_pre_attn/max": 137.0, "train/tensor_act_model_layers_36_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_36_residual_post_attn/norm": 270265.46875, "train/tensor_act_model_layers_36_residual_post_attn/mean": 132.0, "train/tensor_act_model_layers_36_residual_post_attn/std": 1.3671875, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 137.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_attn/min": 120.0, "train/tensor_act_model_layers_36_residual_post_attn/max": 137.0, "train/tensor_act_model_layers_36_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 4351.05517578125, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": 0.34765625, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 1.4609375, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 3.046875, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 3.046875, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 4.3125, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 4735.7734375, "train/tensor_act_model_layers_36_mlp_up_proj/mean": -0.126953125, "train/tensor_act_model_layers_36_mlp_up_proj/std": 1.6328125, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 3.28125, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -3.28125, "train/tensor_act_model_layers_36_mlp_up_proj/max": 3.234375, "train/tensor_act_model_layers_36_mlp_up_proj/range": 6.515625, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 17175.36328125, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 8.375, "train/tensor_act_model_layers_36_mlp_down_proj/std": 0.76171875, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 10.125, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 0.0070056915283203125, "train/tensor_act_model_layers_36_mlp_down_proj/min": 5.75, "train/tensor_act_model_layers_36_mlp_down_proj/max": 10.125, "train/tensor_act_model_layers_36_mlp_down_proj/range": 4.375, "train/tensor_act_model_layers_36_mlp/norm": 7926.26904296875, "train/tensor_act_model_layers_36_mlp/mean": 3.875, "train/tensor_act_model_layers_36_mlp/std": 0.056396484375, "train/tensor_act_model_layers_36_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp/min": 3.578125, "train/tensor_act_model_layers_36_mlp/max": 3.953125, "train/tensor_act_model_layers_36_mlp/range": 0.375, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 278456.25, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 136.0, "train/tensor_act_model_layers_36_residual_post_mlp/std": 1.3671875, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 141.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_mlp/min": 124.0, "train/tensor_act_model_layers_36_residual_post_mlp/max": 141.0, "train/tensor_act_model_layers_36_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 278456.25, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 136.0, "train/tensor_act_model_layers_37_residual_pre_attn/std": 1.3671875, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 141.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_pre_attn/min": 124.0, "train/tensor_act_model_layers_37_residual_pre_attn/max": 141.0, "train/tensor_act_model_layers_37_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_37_residual_post_attn/norm": 278456.25, "train/tensor_act_model_layers_37_residual_post_attn/mean": 136.0, "train/tensor_act_model_layers_37_residual_post_attn/std": 1.3671875, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 141.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_attn/min": 123.5, "train/tensor_act_model_layers_37_residual_post_attn/max": 141.0, "train/tensor_act_model_layers_37_residual_post_attn/range": 17.5, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 4427.3896484375, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": 0.384765625, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 1.4765625, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 3.09375, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 3.09375, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 4.390625, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 4736.91943359375, "train/tensor_act_model_layers_37_mlp_up_proj/mean": 0.040771484375, "train/tensor_act_model_layers_37_mlp_up_proj/std": 1.6328125, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 3.15625, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -2.859375, "train/tensor_act_model_layers_37_mlp_up_proj/max": 3.15625, "train/tensor_act_model_layers_37_mlp_up_proj/range": 6.015625, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 17223.8828125, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 8.375, "train/tensor_act_model_layers_37_mlp_down_proj/std": 0.78515625, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 10.8125, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 0.015625, "train/tensor_act_model_layers_37_mlp_down_proj/min": 6.125, "train/tensor_act_model_layers_37_mlp_down_proj/max": 10.8125, "train/tensor_act_model_layers_37_mlp_down_proj/range": 4.6875, "train/tensor_act_model_layers_37_mlp/norm": 7928.92529296875, "train/tensor_act_model_layers_37_mlp/mean": 3.875, "train/tensor_act_model_layers_37_mlp/std": 0.05126953125, "train/tensor_act_model_layers_37_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp/min": 3.640625, "train/tensor_act_model_layers_37_mlp/max": 3.96875, "train/tensor_act_model_layers_37_mlp/range": 0.328125, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 286647.8125, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 140.0, "train/tensor_act_model_layers_37_residual_post_mlp/std": 1.3671875, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 145.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_mlp/min": 127.5, "train/tensor_act_model_layers_37_residual_post_mlp/max": 145.0, "train/tensor_act_model_layers_37_residual_post_mlp/range": 17.5, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 286647.8125, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 140.0, "train/tensor_act_model_layers_38_residual_pre_attn/std": 1.3671875, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 145.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_pre_attn/min": 127.5, "train/tensor_act_model_layers_38_residual_pre_attn/max": 145.0, "train/tensor_act_model_layers_38_residual_pre_attn/range": 17.5, "train/tensor_act_model_layers_38_residual_post_attn/norm": 286647.8125, "train/tensor_act_model_layers_38_residual_post_attn/mean": 140.0, "train/tensor_act_model_layers_38_residual_post_attn/std": 1.3671875, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 145.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_attn/min": 127.5, "train/tensor_act_model_layers_38_residual_post_attn/max": 145.0, "train/tensor_act_model_layers_38_residual_post_attn/range": 17.5, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 4467.6103515625, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": 0.5234375, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 1.453125, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 3.125, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 3.125, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 4.40625, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 4748.029296875, "train/tensor_act_model_layers_38_mlp_up_proj/mean": 0.0478515625, "train/tensor_act_model_layers_38_mlp_up_proj/std": 1.640625, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 3.171875, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -3.046875, "train/tensor_act_model_layers_38_mlp_up_proj/max": 3.171875, "train/tensor_act_model_layers_38_mlp_up_proj/range": 6.21875, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 17423.255859375, "train/tensor_act_model_layers_38_mlp_down_proj/mean": 8.5, "train/tensor_act_model_layers_38_mlp_down_proj/std": 0.7421875, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 10.3125, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 0.013764381408691406, "train/tensor_act_model_layers_38_mlp_down_proj/min": 6.71875, "train/tensor_act_model_layers_38_mlp_down_proj/max": 10.3125, "train/tensor_act_model_layers_38_mlp_down_proj/range": 3.59375, "train/tensor_act_model_layers_38_mlp/norm": 7945.00048828125, "train/tensor_act_model_layers_38_mlp/mean": 3.875, "train/tensor_act_model_layers_38_mlp/std": 0.04736328125, "train/tensor_act_model_layers_38_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp/min": 3.734375, "train/tensor_act_model_layers_38_mlp/max": 3.953125, "train/tensor_act_model_layers_38_mlp/range": 0.21875, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 294839.4375, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 144.0, "train/tensor_act_model_layers_38_residual_post_mlp/std": 1.3671875, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 149.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_mlp/min": 131.0, "train/tensor_act_model_layers_38_residual_post_mlp/max": 149.0, "train/tensor_act_model_layers_38_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 294839.4375, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 144.0, "train/tensor_act_model_layers_39_residual_pre_attn/std": 1.3671875, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 149.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_pre_attn/min": 131.0, "train/tensor_act_model_layers_39_residual_pre_attn/max": 149.0, "train/tensor_act_model_layers_39_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_39_residual_post_attn/norm": 294839.4375, "train/tensor_act_model_layers_39_residual_post_attn/mean": 144.0, "train/tensor_act_model_layers_39_residual_post_attn/std": 1.3671875, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 149.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_attn/min": 131.0, "train/tensor_act_model_layers_39_residual_post_attn/max": 149.0, "train/tensor_act_model_layers_39_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 4331.767578125, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": 0.419921875, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 1.4375, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 2.96875, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 2.96875, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 4.28125, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 4720.02880859375, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.26953125, "train/tensor_act_model_layers_39_mlp_up_proj/std": 1.609375, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 3.078125, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -3.078125, "train/tensor_act_model_layers_39_mlp_up_proj/max": 3.0625, "train/tensor_act_model_layers_39_mlp_up_proj/range": 6.140625, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 17390.671875, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 8.4375, "train/tensor_act_model_layers_39_mlp_down_proj/std": 0.8125, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 10.625, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 0.0234375, "train/tensor_act_model_layers_39_mlp_down_proj/min": 6.375, "train/tensor_act_model_layers_39_mlp_down_proj/max": 10.625, "train/tensor_act_model_layers_39_mlp_down_proj/range": 4.25, "train/tensor_act_model_layers_39_mlp/norm": 7937.4697265625, "train/tensor_act_model_layers_39_mlp/mean": 3.875, "train/tensor_act_model_layers_39_mlp/std": 0.052001953125, "train/tensor_act_model_layers_39_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp/min": 3.6875, "train/tensor_act_model_layers_39_mlp/max": 3.953125, "train/tensor_act_model_layers_39_mlp/range": 0.265625, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 303031.0625, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 148.0, "train/tensor_act_model_layers_39_residual_post_mlp/std": 1.3671875, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 153.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_mlp/min": 135.0, "train/tensor_act_model_layers_39_residual_post_mlp/max": 153.0, "train/tensor_act_model_layers_39_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 303031.0625, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 148.0, "train/tensor_act_model_layers_40_residual_pre_attn/std": 1.3671875, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 153.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_pre_attn/min": 135.0, "train/tensor_act_model_layers_40_residual_pre_attn/max": 153.0, "train/tensor_act_model_layers_40_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_40_residual_post_attn/norm": 303031.0625, "train/tensor_act_model_layers_40_residual_post_attn/mean": 148.0, "train/tensor_act_model_layers_40_residual_post_attn/std": 1.3671875, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 153.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_attn/min": 135.0, "train/tensor_act_model_layers_40_residual_post_attn/max": 153.0, "train/tensor_act_model_layers_40_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 4393.68896484375, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": 0.283203125, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 1.4921875, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 2.96875, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 2.96875, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 4.2421875, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 4727.92041015625, "train/tensor_act_model_layers_40_mlp_up_proj/mean": 0.0361328125, "train/tensor_act_model_layers_40_mlp_up_proj/std": 1.6328125, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 3.15625, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -2.96875, "train/tensor_act_model_layers_40_mlp_up_proj/max": 3.15625, "train/tensor_act_model_layers_40_mlp_up_proj/range": 6.125, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 16818.6171875, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 8.1875, "train/tensor_act_model_layers_40_mlp_down_proj/std": 0.7890625, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 9.875, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/min": 6.1875, "train/tensor_act_model_layers_40_mlp_down_proj/max": 9.875, "train/tensor_act_model_layers_40_mlp_down_proj/range": 3.6875, "train/tensor_act_model_layers_40_mlp/norm": 7902.50537109375, "train/tensor_act_model_layers_40_mlp/mean": 3.859375, "train/tensor_act_model_layers_40_mlp/std": 0.05712890625, "train/tensor_act_model_layers_40_mlp/max_abs": 3.9375, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp/min": 3.65625, "train/tensor_act_model_layers_40_mlp/max": 3.9375, "train/tensor_act_model_layers_40_mlp/range": 0.28125, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 311222.71875, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 152.0, "train/tensor_act_model_layers_40_residual_post_mlp/std": 1.3671875, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 157.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_mlp/min": 139.0, "train/tensor_act_model_layers_40_residual_post_mlp/max": 157.0, "train/tensor_act_model_layers_40_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 311222.71875, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 152.0, "train/tensor_act_model_layers_41_residual_pre_attn/std": 1.3671875, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 157.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_pre_attn/min": 139.0, "train/tensor_act_model_layers_41_residual_pre_attn/max": 157.0, "train/tensor_act_model_layers_41_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_41_residual_post_attn/norm": 311222.71875, "train/tensor_act_model_layers_41_residual_post_attn/mean": 152.0, "train/tensor_act_model_layers_41_residual_post_attn/std": 1.3671875, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 157.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_attn/min": 139.0, "train/tensor_act_model_layers_41_residual_post_attn/max": 157.0, "train/tensor_act_model_layers_41_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 4342.53466796875, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": 0.396484375, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 1.4453125, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 3.1875, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -1.34375, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 3.1875, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 4.53125, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 4715.12451171875, "train/tensor_act_model_layers_41_mlp_up_proj/mean": -0.007568359375, "train/tensor_act_model_layers_41_mlp_up_proj/std": 1.625, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 3.140625, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -3.0625, "train/tensor_act_model_layers_41_mlp_up_proj/max": 3.140625, "train/tensor_act_model_layers_41_mlp_up_proj/range": 6.203125, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 16683.220703125, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 8.125, "train/tensor_act_model_layers_41_mlp_down_proj/std": 0.8046875, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 10.75, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 0.0078125, "train/tensor_act_model_layers_41_mlp_down_proj/min": 5.84375, "train/tensor_act_model_layers_41_mlp_down_proj/max": 10.75, "train/tensor_act_model_layers_41_mlp_down_proj/range": 4.90625, "train/tensor_act_model_layers_41_mlp/norm": 7892.541015625, "train/tensor_act_model_layers_41_mlp/mean": 3.859375, "train/tensor_act_model_layers_41_mlp/std": 0.060546875, "train/tensor_act_model_layers_41_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp/min": 3.59375, "train/tensor_act_model_layers_41_mlp/max": 3.96875, "train/tensor_act_model_layers_41_mlp/range": 0.375, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 319414.40625, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 156.0, "train/tensor_act_model_layers_41_residual_post_mlp/std": 1.3671875, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 161.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_mlp/min": 143.0, "train/tensor_act_model_layers_41_residual_post_mlp/max": 161.0, "train/tensor_act_model_layers_41_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 319414.40625, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 156.0, "train/tensor_act_model_layers_42_residual_pre_attn/std": 1.3671875, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 161.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_pre_attn/min": 143.0, "train/tensor_act_model_layers_42_residual_pre_attn/max": 161.0, "train/tensor_act_model_layers_42_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_42_residual_post_attn/norm": 319414.40625, "train/tensor_act_model_layers_42_residual_post_attn/mean": 156.0, "train/tensor_act_model_layers_42_residual_post_attn/std": 1.3671875, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 161.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_attn/min": 143.0, "train/tensor_act_model_layers_42_residual_post_attn/max": 161.0, "train/tensor_act_model_layers_42_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 4451.71728515625, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": 0.431640625, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 1.4765625, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 3.046875, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -1.3515625, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 3.046875, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 4.3984375, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 4687.6123046875, "train/tensor_act_model_layers_42_mlp_up_proj/mean": 0.126953125, "train/tensor_act_model_layers_42_mlp_up_proj/std": 1.6171875, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 3.328125, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -3.109375, "train/tensor_act_model_layers_42_mlp_up_proj/max": 3.328125, "train/tensor_act_model_layers_42_mlp_up_proj/range": 6.4375, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 17067.16015625, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 8.3125, "train/tensor_act_model_layers_42_mlp_down_proj/std": 0.8359375, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 11.125, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 0.007946252822875977, "train/tensor_act_model_layers_42_mlp_down_proj/min": 6.125, "train/tensor_act_model_layers_42_mlp_down_proj/max": 11.125, "train/tensor_act_model_layers_42_mlp_down_proj/range": 5.0, "train/tensor_act_model_layers_42_mlp/norm": 7915.9521484375, "train/tensor_act_model_layers_42_mlp/mean": 3.859375, "train/tensor_act_model_layers_42_mlp/std": 0.05712890625, "train/tensor_act_model_layers_42_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp/min": 3.640625, "train/tensor_act_model_layers_42_mlp/max": 3.96875, "train/tensor_act_model_layers_42_mlp/range": 0.328125, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 327606.09375, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 160.0, "train/tensor_act_model_layers_42_residual_post_mlp/std": 1.3671875, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 165.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_mlp/min": 147.0, "train/tensor_act_model_layers_42_residual_post_mlp/max": 165.0, "train/tensor_act_model_layers_42_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 327606.09375, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 160.0, "train/tensor_act_model_layers_43_residual_pre_attn/std": 1.3671875, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 165.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_pre_attn/min": 147.0, "train/tensor_act_model_layers_43_residual_pre_attn/max": 165.0, "train/tensor_act_model_layers_43_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_43_residual_post_attn/norm": 327606.09375, "train/tensor_act_model_layers_43_residual_post_attn/mean": 160.0, "train/tensor_act_model_layers_43_residual_post_attn/std": 1.3671875, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 165.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_attn/min": 147.0, "train/tensor_act_model_layers_43_residual_post_attn/max": 165.0, "train/tensor_act_model_layers_43_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 4371.69189453125, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": 0.4296875, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 1.4453125, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 3.203125, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -1.2578125, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 3.203125, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 4.4609375, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 4675.5068359375, "train/tensor_act_model_layers_43_mlp_up_proj/mean": 0.00201416015625, "train/tensor_act_model_layers_43_mlp_up_proj/std": 1.6171875, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 3.3125, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -3.3125, "train/tensor_act_model_layers_43_mlp_up_proj/max": 2.84375, "train/tensor_act_model_layers_43_mlp_up_proj/range": 6.15625, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 17351.470703125, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 8.4375, "train/tensor_act_model_layers_43_mlp_down_proj/std": 1.015625, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 11.375, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 0.07033944129943848, "train/tensor_act_model_layers_43_mlp_down_proj/min": 5.78125, "train/tensor_act_model_layers_43_mlp_down_proj/max": 11.375, "train/tensor_act_model_layers_43_mlp_down_proj/range": 5.59375, "train/tensor_act_model_layers_43_mlp/norm": 7922.3076171875, "train/tensor_act_model_layers_43_mlp/mean": 3.875, "train/tensor_act_model_layers_43_mlp/std": 0.068359375, "train/tensor_act_model_layers_43_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp/min": 3.578125, "train/tensor_act_model_layers_43_mlp/max": 3.96875, "train/tensor_act_model_layers_43_mlp/range": 0.390625, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 335797.8125, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 164.0, "train/tensor_act_model_layers_43_residual_post_mlp/std": 1.3671875, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 169.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_mlp/min": 151.0, "train/tensor_act_model_layers_43_residual_post_mlp/max": 169.0, "train/tensor_act_model_layers_43_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 335797.8125, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 164.0, "train/tensor_act_model_layers_44_residual_pre_attn/std": 1.3671875, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 169.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_pre_attn/min": 151.0, "train/tensor_act_model_layers_44_residual_pre_attn/max": 169.0, "train/tensor_act_model_layers_44_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_44_residual_post_attn/norm": 335797.8125, "train/tensor_act_model_layers_44_residual_post_attn/mean": 164.0, "train/tensor_act_model_layers_44_residual_post_attn/std": 1.3671875, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 169.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_attn/min": 151.0, "train/tensor_act_model_layers_44_residual_post_attn/max": 169.0, "train/tensor_act_model_layers_44_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 4615.9189453125, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": 0.62890625, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 1.4609375, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 2.90625, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 2.90625, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 4.171875, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 4661.0224609375, "train/tensor_act_model_layers_44_mlp_up_proj/mean": -0.00836181640625, "train/tensor_act_model_layers_44_mlp_up_proj/std": 1.609375, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 2.96875, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -2.78125, "train/tensor_act_model_layers_44_mlp_up_proj/max": 2.96875, "train/tensor_act_model_layers_44_mlp_up_proj/range": 5.75, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 17672.8203125, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 8.625, "train/tensor_act_model_layers_44_mlp_down_proj/std": 0.75390625, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 10.5625, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 0.05387449264526367, "train/tensor_act_model_layers_44_mlp_down_proj/min": 6.78125, "train/tensor_act_model_layers_44_mlp_down_proj/max": 10.5625, "train/tensor_act_model_layers_44_mlp_down_proj/range": 3.78125, "train/tensor_act_model_layers_44_mlp/norm": 7957.19287109375, "train/tensor_act_model_layers_44_mlp/mean": 3.890625, "train/tensor_act_model_layers_44_mlp/std": 0.0419921875, "train/tensor_act_model_layers_44_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp/min": 3.734375, "train/tensor_act_model_layers_44_mlp/max": 3.953125, "train/tensor_act_model_layers_44_mlp/range": 0.21875, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 343989.53125, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 168.0, "train/tensor_act_model_layers_44_residual_post_mlp/std": 1.3671875, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 173.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_mlp/min": 155.0, "train/tensor_act_model_layers_44_residual_post_mlp/max": 173.0, "train/tensor_act_model_layers_44_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 343989.53125, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 168.0, "train/tensor_act_model_layers_45_residual_pre_attn/std": 1.3671875, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 173.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_pre_attn/min": 155.0, "train/tensor_act_model_layers_45_residual_pre_attn/max": 173.0, "train/tensor_act_model_layers_45_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_45_residual_post_attn/norm": 343989.53125, "train/tensor_act_model_layers_45_residual_post_attn/mean": 168.0, "train/tensor_act_model_layers_45_residual_post_attn/std": 1.3671875, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 173.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_attn/min": 155.0, "train/tensor_act_model_layers_45_residual_post_attn/max": 173.0, "train/tensor_act_model_layers_45_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 4342.02978515625, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": 0.392578125, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 1.4453125, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 3.34375, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 3.34375, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 4.640625, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 4646.20458984375, "train/tensor_act_model_layers_45_mlp_up_proj/mean": -0.11865234375, "train/tensor_act_model_layers_45_mlp_up_proj/std": 1.6015625, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 3.15625, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -3.0, "train/tensor_act_model_layers_45_mlp_up_proj/max": 3.15625, "train/tensor_act_model_layers_45_mlp_up_proj/range": 6.15625, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 16499.0, "train/tensor_act_model_layers_45_mlp_down_proj/mean": 8.0, "train/tensor_act_model_layers_45_mlp_down_proj/std": 0.828125, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 10.125, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 0.006740570068359375, "train/tensor_act_model_layers_45_mlp_down_proj/min": 5.9375, "train/tensor_act_model_layers_45_mlp_down_proj/max": 10.125, "train/tensor_act_model_layers_45_mlp_down_proj/range": 4.1875, "train/tensor_act_model_layers_45_mlp/norm": 7876.89697265625, "train/tensor_act_model_layers_45_mlp/mean": 3.84375, "train/tensor_act_model_layers_45_mlp/std": 0.0634765625, "train/tensor_act_model_layers_45_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp/min": 3.609375, "train/tensor_act_model_layers_45_mlp/max": 3.953125, "train/tensor_act_model_layers_45_mlp/range": 0.34375, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 352181.25, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 172.0, "train/tensor_act_model_layers_45_residual_post_mlp/std": 1.3671875, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 177.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_mlp/min": 159.0, "train/tensor_act_model_layers_45_residual_post_mlp/max": 177.0, "train/tensor_act_model_layers_45_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 352181.25, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 172.0, "train/tensor_act_model_layers_46_residual_pre_attn/std": 1.3671875, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 177.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_pre_attn/min": 159.0, "train/tensor_act_model_layers_46_residual_pre_attn/max": 177.0, "train/tensor_act_model_layers_46_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_46_residual_post_attn/norm": 352181.25, "train/tensor_act_model_layers_46_residual_post_attn/mean": 172.0, "train/tensor_act_model_layers_46_residual_post_attn/std": 1.3671875, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 177.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_attn/min": 159.0, "train/tensor_act_model_layers_46_residual_post_attn/max": 177.0, "train/tensor_act_model_layers_46_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 4391.521484375, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": 0.4375, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 1.453125, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 3.1875, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 3.1875, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 4.4609375, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 4692.13671875, "train/tensor_act_model_layers_46_mlp_up_proj/mean": 0.0184326171875, "train/tensor_act_model_layers_46_mlp_up_proj/std": 1.6171875, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 3.296875, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -3.09375, "train/tensor_act_model_layers_46_mlp_up_proj/max": 3.296875, "train/tensor_act_model_layers_46_mlp_up_proj/range": 6.390625, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 16927.05078125, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 8.25, "train/tensor_act_model_layers_46_mlp_down_proj/std": 0.796875, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 11.3125, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 0.017910003662109375, "train/tensor_act_model_layers_46_mlp_down_proj/min": 6.28125, "train/tensor_act_model_layers_46_mlp_down_proj/max": 11.3125, "train/tensor_act_model_layers_46_mlp_down_proj/range": 5.03125, "train/tensor_act_model_layers_46_mlp/norm": 7909.56005859375, "train/tensor_act_model_layers_46_mlp/mean": 3.859375, "train/tensor_act_model_layers_46_mlp/std": 0.05322265625, "train/tensor_act_model_layers_46_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp/min": 3.671875, "train/tensor_act_model_layers_46_mlp/max": 3.96875, "train/tensor_act_model_layers_46_mlp/range": 0.296875, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 360373.0, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 176.0, "train/tensor_act_model_layers_46_residual_post_mlp/std": 1.3671875, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 181.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_mlp/min": 163.0, "train/tensor_act_model_layers_46_residual_post_mlp/max": 181.0, "train/tensor_act_model_layers_46_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 360373.0, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 176.0, "train/tensor_act_model_layers_47_residual_pre_attn/std": 1.3671875, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 181.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_pre_attn/min": 163.0, "train/tensor_act_model_layers_47_residual_pre_attn/max": 181.0, "train/tensor_act_model_layers_47_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_47_residual_post_attn/norm": 360373.0, "train/tensor_act_model_layers_47_residual_post_attn/mean": 176.0, "train/tensor_act_model_layers_47_residual_post_attn/std": 1.3671875, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 181.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_attn/min": 163.0, "train/tensor_act_model_layers_47_residual_post_attn/max": 181.0, "train/tensor_act_model_layers_47_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 4496.3427734375, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": 0.4765625, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 1.4765625, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 3.140625, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 3.140625, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 4.40625, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 4651.5693359375, "train/tensor_act_model_layers_47_mlp_up_proj/mean": -0.3046875, "train/tensor_act_model_layers_47_mlp_up_proj/std": 1.578125, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 3.15625, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -3.15625, "train/tensor_act_model_layers_47_mlp_up_proj/max": 3.09375, "train/tensor_act_model_layers_47_mlp_up_proj/range": 6.25, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 16827.80078125, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 8.1875, "train/tensor_act_model_layers_47_mlp_down_proj/std": 0.84765625, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 10.375, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 0.02117156982421875, "train/tensor_act_model_layers_47_mlp_down_proj/min": 4.9375, "train/tensor_act_model_layers_47_mlp_down_proj/max": 10.375, "train/tensor_act_model_layers_47_mlp_down_proj/range": 5.4375, "train/tensor_act_model_layers_47_mlp/norm": 7897.38671875, "train/tensor_act_model_layers_47_mlp/mean": 3.859375, "train/tensor_act_model_layers_47_mlp/std": 0.06982421875, "train/tensor_act_model_layers_47_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp/min": 3.375, "train/tensor_act_model_layers_47_mlp/max": 3.953125, "train/tensor_act_model_layers_47_mlp/range": 0.578125, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 368548.8125, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 180.0, "train/tensor_act_model_layers_47_residual_post_mlp/std": 1.375, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 185.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_mlp/min": 167.0, "train/tensor_act_model_layers_47_residual_post_mlp/max": 185.0, "train/tensor_act_model_layers_47_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 368548.8125, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 180.0, "train/tensor_act_model_layers_48_residual_pre_attn/std": 1.375, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 185.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_pre_attn/min": 167.0, "train/tensor_act_model_layers_48_residual_pre_attn/max": 185.0, "train/tensor_act_model_layers_48_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_48_residual_post_attn/norm": 368548.8125, "train/tensor_act_model_layers_48_residual_post_attn/mean": 180.0, "train/tensor_act_model_layers_48_residual_post_attn/std": 1.375, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 185.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_attn/min": 167.0, "train/tensor_act_model_layers_48_residual_post_attn/max": 185.0, "train/tensor_act_model_layers_48_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 4347.21728515625, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": 0.482421875, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 1.421875, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 3.140625, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -1.234375, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 3.140625, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 4.375, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 4507.935546875, "train/tensor_act_model_layers_48_mlp_up_proj/mean": 0.0242919921875, "train/tensor_act_model_layers_48_mlp_up_proj/std": 1.5546875, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 3.0625, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -3.0625, "train/tensor_act_model_layers_48_mlp_up_proj/max": 3.015625, "train/tensor_act_model_layers_48_mlp_up_proj/range": 6.078125, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 16339.765625, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 7.9375, "train/tensor_act_model_layers_48_mlp_down_proj/std": 0.9375, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 10.3125, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 0.0078125, "train/tensor_act_model_layers_48_mlp_down_proj/min": 5.46875, "train/tensor_act_model_layers_48_mlp_down_proj/max": 10.3125, "train/tensor_act_model_layers_48_mlp_down_proj/range": 4.84375, "train/tensor_act_model_layers_48_mlp/norm": 7853.16357421875, "train/tensor_act_model_layers_48_mlp/mean": 3.828125, "train/tensor_act_model_layers_48_mlp/std": 0.0830078125, "train/tensor_act_model_layers_48_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp/min": 3.515625, "train/tensor_act_model_layers_48_mlp/max": 3.953125, "train/tensor_act_model_layers_48_mlp/range": 0.4375, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 376740.5625, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 184.0, "train/tensor_act_model_layers_48_residual_post_mlp/std": 1.375, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 189.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_mlp/min": 171.0, "train/tensor_act_model_layers_48_residual_post_mlp/max": 189.0, "train/tensor_act_model_layers_48_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 376740.5625, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 184.0, "train/tensor_act_model_layers_49_residual_pre_attn/std": 1.375, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 189.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_pre_attn/min": 171.0, "train/tensor_act_model_layers_49_residual_pre_attn/max": 189.0, "train/tensor_act_model_layers_49_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_49_residual_post_attn/norm": 376740.5625, "train/tensor_act_model_layers_49_residual_post_attn/mean": 184.0, "train/tensor_act_model_layers_49_residual_post_attn/std": 1.375, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 189.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_attn/min": 171.0, "train/tensor_act_model_layers_49_residual_post_attn/max": 189.0, "train/tensor_act_model_layers_49_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 4338.3427734375, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": 0.37890625, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 1.4453125, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 3.125, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 3.125, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 4.40625, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 4670.400390625, "train/tensor_act_model_layers_49_mlp_up_proj/mean": -0.07421875, "train/tensor_act_model_layers_49_mlp_up_proj/std": 1.609375, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 3.203125, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -3.203125, "train/tensor_act_model_layers_49_mlp_up_proj/max": 3.109375, "train/tensor_act_model_layers_49_mlp_up_proj/range": 6.3125, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 16609.611328125, "train/tensor_act_model_layers_49_mlp_down_proj/mean": 8.0625, "train/tensor_act_model_layers_49_mlp_down_proj/std": 0.875, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 9.9375, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/min": 5.46875, "train/tensor_act_model_layers_49_mlp_down_proj/max": 9.9375, "train/tensor_act_model_layers_49_mlp_down_proj/range": 4.46875, "train/tensor_act_model_layers_49_mlp/norm": 7880.89501953125, "train/tensor_act_model_layers_49_mlp/mean": 3.84375, "train/tensor_act_model_layers_49_mlp/std": 0.06884765625, "train/tensor_act_model_layers_49_mlp/max_abs": 3.9375, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp/min": 3.515625, "train/tensor_act_model_layers_49_mlp/max": 3.9375, "train/tensor_act_model_layers_49_mlp/range": 0.421875, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 384932.34375, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 188.0, "train/tensor_act_model_layers_49_residual_post_mlp/std": 1.375, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 193.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_mlp/min": 175.0, "train/tensor_act_model_layers_49_residual_post_mlp/max": 193.0, "train/tensor_act_model_layers_49_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 384932.34375, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 188.0, "train/tensor_act_model_layers_50_residual_pre_attn/std": 1.375, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 193.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_pre_attn/min": 175.0, "train/tensor_act_model_layers_50_residual_pre_attn/max": 193.0, "train/tensor_act_model_layers_50_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_50_residual_post_attn/norm": 384932.34375, "train/tensor_act_model_layers_50_residual_post_attn/mean": 188.0, "train/tensor_act_model_layers_50_residual_post_attn/std": 1.375, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 193.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_attn/min": 175.0, "train/tensor_act_model_layers_50_residual_post_attn/max": 193.0, "train/tensor_act_model_layers_50_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 4500.68798828125, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": 0.52734375, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 1.4609375, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 3.0625, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 3.0625, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 4.328125, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 4616.97802734375, "train/tensor_act_model_layers_50_mlp_up_proj/mean": -0.01019287109375, "train/tensor_act_model_layers_50_mlp_up_proj/std": 1.59375, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 3.125, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -3.046875, "train/tensor_act_model_layers_50_mlp_up_proj/max": 3.125, "train/tensor_act_model_layers_50_mlp_up_proj/range": 6.171875, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 16546.392578125, "train/tensor_act_model_layers_50_mlp_down_proj/mean": 8.0625, "train/tensor_act_model_layers_50_mlp_down_proj/std": 0.8125, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 10.75, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 0.015625, "train/tensor_act_model_layers_50_mlp_down_proj/min": 5.5625, "train/tensor_act_model_layers_50_mlp_down_proj/max": 10.75, "train/tensor_act_model_layers_50_mlp_down_proj/range": 5.1875, "train/tensor_act_model_layers_50_mlp/norm": 7881.77734375, "train/tensor_act_model_layers_50_mlp/mean": 3.84375, "train/tensor_act_model_layers_50_mlp/std": 0.064453125, "train/tensor_act_model_layers_50_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp/min": 3.53125, "train/tensor_act_model_layers_50_mlp/max": 3.96875, "train/tensor_act_model_layers_50_mlp/range": 0.4375, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 393124.15625, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 192.0, "train/tensor_act_model_layers_50_residual_post_mlp/std": 1.375, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 197.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_mlp/min": 179.0, "train/tensor_act_model_layers_50_residual_post_mlp/max": 197.0, "train/tensor_act_model_layers_50_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 393124.15625, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 192.0, "train/tensor_act_model_layers_51_residual_pre_attn/std": 1.375, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 197.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_pre_attn/min": 179.0, "train/tensor_act_model_layers_51_residual_pre_attn/max": 197.0, "train/tensor_act_model_layers_51_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_51_residual_post_attn/norm": 393124.15625, "train/tensor_act_model_layers_51_residual_post_attn/mean": 192.0, "train/tensor_act_model_layers_51_residual_post_attn/std": 1.375, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 197.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_attn/min": 179.0, "train/tensor_act_model_layers_51_residual_post_attn/max": 197.0, "train/tensor_act_model_layers_51_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 4235.53955078125, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": 0.341796875, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 1.421875, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 3.265625, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -1.25, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 3.265625, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 4.515625, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 4590.15966796875, "train/tensor_act_model_layers_51_mlp_up_proj/mean": 0.0240478515625, "train/tensor_act_model_layers_51_mlp_up_proj/std": 1.5859375, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 3.171875, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -3.15625, "train/tensor_act_model_layers_51_mlp_up_proj/max": 3.171875, "train/tensor_act_model_layers_51_mlp_up_proj/range": 6.328125, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 16010.75390625, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 7.75, "train/tensor_act_model_layers_51_mlp_down_proj/std": 1.0546875, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 10.25, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 0.0078125, "train/tensor_act_model_layers_51_mlp_down_proj/min": 4.75, "train/tensor_act_model_layers_51_mlp_down_proj/max": 10.25, "train/tensor_act_model_layers_51_mlp_down_proj/range": 5.5, "train/tensor_act_model_layers_51_mlp/norm": 7812.896484375, "train/tensor_act_model_layers_51_mlp/mean": 3.8125, "train/tensor_act_model_layers_51_mlp/std": 0.1083984375, "train/tensor_act_model_layers_51_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp/min": 3.3125, "train/tensor_act_model_layers_51_mlp/max": 3.953125, "train/tensor_act_model_layers_51_mlp/range": 0.640625, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 401283.21875, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 196.0, "train/tensor_act_model_layers_51_residual_post_mlp/std": 1.3671875, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 201.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_mlp/min": 183.0, "train/tensor_act_model_layers_51_residual_post_mlp/max": 201.0, "train/tensor_act_model_layers_51_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 401283.21875, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 196.0, "train/tensor_act_model_layers_52_residual_pre_attn/std": 1.3671875, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 201.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_pre_attn/min": 183.0, "train/tensor_act_model_layers_52_residual_pre_attn/max": 201.0, "train/tensor_act_model_layers_52_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_52_residual_post_attn/norm": 401283.21875, "train/tensor_act_model_layers_52_residual_post_attn/mean": 196.0, "train/tensor_act_model_layers_52_residual_post_attn/std": 1.3671875, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 201.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_attn/min": 183.0, "train/tensor_act_model_layers_52_residual_post_attn/max": 201.0, "train/tensor_act_model_layers_52_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 4428.25048828125, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": 0.53515625, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 1.4296875, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 3.078125, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 3.078125, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 4.390625, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 4557.02734375, "train/tensor_act_model_layers_52_mlp_up_proj/mean": -0.09423828125, "train/tensor_act_model_layers_52_mlp_up_proj/std": 1.5703125, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 3.09375, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -3.09375, "train/tensor_act_model_layers_52_mlp_up_proj/max": 2.984375, "train/tensor_act_model_layers_52_mlp_up_proj/range": 6.078125, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 16434.330078125, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 7.96875, "train/tensor_act_model_layers_52_mlp_down_proj/std": 0.921875, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 10.4375, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 0.015625, "train/tensor_act_model_layers_52_mlp_down_proj/min": 5.9375, "train/tensor_act_model_layers_52_mlp_down_proj/max": 10.4375, "train/tensor_act_model_layers_52_mlp_down_proj/range": 4.5, "train/tensor_act_model_layers_52_mlp/norm": 7865.044921875, "train/tensor_act_model_layers_52_mlp/mean": 3.84375, "train/tensor_act_model_layers_52_mlp/std": 0.07177734375, "train/tensor_act_model_layers_52_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp/min": 3.609375, "train/tensor_act_model_layers_52_mlp/max": 3.953125, "train/tensor_act_model_layers_52_mlp/range": 0.34375, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 409475.03125, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 200.0, "train/tensor_act_model_layers_52_residual_post_mlp/std": 1.3671875, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 205.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_mlp/min": 187.0, "train/tensor_act_model_layers_52_residual_post_mlp/max": 205.0, "train/tensor_act_model_layers_52_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 409475.03125, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 200.0, "train/tensor_act_model_layers_53_residual_pre_attn/std": 1.3671875, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 205.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_pre_attn/min": 187.0, "train/tensor_act_model_layers_53_residual_pre_attn/max": 205.0, "train/tensor_act_model_layers_53_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_53_residual_post_attn/norm": 409411.53125, "train/tensor_act_model_layers_53_residual_post_attn/mean": 200.0, "train/tensor_act_model_layers_53_residual_post_attn/std": 1.40625, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 205.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_attn/min": 187.0, "train/tensor_act_model_layers_53_residual_post_attn/max": 205.0, "train/tensor_act_model_layers_53_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 4362.41748046875, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": 0.3671875, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 1.4609375, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 3.140625, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 3.140625, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 4.4140625, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 4593.78125, "train/tensor_act_model_layers_53_mlp_up_proj/mean": -0.07568359375, "train/tensor_act_model_layers_53_mlp_up_proj/std": 1.5859375, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 3.21875, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -3.21875, "train/tensor_act_model_layers_53_mlp_up_proj/max": 3.0625, "train/tensor_act_model_layers_53_mlp_up_proj/range": 6.28125, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 16294.626953125, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 7.90625, "train/tensor_act_model_layers_53_mlp_down_proj/std": 1.0078125, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 10.9375, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 0.015625, "train/tensor_act_model_layers_53_mlp_down_proj/min": 4.6875, "train/tensor_act_model_layers_53_mlp_down_proj/max": 10.9375, "train/tensor_act_model_layers_53_mlp_down_proj/range": 6.25, "train/tensor_act_model_layers_53_mlp/norm": 7843.7998046875, "train/tensor_act_model_layers_53_mlp/mean": 3.828125, "train/tensor_act_model_layers_53_mlp/std": 0.09375, "train/tensor_act_model_layers_53_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp/min": 3.296875, "train/tensor_act_model_layers_53_mlp/max": 3.96875, "train/tensor_act_model_layers_53_mlp/range": 0.671875, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 417587.25, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 204.0, "train/tensor_act_model_layers_53_residual_post_mlp/std": 1.3984375, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 209.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_mlp/min": 191.0, "train/tensor_act_model_layers_53_residual_post_mlp/max": 209.0, "train/tensor_act_model_layers_53_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 417587.25, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 204.0, "train/tensor_act_model_layers_54_residual_pre_attn/std": 1.3984375, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 209.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_pre_attn/min": 191.0, "train/tensor_act_model_layers_54_residual_pre_attn/max": 209.0, "train/tensor_act_model_layers_54_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_54_residual_post_attn/norm": 417587.25, "train/tensor_act_model_layers_54_residual_post_attn/mean": 204.0, "train/tensor_act_model_layers_54_residual_post_attn/std": 1.3984375, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 209.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_attn/min": 191.0, "train/tensor_act_model_layers_54_residual_post_attn/max": 209.0, "train/tensor_act_model_layers_54_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 4201.33251953125, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": 0.390625, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 1.3984375, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 3.296875, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -1.3671875, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 3.296875, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 4.6640625, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 4623.0478515625, "train/tensor_act_model_layers_54_mlp_up_proj/mean": -0.06396484375, "train/tensor_act_model_layers_54_mlp_up_proj/std": 1.59375, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 3.1875, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -3.1875, "train/tensor_act_model_layers_54_mlp_up_proj/max": 3.171875, "train/tensor_act_model_layers_54_mlp_up_proj/range": 6.359375, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 16283.1318359375, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 7.90625, "train/tensor_act_model_layers_54_mlp_down_proj/std": 0.94921875, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 10.875, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 0.010434389114379883, "train/tensor_act_model_layers_54_mlp_down_proj/min": 5.09375, "train/tensor_act_model_layers_54_mlp_down_proj/max": 10.875, "train/tensor_act_model_layers_54_mlp_down_proj/range": 5.78125, "train/tensor_act_model_layers_54_mlp/norm": 7849.40234375, "train/tensor_act_model_layers_54_mlp/mean": 3.828125, "train/tensor_act_model_layers_54_mlp/std": 0.0791015625, "train/tensor_act_model_layers_54_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp/min": 3.421875, "train/tensor_act_model_layers_54_mlp/max": 3.96875, "train/tensor_act_model_layers_54_mlp/range": 0.546875, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 425762.96875, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 208.0, "train/tensor_act_model_layers_54_residual_post_mlp/std": 1.390625, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 213.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_mlp/min": 195.0, "train/tensor_act_model_layers_54_residual_post_mlp/max": 213.0, "train/tensor_act_model_layers_54_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 425762.96875, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 208.0, "train/tensor_act_model_layers_55_residual_pre_attn/std": 1.390625, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 213.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_pre_attn/min": 195.0, "train/tensor_act_model_layers_55_residual_pre_attn/max": 213.0, "train/tensor_act_model_layers_55_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_55_residual_post_attn/norm": 425762.96875, "train/tensor_act_model_layers_55_residual_post_attn/mean": 208.0, "train/tensor_act_model_layers_55_residual_post_attn/std": 1.390625, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 213.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_attn/min": 195.0, "train/tensor_act_model_layers_55_residual_post_attn/max": 213.0, "train/tensor_act_model_layers_55_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 4186.93212890625, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": 0.29296875, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 1.4140625, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 3.171875, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -1.328125, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 3.171875, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 4.5, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 4570.59228515625, "train/tensor_act_model_layers_55_mlp_up_proj/mean": -0.035888671875, "train/tensor_act_model_layers_55_mlp_up_proj/std": 1.578125, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 3.328125, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -3.09375, "train/tensor_act_model_layers_55_mlp_up_proj/max": 3.328125, "train/tensor_act_model_layers_55_mlp_up_proj/range": 6.421875, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 15570.142578125, "train/tensor_act_model_layers_55_mlp_down_proj/mean": 7.53125, "train/tensor_act_model_layers_55_mlp_down_proj/std": 0.92578125, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 10.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/min": 5.0625, "train/tensor_act_model_layers_55_mlp_down_proj/max": 10.0, "train/tensor_act_model_layers_55_mlp_down_proj/range": 4.9375, "train/tensor_act_model_layers_55_mlp/norm": 7787.70458984375, "train/tensor_act_model_layers_55_mlp/mean": 3.796875, "train/tensor_act_model_layers_55_mlp/std": 0.0986328125, "train/tensor_act_model_layers_55_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp/min": 3.40625, "train/tensor_act_model_layers_55_mlp/max": 3.953125, "train/tensor_act_model_layers_55_mlp/range": 0.546875, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 433906.65625, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 212.0, "train/tensor_act_model_layers_55_residual_post_mlp/std": 1.3984375, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 217.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_mlp/min": 199.0, "train/tensor_act_model_layers_55_residual_post_mlp/max": 217.0, "train/tensor_act_model_layers_55_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 433906.65625, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 212.0, "train/tensor_act_model_layers_56_residual_pre_attn/std": 1.3984375, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 217.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_pre_attn/min": 199.0, "train/tensor_act_model_layers_56_residual_pre_attn/max": 217.0, "train/tensor_act_model_layers_56_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_56_residual_post_attn/norm": 433906.65625, "train/tensor_act_model_layers_56_residual_post_attn/mean": 212.0, "train/tensor_act_model_layers_56_residual_post_attn/std": 1.3984375, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 217.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_attn/min": 199.0, "train/tensor_act_model_layers_56_residual_post_attn/max": 217.0, "train/tensor_act_model_layers_56_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 4256.9287109375, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": 0.337890625, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 1.4296875, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 3.25, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 3.25, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 4.5234375, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 4461.0625, "train/tensor_act_model_layers_56_mlp_up_proj/mean": -0.01043701171875, "train/tensor_act_model_layers_56_mlp_up_proj/std": 1.5390625, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 3.25, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -3.25, "train/tensor_act_model_layers_56_mlp_up_proj/max": 2.890625, "train/tensor_act_model_layers_56_mlp_up_proj/range": 6.140625, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 15576.421875, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 7.5625, "train/tensor_act_model_layers_56_mlp_down_proj/std": 0.89453125, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 9.875, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/min": 4.96875, "train/tensor_act_model_layers_56_mlp_down_proj/max": 9.875, "train/tensor_act_model_layers_56_mlp_down_proj/range": 4.90625, "train/tensor_act_model_layers_56_mlp/norm": 7791.48583984375, "train/tensor_act_model_layers_56_mlp/mean": 3.796875, "train/tensor_act_model_layers_56_mlp/std": 0.08935546875, "train/tensor_act_model_layers_56_mlp/max_abs": 3.9375, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp/min": 3.390625, "train/tensor_act_model_layers_56_mlp/max": 3.9375, "train/tensor_act_model_layers_56_mlp/range": 0.546875, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 442082.53125, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 216.0, "train/tensor_act_model_layers_56_residual_post_mlp/std": 1.40625, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 221.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_mlp/min": 203.0, "train/tensor_act_model_layers_56_residual_post_mlp/max": 221.0, "train/tensor_act_model_layers_56_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 442082.53125, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 216.0, "train/tensor_act_model_layers_57_residual_pre_attn/std": 1.40625, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 221.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_pre_attn/min": 203.0, "train/tensor_act_model_layers_57_residual_pre_attn/max": 221.0, "train/tensor_act_model_layers_57_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_57_residual_post_attn/norm": 442066.5625, "train/tensor_act_model_layers_57_residual_post_attn/mean": 216.0, "train/tensor_act_model_layers_57_residual_post_attn/std": 1.40625, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 221.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_attn/min": 203.0, "train/tensor_act_model_layers_57_residual_post_attn/max": 221.0, "train/tensor_act_model_layers_57_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 4268.15478515625, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": 0.39453125, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 1.421875, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 3.40625, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -1.3671875, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 3.40625, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 4.7734375, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 4342.87255859375, "train/tensor_act_model_layers_57_mlp_up_proj/mean": -0.01611328125, "train/tensor_act_model_layers_57_mlp_up_proj/std": 1.5, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 3.40625, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -3.40625, "train/tensor_act_model_layers_57_mlp_up_proj/max": 3.140625, "train/tensor_act_model_layers_57_mlp_up_proj/range": 6.546875, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 15663.9541015625, "train/tensor_act_model_layers_57_mlp_down_proj/mean": 7.59375, "train/tensor_act_model_layers_57_mlp_down_proj/std": 0.9140625, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 9.9375, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/min": 4.96875, "train/tensor_act_model_layers_57_mlp_down_proj/max": 9.9375, "train/tensor_act_model_layers_57_mlp_down_proj/range": 4.96875, "train/tensor_act_model_layers_57_mlp/norm": 7797.32080078125, "train/tensor_act_model_layers_57_mlp/mean": 3.8125, "train/tensor_act_model_layers_57_mlp/std": 0.09521484375, "train/tensor_act_model_layers_57_mlp/max_abs": 3.9375, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp/min": 3.390625, "train/tensor_act_model_layers_57_mlp/max": 3.9375, "train/tensor_act_model_layers_57_mlp/range": 0.546875, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 450226.59375, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 220.0, "train/tensor_act_model_layers_57_residual_post_mlp/std": 1.4140625, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 225.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_mlp/min": 207.0, "train/tensor_act_model_layers_57_residual_post_mlp/max": 225.0, "train/tensor_act_model_layers_57_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 450226.59375, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 220.0, "train/tensor_act_model_layers_58_residual_pre_attn/std": 1.4140625, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 225.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_pre_attn/min": 207.0, "train/tensor_act_model_layers_58_residual_pre_attn/max": 225.0, "train/tensor_act_model_layers_58_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_58_residual_post_attn/norm": 450226.59375, "train/tensor_act_model_layers_58_residual_post_attn/mean": 220.0, "train/tensor_act_model_layers_58_residual_post_attn/std": 1.4140625, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 225.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_attn/min": 207.0, "train/tensor_act_model_layers_58_residual_post_attn/max": 225.0, "train/tensor_act_model_layers_58_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 4164.341796875, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": 0.306640625, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 1.40625, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 3.140625, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -1.25, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 3.140625, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 4.390625, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 4552.83642578125, "train/tensor_act_model_layers_58_mlp_up_proj/mean": 0.06689453125, "train/tensor_act_model_layers_58_mlp_up_proj/std": 1.5703125, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 3.25, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -3.078125, "train/tensor_act_model_layers_58_mlp_up_proj/max": 3.25, "train/tensor_act_model_layers_58_mlp_up_proj/range": 6.328125, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 15791.1640625, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 7.625, "train/tensor_act_model_layers_58_mlp_down_proj/std": 1.078125, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 10.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/min": 4.125, "train/tensor_act_model_layers_58_mlp_down_proj/max": 10.0, "train/tensor_act_model_layers_58_mlp_down_proj/range": 5.875, "train/tensor_act_model_layers_58_mlp/norm": 7790.69287109375, "train/tensor_act_model_layers_58_mlp/mean": 3.796875, "train/tensor_act_model_layers_58_mlp/std": 0.1171875, "train/tensor_act_model_layers_58_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp/min": 3.09375, "train/tensor_act_model_layers_58_mlp/max": 3.953125, "train/tensor_act_model_layers_58_mlp/range": 0.859375, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 458386.4375, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 224.0, "train/tensor_act_model_layers_58_residual_post_mlp/std": 1.4140625, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 229.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_mlp/min": 211.0, "train/tensor_act_model_layers_58_residual_post_mlp/max": 229.0, "train/tensor_act_model_layers_58_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 458386.4375, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 224.0, "train/tensor_act_model_layers_59_residual_pre_attn/std": 1.4140625, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 229.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_pre_attn/min": 211.0, "train/tensor_act_model_layers_59_residual_pre_attn/max": 229.0, "train/tensor_act_model_layers_59_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_59_residual_post_attn/norm": 458386.4375, "train/tensor_act_model_layers_59_residual_post_attn/mean": 224.0, "train/tensor_act_model_layers_59_residual_post_attn/std": 1.4140625, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 229.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_attn/min": 211.0, "train/tensor_act_model_layers_59_residual_post_attn/max": 229.0, "train/tensor_act_model_layers_59_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 4111.66357421875, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": 0.3671875, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 1.375, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 3.140625, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 3.140625, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 4.421875, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 4317.90087890625, "train/tensor_act_model_layers_59_mlp_up_proj/mean": -0.10546875, "train/tensor_act_model_layers_59_mlp_up_proj/std": 1.484375, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 3.328125, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -3.328125, "train/tensor_act_model_layers_59_mlp_up_proj/max": 3.046875, "train/tensor_act_model_layers_59_mlp_up_proj/range": 6.375, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 15097.646484375, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 7.3125, "train/tensor_act_model_layers_59_mlp_down_proj/std": 0.9296875, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 10.6875, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 0.0078125, "train/tensor_act_model_layers_59_mlp_down_proj/min": 4.6875, "train/tensor_act_model_layers_59_mlp_down_proj/max": 10.6875, "train/tensor_act_model_layers_59_mlp_down_proj/range": 6.0, "train/tensor_act_model_layers_59_mlp/norm": 7740.76806640625, "train/tensor_act_model_layers_59_mlp/mean": 3.78125, "train/tensor_act_model_layers_59_mlp/std": 0.10791015625, "train/tensor_act_model_layers_59_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp/min": 3.296875, "train/tensor_act_model_layers_59_mlp/max": 3.96875, "train/tensor_act_model_layers_59_mlp/range": 0.671875, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 466541.25, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 228.0, "train/tensor_act_model_layers_59_residual_post_mlp/std": 1.4296875, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 233.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_mlp/min": 215.0, "train/tensor_act_model_layers_59_residual_post_mlp/max": 233.0, "train/tensor_act_model_layers_59_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 466541.25, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 228.0, "train/tensor_act_model_layers_60_residual_pre_attn/std": 1.4296875, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 233.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_pre_attn/min": 215.0, "train/tensor_act_model_layers_60_residual_pre_attn/max": 233.0, "train/tensor_act_model_layers_60_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_60_residual_post_attn/norm": 466541.25, "train/tensor_act_model_layers_60_residual_post_attn/mean": 228.0, "train/tensor_act_model_layers_60_residual_post_attn/std": 1.4296875, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 233.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_attn/min": 215.0, "train/tensor_act_model_layers_60_residual_post_attn/max": 233.0, "train/tensor_act_model_layers_60_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 4364.2646484375, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": 0.482421875, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 1.4296875, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 3.09375, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -1.390625, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 3.09375, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 4.484375, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 4581.4404296875, "train/tensor_act_model_layers_60_mlp_up_proj/mean": -0.12255859375, "train/tensor_act_model_layers_60_mlp_up_proj/std": 1.578125, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 3.15625, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -3.15625, "train/tensor_act_model_layers_60_mlp_up_proj/max": 3.046875, "train/tensor_act_model_layers_60_mlp_up_proj/range": 6.203125, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 16457.787109375, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 7.96875, "train/tensor_act_model_layers_60_mlp_down_proj/std": 1.015625, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 10.4375, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 0.015625, "train/tensor_act_model_layers_60_mlp_down_proj/min": 5.1875, "train/tensor_act_model_layers_60_mlp_down_proj/max": 10.4375, "train/tensor_act_model_layers_60_mlp_down_proj/range": 5.25, "train/tensor_act_model_layers_60_mlp/norm": 7855.75244140625, "train/tensor_act_model_layers_60_mlp/mean": 3.828125, "train/tensor_act_model_layers_60_mlp/std": 0.0888671875, "train/tensor_act_model_layers_60_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp/min": 3.4375, "train/tensor_act_model_layers_60_mlp/max": 3.953125, "train/tensor_act_model_layers_60_mlp/range": 0.515625, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 474701.3125, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 232.0, "train/tensor_act_model_layers_60_residual_post_mlp/std": 1.4453125, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 237.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_mlp/min": 219.0, "train/tensor_act_model_layers_60_residual_post_mlp/max": 237.0, "train/tensor_act_model_layers_60_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 474701.3125, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 232.0, "train/tensor_act_model_layers_61_residual_pre_attn/std": 1.4453125, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 237.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_pre_attn/min": 219.0, "train/tensor_act_model_layers_61_residual_pre_attn/max": 237.0, "train/tensor_act_model_layers_61_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_61_residual_post_attn/norm": 474701.3125, "train/tensor_act_model_layers_61_residual_post_attn/mean": 232.0, "train/tensor_act_model_layers_61_residual_post_attn/std": 1.4453125, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 237.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_attn/min": 219.0, "train/tensor_act_model_layers_61_residual_post_attn/max": 237.0, "train/tensor_act_model_layers_61_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 4138.32421875, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": 0.41796875, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 1.3671875, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 3.1875, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 3.1875, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 4.4609375, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 4457.412109375, "train/tensor_act_model_layers_61_mlp_up_proj/mean": -0.0341796875, "train/tensor_act_model_layers_61_mlp_up_proj/std": 1.5390625, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 3.28125, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -3.203125, "train/tensor_act_model_layers_61_mlp_up_proj/max": 3.28125, "train/tensor_act_model_layers_61_mlp_up_proj/range": 6.484375, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 15714.234375, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 7.59375, "train/tensor_act_model_layers_61_mlp_down_proj/std": 1.1171875, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 10.375, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 0.015625, "train/tensor_act_model_layers_61_mlp_down_proj/min": 3.6875, "train/tensor_act_model_layers_61_mlp_down_proj/max": 10.375, "train/tensor_act_model_layers_61_mlp_down_proj/range": 6.6875, "train/tensor_act_model_layers_61_mlp/norm": 7777.43359375, "train/tensor_act_model_layers_61_mlp/mean": 3.796875, "train/tensor_act_model_layers_61_mlp/std": 0.13671875, "train/tensor_act_model_layers_61_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp/min": 2.90625, "train/tensor_act_model_layers_61_mlp/max": 3.953125, "train/tensor_act_model_layers_61_mlp/range": 1.046875, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 482824.9375, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 236.0, "train/tensor_act_model_layers_61_residual_post_mlp/std": 1.4609375, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 241.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_mlp/min": 223.0, "train/tensor_act_model_layers_61_residual_post_mlp/max": 241.0, "train/tensor_act_model_layers_61_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 482824.9375, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 236.0, "train/tensor_act_model_layers_62_residual_pre_attn/std": 1.4609375, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 241.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_pre_attn/min": 223.0, "train/tensor_act_model_layers_62_residual_pre_attn/max": 241.0, "train/tensor_act_model_layers_62_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_62_residual_post_attn/norm": 482824.9375, "train/tensor_act_model_layers_62_residual_post_attn/mean": 236.0, "train/tensor_act_model_layers_62_residual_post_attn/std": 1.4609375, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 241.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_attn/min": 223.0, "train/tensor_act_model_layers_62_residual_post_attn/max": 241.0, "train/tensor_act_model_layers_62_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 4102.11767578125, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": 0.357421875, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 1.3671875, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 3.171875, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -1.25, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 3.171875, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 4.421875, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 4362.9677734375, "train/tensor_act_model_layers_62_mlp_up_proj/mean": 0.0947265625, "train/tensor_act_model_layers_62_mlp_up_proj/std": 1.5, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 3.53125, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -3.1875, "train/tensor_act_model_layers_62_mlp_up_proj/max": 3.53125, "train/tensor_act_model_layers_62_mlp_up_proj/range": 6.71875, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 15300.841796875, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 7.40625, "train/tensor_act_model_layers_62_mlp_down_proj/std": 1.0546875, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 10.125, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 0.006546974182128906, "train/tensor_act_model_layers_62_mlp_down_proj/min": 4.875, "train/tensor_act_model_layers_62_mlp_down_proj/max": 10.125, "train/tensor_act_model_layers_62_mlp_down_proj/range": 5.25, "train/tensor_act_model_layers_62_mlp/norm": 7745.90625, "train/tensor_act_model_layers_62_mlp/mean": 3.78125, "train/tensor_act_model_layers_62_mlp/std": 0.11328125, "train/tensor_act_model_layers_62_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp/min": 3.359375, "train/tensor_act_model_layers_62_mlp/max": 3.953125, "train/tensor_act_model_layers_62_mlp/range": 0.59375, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 490987.625, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 240.0, "train/tensor_act_model_layers_62_residual_post_mlp/std": 1.46875, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 245.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_mlp/min": 227.0, "train/tensor_act_model_layers_62_residual_post_mlp/max": 245.0, "train/tensor_act_model_layers_62_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 490987.625, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 240.0, "train/tensor_act_model_layers_63_residual_pre_attn/std": 1.46875, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 245.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_pre_attn/min": 227.0, "train/tensor_act_model_layers_63_residual_pre_attn/max": 245.0, "train/tensor_act_model_layers_63_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_63_residual_post_attn/norm": 490987.625, "train/tensor_act_model_layers_63_residual_post_attn/mean": 240.0, "train/tensor_act_model_layers_63_residual_post_attn/std": 1.46875, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 245.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_attn/min": 227.0, "train/tensor_act_model_layers_63_residual_post_attn/max": 245.0, "train/tensor_act_model_layers_63_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 4239.56201171875, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": 0.3984375, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 1.40625, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 3.1875, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 3.1875, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 4.46875, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 4470.75244140625, "train/tensor_act_model_layers_63_mlp_up_proj/mean": -0.06591796875, "train/tensor_act_model_layers_63_mlp_up_proj/std": 1.5390625, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 3.59375, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -3.296875, "train/tensor_act_model_layers_63_mlp_up_proj/max": 3.59375, "train/tensor_act_model_layers_63_mlp_up_proj/range": 6.890625, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 15659.2451171875, "train/tensor_act_model_layers_63_mlp_down_proj/mean": 7.59375, "train/tensor_act_model_layers_63_mlp_down_proj/std": 1.015625, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 9.875, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/min": 4.78125, "train/tensor_act_model_layers_63_mlp_down_proj/max": 9.875, "train/tensor_act_model_layers_63_mlp_down_proj/range": 5.09375, "train/tensor_act_model_layers_63_mlp/norm": 7784.97314453125, "train/tensor_act_model_layers_63_mlp/mean": 3.796875, "train/tensor_act_model_layers_63_mlp/std": 0.11279296875, "train/tensor_act_model_layers_63_mlp/max_abs": 3.9375, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp/min": 3.328125, "train/tensor_act_model_layers_63_mlp/max": 3.9375, "train/tensor_act_model_layers_63_mlp/range": 0.609375, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 499100.8125, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 244.0, "train/tensor_act_model_layers_63_residual_post_mlp/std": 1.5078125, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 249.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_mlp/min": 230.0, "train/tensor_act_model_layers_63_residual_post_mlp/max": 249.0, "train/tensor_act_model_layers_63_residual_post_mlp/range": 19.0, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 499100.8125, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 244.0, "train/tensor_act_model_layers_64_residual_pre_attn/std": 1.5078125, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 249.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_pre_attn/min": 230.0, "train/tensor_act_model_layers_64_residual_pre_attn/max": 249.0, "train/tensor_act_model_layers_64_residual_pre_attn/range": 19.0, "train/tensor_act_model_layers_64_residual_post_attn/norm": 499100.8125, "train/tensor_act_model_layers_64_residual_post_attn/mean": 244.0, "train/tensor_act_model_layers_64_residual_post_attn/std": 1.5078125, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 249.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_attn/min": 230.0, "train/tensor_act_model_layers_64_residual_post_attn/max": 249.0, "train/tensor_act_model_layers_64_residual_post_attn/range": 19.0, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 4163.0107421875, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": 0.482421875, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 1.3515625, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 3.421875, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -1.2421875, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 3.421875, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 4.6640625, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 4287.34423828125, "train/tensor_act_model_layers_64_mlp_up_proj/mean": -0.1318359375, "train/tensor_act_model_layers_64_mlp_up_proj/std": 1.4765625, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 3.28125, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -3.28125, "train/tensor_act_model_layers_64_mlp_up_proj/max": 3.171875, "train/tensor_act_model_layers_64_mlp_up_proj/range": 6.453125, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 14898.1328125, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 7.1875, "train/tensor_act_model_layers_64_mlp_down_proj/std": 1.015625, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 9.9375, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/min": 4.5625, "train/tensor_act_model_layers_64_mlp_down_proj/max": 9.9375, "train/tensor_act_model_layers_64_mlp_down_proj/range": 5.375, "train/tensor_act_model_layers_64_mlp/norm": 7707.41259765625, "train/tensor_act_model_layers_64_mlp/mean": 3.765625, "train/tensor_act_model_layers_64_mlp/std": 0.12060546875, "train/tensor_act_model_layers_64_mlp/max_abs": 3.9375, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp/min": 3.265625, "train/tensor_act_model_layers_64_mlp/max": 3.9375, "train/tensor_act_model_layers_64_mlp/range": 0.671875, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 507225.9375, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 248.0, "train/tensor_act_model_layers_64_residual_post_mlp/std": 1.5078125, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 253.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_mlp/min": 234.0, "train/tensor_act_model_layers_64_residual_post_mlp/max": 253.0, "train/tensor_act_model_layers_64_residual_post_mlp/range": 19.0, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 507225.9375, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 248.0, "train/tensor_act_model_layers_65_residual_pre_attn/std": 1.5078125, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 253.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_pre_attn/min": 234.0, "train/tensor_act_model_layers_65_residual_pre_attn/max": 253.0, "train/tensor_act_model_layers_65_residual_pre_attn/range": 19.0, "train/tensor_act_model_layers_65_residual_post_attn/norm": 507225.9375, "train/tensor_act_model_layers_65_residual_post_attn/mean": 248.0, "train/tensor_act_model_layers_65_residual_post_attn/std": 1.5078125, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 253.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_attn/min": 234.0, "train/tensor_act_model_layers_65_residual_post_attn/max": 253.0, "train/tensor_act_model_layers_65_residual_post_attn/range": 19.0, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 3927.3974609375, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": 0.2373046875, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 1.3359375, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 3.203125, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 3.203125, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 4.5, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 4266.251953125, "train/tensor_act_model_layers_65_mlp_up_proj/mean": 0.040283203125, "train/tensor_act_model_layers_65_mlp_up_proj/std": 1.46875, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 3.265625, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -3.21875, "train/tensor_act_model_layers_65_mlp_up_proj/max": 3.265625, "train/tensor_act_model_layers_65_mlp_up_proj/range": 6.484375, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 14205.6767578125, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 6.84375, "train/tensor_act_model_layers_65_mlp_down_proj/std": 1.0703125, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 9.4375, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/min": 3.46875, "train/tensor_act_model_layers_65_mlp_down_proj/max": 9.4375, "train/tensor_act_model_layers_65_mlp_down_proj/range": 5.96875, "train/tensor_act_model_layers_65_mlp/norm": 7611.25146484375, "train/tensor_act_model_layers_65_mlp/mean": 3.71875, "train/tensor_act_model_layers_65_mlp/std": 0.16015625, "train/tensor_act_model_layers_65_mlp/max_abs": 3.921875, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp/min": 2.796875, "train/tensor_act_model_layers_65_mlp/max": 3.921875, "train/tensor_act_model_layers_65_mlp/range": 1.125, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 515255.0625, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 252.0, "train/tensor_act_model_layers_65_residual_post_mlp/std": 1.546875, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 256.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_mlp/min": 238.0, "train/tensor_act_model_layers_65_residual_post_mlp/max": 256.0, "train/tensor_act_model_layers_65_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 515255.0625, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 252.0, "train/tensor_act_model_layers_66_residual_pre_attn/std": 1.546875, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 256.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_pre_attn/min": 238.0, "train/tensor_act_model_layers_66_residual_pre_attn/max": 256.0, "train/tensor_act_model_layers_66_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_66_residual_post_attn/norm": 515255.0625, "train/tensor_act_model_layers_66_residual_post_attn/mean": 252.0, "train/tensor_act_model_layers_66_residual_post_attn/std": 1.546875, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 256.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_attn/min": 238.0, "train/tensor_act_model_layers_66_residual_post_attn/max": 256.0, "train/tensor_act_model_layers_66_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 4045.1728515625, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": 0.2890625, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 1.3671875, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 3.34375, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -1.2578125, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 3.34375, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 4.6015625, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 4368.9521484375, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.039794921875, "train/tensor_act_model_layers_66_mlp_up_proj/std": 1.5078125, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 3.171875, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -3.140625, "train/tensor_act_model_layers_66_mlp_up_proj/max": 3.171875, "train/tensor_act_model_layers_66_mlp_up_proj/range": 6.3125, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 14701.876953125, "train/tensor_act_model_layers_66_mlp_down_proj/mean": 7.09375, "train/tensor_act_model_layers_66_mlp_down_proj/std": 1.046875, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 9.375, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/min": 3.765625, "train/tensor_act_model_layers_66_mlp_down_proj/max": 9.375, "train/tensor_act_model_layers_66_mlp_down_proj/range": 5.609375, "train/tensor_act_model_layers_66_mlp/norm": 7678.19677734375, "train/tensor_act_model_layers_66_mlp/mean": 3.75, "train/tensor_act_model_layers_66_mlp/std": 0.146484375, "train/tensor_act_model_layers_66_mlp/max_abs": 3.921875, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp/min": 2.9375, "train/tensor_act_model_layers_66_mlp/max": 3.921875, "train/tensor_act_model_layers_66_mlp/range": 0.984375, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 522955.625, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 255.0, "train/tensor_act_model_layers_66_residual_post_mlp/std": 1.421875, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 260.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_mlp/min": 242.0, "train/tensor_act_model_layers_66_residual_post_mlp/max": 260.0, "train/tensor_act_model_layers_66_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 522955.625, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 255.0, "train/tensor_act_model_layers_67_residual_pre_attn/std": 1.421875, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 260.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_pre_attn/min": 242.0, "train/tensor_act_model_layers_67_residual_pre_attn/max": 260.0, "train/tensor_act_model_layers_67_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_67_residual_post_attn/norm": 522955.625, "train/tensor_act_model_layers_67_residual_post_attn/mean": 255.0, "train/tensor_act_model_layers_67_residual_post_attn/std": 1.421875, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 260.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_attn/min": 242.0, "train/tensor_act_model_layers_67_residual_post_attn/max": 260.0, "train/tensor_act_model_layers_67_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 4252.95068359375, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": 0.353515625, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 1.421875, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 3.625, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -1.375, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 3.625, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 5.0, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 4445.623046875, "train/tensor_act_model_layers_67_mlp_up_proj/mean": -0.0927734375, "train/tensor_act_model_layers_67_mlp_up_proj/std": 1.53125, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 3.203125, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -3.203125, "train/tensor_act_model_layers_67_mlp_up_proj/max": 3.140625, "train/tensor_act_model_layers_67_mlp_up_proj/range": 6.34375, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 15654.6474609375, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 7.5625, "train/tensor_act_model_layers_67_mlp_down_proj/std": 1.0390625, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 9.875, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/min": 4.65625, "train/tensor_act_model_layers_67_mlp_down_proj/max": 9.875, "train/tensor_act_model_layers_67_mlp_down_proj/range": 5.21875, "train/tensor_act_model_layers_67_mlp/norm": 7781.23876953125, "train/tensor_act_model_layers_67_mlp/mean": 3.796875, "train/tensor_act_model_layers_67_mlp/std": 0.1201171875, "train/tensor_act_model_layers_67_mlp/max_abs": 3.9375, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp/min": 3.296875, "train/tensor_act_model_layers_67_mlp/max": 3.9375, "train/tensor_act_model_layers_67_mlp/range": 0.640625, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 530537.5, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 260.0, "train/tensor_act_model_layers_67_residual_post_mlp/std": 1.65625, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 264.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_mlp/min": 246.0, "train/tensor_act_model_layers_67_residual_post_mlp/max": 264.0, "train/tensor_act_model_layers_67_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 530537.5, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 260.0, "train/tensor_act_model_layers_68_residual_pre_attn/std": 1.65625, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 264.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_pre_attn/min": 246.0, "train/tensor_act_model_layers_68_residual_pre_attn/max": 264.0, "train/tensor_act_model_layers_68_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_68_residual_post_attn/norm": 530537.5, "train/tensor_act_model_layers_68_residual_post_attn/mean": 260.0, "train/tensor_act_model_layers_68_residual_post_attn/std": 1.65625, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 264.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_attn/min": 246.0, "train/tensor_act_model_layers_68_residual_post_attn/max": 264.0, "train/tensor_act_model_layers_68_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 3975.693359375, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": 0.388671875, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 1.3125, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 3.421875, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 3.421875, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 4.703125, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 4179.78759765625, "train/tensor_act_model_layers_68_mlp_up_proj/mean": -0.1826171875, "train/tensor_act_model_layers_68_mlp_up_proj/std": 1.4296875, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 3.296875, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -3.296875, "train/tensor_act_model_layers_68_mlp_up_proj/max": 3.234375, "train/tensor_act_model_layers_68_mlp_up_proj/range": 6.53125, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 14341.494140625, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 6.90625, "train/tensor_act_model_layers_68_mlp_down_proj/std": 1.15625, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 9.125, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/min": 3.546875, "train/tensor_act_model_layers_68_mlp_down_proj/max": 9.125, "train/tensor_act_model_layers_68_mlp_down_proj/range": 5.578125, "train/tensor_act_model_layers_68_mlp/norm": 7613.8115234375, "train/tensor_act_model_layers_68_mlp/mean": 3.71875, "train/tensor_act_model_layers_68_mlp/std": 0.185546875, "train/tensor_act_model_layers_68_mlp/max_abs": 3.921875, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp/min": 2.84375, "train/tensor_act_model_layers_68_mlp/max": 3.921875, "train/tensor_act_model_layers_68_mlp/range": 1.078125, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 538687.875, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 264.0, "train/tensor_act_model_layers_68_residual_post_mlp/std": 1.671875, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 268.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_mlp/min": 250.0, "train/tensor_act_model_layers_68_residual_post_mlp/max": 268.0, "train/tensor_act_model_layers_68_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 538687.875, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 264.0, "train/tensor_act_model_layers_69_residual_pre_attn/std": 1.671875, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 268.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_pre_attn/min": 250.0, "train/tensor_act_model_layers_69_residual_pre_attn/max": 268.0, "train/tensor_act_model_layers_69_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_69_residual_post_attn/norm": 538687.875, "train/tensor_act_model_layers_69_residual_post_attn/mean": 264.0, "train/tensor_act_model_layers_69_residual_post_attn/std": 1.671875, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 268.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_attn/min": 250.0, "train/tensor_act_model_layers_69_residual_post_attn/max": 268.0, "train/tensor_act_model_layers_69_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 4195.81396484375, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": 0.416015625, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 1.390625, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 3.15625, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 3.15625, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 4.4453125, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 4345.59326171875, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.07568359375, "train/tensor_act_model_layers_69_mlp_up_proj/std": 1.5, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 3.125, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -3.0625, "train/tensor_act_model_layers_69_mlp_up_proj/max": 3.125, "train/tensor_act_model_layers_69_mlp_up_proj/range": 6.1875, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 15391.576171875, "train/tensor_act_model_layers_69_mlp_down_proj/mean": 7.4375, "train/tensor_act_model_layers_69_mlp_down_proj/std": 1.109375, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 10.375, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 0.0237884521484375, "train/tensor_act_model_layers_69_mlp_down_proj/min": 4.59375, "train/tensor_act_model_layers_69_mlp_down_proj/max": 10.375, "train/tensor_act_model_layers_69_mlp_down_proj/range": 5.78125, "train/tensor_act_model_layers_69_mlp/norm": 7746.21044921875, "train/tensor_act_model_layers_69_mlp/mean": 3.78125, "train/tensor_act_model_layers_69_mlp/std": 0.1318359375, "train/tensor_act_model_layers_69_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp/min": 3.265625, "train/tensor_act_model_layers_69_mlp/max": 3.953125, "train/tensor_act_model_layers_69_mlp/range": 0.6875, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 546879.6875, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 268.0, "train/tensor_act_model_layers_69_residual_post_mlp/std": 1.671875, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 272.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_mlp/min": 254.0, "train/tensor_act_model_layers_69_residual_post_mlp/max": 272.0, "train/tensor_act_model_layers_69_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 546879.6875, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 268.0, "train/tensor_act_model_layers_70_residual_pre_attn/std": 1.671875, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 272.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_pre_attn/min": 254.0, "train/tensor_act_model_layers_70_residual_pre_attn/max": 272.0, "train/tensor_act_model_layers_70_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_70_residual_post_attn/norm": 546879.6875, "train/tensor_act_model_layers_70_residual_post_attn/mean": 268.0, "train/tensor_act_model_layers_70_residual_post_attn/std": 1.671875, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 272.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_attn/min": 254.0, "train/tensor_act_model_layers_70_residual_post_attn/max": 272.0, "train/tensor_act_model_layers_70_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 4124.2509765625, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": 0.3671875, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 1.375, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 3.390625, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 3.390625, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 4.6640625, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 4345.86474609375, "train/tensor_act_model_layers_70_mlp_up_proj/mean": 0.0269775390625, "train/tensor_act_model_layers_70_mlp_up_proj/std": 1.5, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 3.375, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -3.375, "train/tensor_act_model_layers_70_mlp_up_proj/max": 3.109375, "train/tensor_act_model_layers_70_mlp_up_proj/range": 6.484375, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 15234.1025390625, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 7.34375, "train/tensor_act_model_layers_70_mlp_down_proj/std": 1.1640625, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 10.125, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 0.007803678512573242, "train/tensor_act_model_layers_70_mlp_down_proj/min": 2.78125, "train/tensor_act_model_layers_70_mlp_down_proj/max": 10.125, "train/tensor_act_model_layers_70_mlp_down_proj/range": 7.34375, "train/tensor_act_model_layers_70_mlp/norm": 7722.484375, "train/tensor_act_model_layers_70_mlp/mean": 3.765625, "train/tensor_act_model_layers_70_mlp/std": 0.1689453125, "train/tensor_act_model_layers_70_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp/min": 2.40625, "train/tensor_act_model_layers_70_mlp/max": 3.953125, "train/tensor_act_model_layers_70_mlp/range": 1.546875, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 555039.625, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 272.0, "train/tensor_act_model_layers_70_residual_post_mlp/std": 1.6796875, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 276.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_mlp/min": 256.0, "train/tensor_act_model_layers_70_residual_post_mlp/max": 276.0, "train/tensor_act_model_layers_70_residual_post_mlp/range": 20.0, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 555039.625, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 272.0, "train/tensor_act_model_layers_71_residual_pre_attn/std": 1.6796875, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 276.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_pre_attn/min": 256.0, "train/tensor_act_model_layers_71_residual_pre_attn/max": 276.0, "train/tensor_act_model_layers_71_residual_pre_attn/range": 20.0, "train/tensor_act_model_layers_71_residual_post_attn/norm": 555039.625, "train/tensor_act_model_layers_71_residual_post_attn/mean": 272.0, "train/tensor_act_model_layers_71_residual_post_attn/std": 1.6796875, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 276.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_attn/min": 256.0, "train/tensor_act_model_layers_71_residual_post_attn/max": 276.0, "train/tensor_act_model_layers_71_residual_post_attn/range": 20.0, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 4018.094482421875, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": 0.3046875, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 1.3515625, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 3.234375, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -1.796875, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 3.234375, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 5.03125, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 4191.640625, "train/tensor_act_model_layers_71_mlp_up_proj/mean": -0.00168609619140625, "train/tensor_act_model_layers_71_mlp_up_proj/std": 1.4453125, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 3.59375, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -2.875, "train/tensor_act_model_layers_71_mlp_up_proj/max": 3.59375, "train/tensor_act_model_layers_71_mlp_up_proj/range": 6.46875, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 13928.376953125, "train/tensor_act_model_layers_71_mlp_down_proj/mean": 6.71875, "train/tensor_act_model_layers_71_mlp_down_proj/std": 1.078125, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 9.0625, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/min": 3.453125, "train/tensor_act_model_layers_71_mlp_down_proj/max": 9.0625, "train/tensor_act_model_layers_71_mlp_down_proj/range": 5.609375, "train/tensor_act_model_layers_71_mlp/norm": 7570.73291015625, "train/tensor_act_model_layers_71_mlp/mean": 3.6875, "train/tensor_act_model_layers_71_mlp/std": 0.173828125, "train/tensor_act_model_layers_71_mlp/max_abs": 3.921875, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp/min": 2.796875, "train/tensor_act_model_layers_71_mlp/max": 3.921875, "train/tensor_act_model_layers_71_mlp/range": 1.125, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 563199.5, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 274.0, "train/tensor_act_model_layers_71_residual_post_mlp/std": 1.6796875, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 280.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_mlp/min": 260.0, "train/tensor_act_model_layers_71_residual_post_mlp/max": 280.0, "train/tensor_act_model_layers_71_residual_post_mlp/range": 20.0, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 563199.5, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 274.0, "train/tensor_act_model_layers_72_residual_pre_attn/std": 1.6796875, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 280.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_pre_attn/min": 260.0, "train/tensor_act_model_layers_72_residual_pre_attn/max": 280.0, "train/tensor_act_model_layers_72_residual_pre_attn/range": 20.0, "train/tensor_act_model_layers_72_residual_post_attn/norm": 563199.5, "train/tensor_act_model_layers_72_residual_post_attn/mean": 274.0, "train/tensor_act_model_layers_72_residual_post_attn/std": 1.6796875, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 280.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_attn/min": 260.0, "train/tensor_act_model_layers_72_residual_post_attn/max": 280.0, "train/tensor_act_model_layers_72_residual_post_attn/range": 20.0, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 3841.718505859375, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": 0.24609375, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 1.3046875, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 3.46875, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 3.46875, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 4.7421875, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 4045.692626953125, "train/tensor_act_model_layers_72_mlp_up_proj/mean": -0.1865234375, "train/tensor_act_model_layers_72_mlp_up_proj/std": 1.3828125, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 3.28125, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -3.28125, "train/tensor_act_model_layers_72_mlp_up_proj/max": 3.015625, "train/tensor_act_model_layers_72_mlp_up_proj/range": 6.296875, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 13426.796875, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 6.46875, "train/tensor_act_model_layers_72_mlp_down_proj/std": 1.015625, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 9.25, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/min": 2.984375, "train/tensor_act_model_layers_72_mlp_down_proj/max": 9.25, "train/tensor_act_model_layers_72_mlp_down_proj/range": 6.265625, "train/tensor_act_model_layers_72_mlp/norm": 7505.94873046875, "train/tensor_act_model_layers_72_mlp/mean": 3.65625, "train/tensor_act_model_layers_72_mlp/std": 0.1953125, "train/tensor_act_model_layers_72_mlp/max_abs": 3.921875, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp/min": 2.53125, "train/tensor_act_model_layers_72_mlp/max": 3.921875, "train/tensor_act_model_layers_72_mlp/range": 1.390625, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 571327.375, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 278.0, "train/tensor_act_model_layers_72_residual_post_mlp/std": 1.6796875, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 284.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_mlp/min": 264.0, "train/tensor_act_model_layers_72_residual_post_mlp/max": 284.0, "train/tensor_act_model_layers_72_residual_post_mlp/range": 20.0, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 571327.375, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 278.0, "train/tensor_act_model_layers_73_residual_pre_attn/std": 1.6796875, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 284.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_pre_attn/min": 264.0, "train/tensor_act_model_layers_73_residual_pre_attn/max": 284.0, "train/tensor_act_model_layers_73_residual_pre_attn/range": 20.0, "train/tensor_act_model_layers_73_residual_post_attn/norm": 571327.375, "train/tensor_act_model_layers_73_residual_post_attn/mean": 278.0, "train/tensor_act_model_layers_73_residual_post_attn/std": 1.6796875, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 284.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_attn/min": 264.0, "train/tensor_act_model_layers_73_residual_post_attn/max": 284.0, "train/tensor_act_model_layers_73_residual_post_attn/range": 20.0, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 3757.281982421875, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": 0.1826171875, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 1.28125, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 3.546875, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 3.546875, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 4.8125, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 3994.595947265625, "train/tensor_act_model_layers_73_mlp_up_proj/mean": 0.12890625, "train/tensor_act_model_layers_73_mlp_up_proj/std": 1.375, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 3.46875, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -3.46875, "train/tensor_act_model_layers_73_mlp_up_proj/max": 3.40625, "train/tensor_act_model_layers_73_mlp_up_proj/range": 6.875, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 12853.466796875, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 6.125, "train/tensor_act_model_layers_73_mlp_down_proj/std": 1.328125, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 9.125, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/min": 2.734375, "train/tensor_act_model_layers_73_mlp_down_proj/max": 9.125, "train/tensor_act_model_layers_73_mlp_down_proj/range": 6.390625, "train/tensor_act_model_layers_73_mlp/norm": 7337.9501953125, "train/tensor_act_model_layers_73_mlp/mean": 3.578125, "train/tensor_act_model_layers_73_mlp/std": 0.283203125, "train/tensor_act_model_layers_73_mlp/max_abs": 3.921875, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp/min": 2.375, "train/tensor_act_model_layers_73_mlp/max": 3.921875, "train/tensor_act_model_layers_73_mlp/range": 1.546875, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 579320.3125, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 282.0, "train/tensor_act_model_layers_73_residual_post_mlp/std": 1.75, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 288.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_mlp/min": 268.0, "train/tensor_act_model_layers_73_residual_post_mlp/max": 288.0, "train/tensor_act_model_layers_73_residual_post_mlp/range": 20.0, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 579320.3125, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 282.0, "train/tensor_act_model_layers_74_residual_pre_attn/std": 1.75, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 288.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_pre_attn/min": 268.0, "train/tensor_act_model_layers_74_residual_pre_attn/max": 288.0, "train/tensor_act_model_layers_74_residual_pre_attn/range": 20.0, "train/tensor_act_model_layers_74_residual_post_attn/norm": 579320.3125, "train/tensor_act_model_layers_74_residual_post_attn/mean": 282.0, "train/tensor_act_model_layers_74_residual_post_attn/std": 1.75, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 288.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_attn/min": 268.0, "train/tensor_act_model_layers_74_residual_post_attn/max": 288.0, "train/tensor_act_model_layers_74_residual_post_attn/range": 20.0, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 4190.4306640625, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": 0.451171875, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 1.375, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 3.421875, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 3.421875, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 4.703125, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 4306.27685546875, "train/tensor_act_model_layers_74_mlp_up_proj/mean": -0.1474609375, "train/tensor_act_model_layers_74_mlp_up_proj/std": 1.4765625, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 3.359375, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -3.359375, "train/tensor_act_model_layers_74_mlp_up_proj/max": 3.0625, "train/tensor_act_model_layers_74_mlp_up_proj/range": 6.421875, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 14565.8271484375, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 7.0, "train/tensor_act_model_layers_74_mlp_down_proj/std": 1.234375, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 9.5, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/min": 3.609375, "train/tensor_act_model_layers_74_mlp_down_proj/max": 9.5, "train/tensor_act_model_layers_74_mlp_down_proj/range": 5.890625, "train/tensor_act_model_layers_74_mlp/norm": 7629.294921875, "train/tensor_act_model_layers_74_mlp/mean": 3.71875, "train/tensor_act_model_layers_74_mlp/std": 0.19140625, "train/tensor_act_model_layers_74_mlp/max_abs": 3.9375, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp/min": 2.875, "train/tensor_act_model_layers_74_mlp/max": 3.9375, "train/tensor_act_model_layers_74_mlp/range": 1.0625, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 587448.4375, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 286.0, "train/tensor_act_model_layers_74_residual_post_mlp/std": 1.765625, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 292.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_mlp/min": 272.0, "train/tensor_act_model_layers_74_residual_post_mlp/max": 292.0, "train/tensor_act_model_layers_74_residual_post_mlp/range": 20.0, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 587448.4375, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 286.0, "train/tensor_act_model_layers_75_residual_pre_attn/std": 1.765625, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 292.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_pre_attn/min": 272.0, "train/tensor_act_model_layers_75_residual_pre_attn/max": 292.0, "train/tensor_act_model_layers_75_residual_pre_attn/range": 20.0, "train/tensor_act_model_layers_75_residual_post_attn/norm": 587448.4375, "train/tensor_act_model_layers_75_residual_post_attn/mean": 286.0, "train/tensor_act_model_layers_75_residual_post_attn/std": 1.765625, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 292.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_attn/min": 272.0, "train/tensor_act_model_layers_75_residual_post_attn/max": 292.0, "train/tensor_act_model_layers_75_residual_post_attn/range": 20.0, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 4197.33447265625, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": 0.44140625, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 1.3828125, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 3.171875, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -1.3671875, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 3.171875, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 4.5390625, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 4431.2509765625, "train/tensor_act_model_layers_75_mlp_up_proj/mean": 0.16015625, "train/tensor_act_model_layers_75_mlp_up_proj/std": 1.5234375, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 3.203125, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -3.203125, "train/tensor_act_model_layers_75_mlp_up_proj/max": 3.15625, "train/tensor_act_model_layers_75_mlp_up_proj/range": 6.359375, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 15251.9755859375, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 7.375, "train/tensor_act_model_layers_75_mlp_down_proj/std": 1.0546875, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 9.6875, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/min": 3.828125, "train/tensor_act_model_layers_75_mlp_down_proj/max": 9.6875, "train/tensor_act_model_layers_75_mlp_down_proj/range": 5.859375, "train/tensor_act_model_layers_75_mlp/norm": 7739.76611328125, "train/tensor_act_model_layers_75_mlp/mean": 3.78125, "train/tensor_act_model_layers_75_mlp/std": 0.1298828125, "train/tensor_act_model_layers_75_mlp/max_abs": 3.9375, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp/min": 2.96875, "train/tensor_act_model_layers_75_mlp/max": 3.9375, "train/tensor_act_model_layers_75_mlp/range": 0.96875, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 595613.5, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 290.0, "train/tensor_act_model_layers_75_residual_post_mlp/std": 1.7734375, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 296.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_mlp/min": 276.0, "train/tensor_act_model_layers_75_residual_post_mlp/max": 296.0, "train/tensor_act_model_layers_75_residual_post_mlp/range": 20.0, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 595613.5, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 290.0, "train/tensor_act_model_layers_76_residual_pre_attn/std": 1.7734375, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 296.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_pre_attn/min": 276.0, "train/tensor_act_model_layers_76_residual_pre_attn/max": 296.0, "train/tensor_act_model_layers_76_residual_pre_attn/range": 20.0, "train/tensor_act_model_layers_76_residual_post_attn/norm": 595613.5, "train/tensor_act_model_layers_76_residual_post_attn/mean": 290.0, "train/tensor_act_model_layers_76_residual_post_attn/std": 1.7734375, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 296.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_attn/min": 276.0, "train/tensor_act_model_layers_76_residual_post_attn/max": 296.0, "train/tensor_act_model_layers_76_residual_post_attn/range": 20.0, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 3823.272705078125, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": 0.197265625, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 1.3046875, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 3.40625, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -1.3046875, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 3.40625, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 4.7109375, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 4269.7939453125, "train/tensor_act_model_layers_76_mlp_up_proj/mean": 0.0419921875, "train/tensor_act_model_layers_76_mlp_up_proj/std": 1.4765625, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 3.578125, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -3.390625, "train/tensor_act_model_layers_76_mlp_up_proj/max": 3.578125, "train/tensor_act_model_layers_76_mlp_up_proj/range": 6.96875, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 13604.7568359375, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 6.53125, "train/tensor_act_model_layers_76_mlp_down_proj/std": 1.2734375, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 9.5625, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/min": 2.140625, "train/tensor_act_model_layers_76_mlp_down_proj/max": 9.5625, "train/tensor_act_model_layers_76_mlp_down_proj/range": 7.421875, "train/tensor_act_model_layers_76_mlp/norm": 7480.5908203125, "train/tensor_act_model_layers_76_mlp/mean": 3.640625, "train/tensor_act_model_layers_76_mlp/std": 0.27734375, "train/tensor_act_model_layers_76_mlp/max_abs": 3.9375, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp/min": 1.9609375, "train/tensor_act_model_layers_76_mlp/max": 3.9375, "train/tensor_act_model_layers_76_mlp/range": 1.9765625, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 603645.4375, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 294.0, "train/tensor_act_model_layers_76_residual_post_mlp/std": 1.78125, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 300.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_mlp/min": 280.0, "train/tensor_act_model_layers_76_residual_post_mlp/max": 300.0, "train/tensor_act_model_layers_76_residual_post_mlp/range": 20.0, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 603645.4375, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 294.0, "train/tensor_act_model_layers_77_residual_pre_attn/std": 1.78125, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 300.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_pre_attn/min": 280.0, "train/tensor_act_model_layers_77_residual_pre_attn/max": 300.0, "train/tensor_act_model_layers_77_residual_pre_attn/range": 20.0, "train/tensor_act_model_layers_77_residual_post_attn/norm": 603645.4375, "train/tensor_act_model_layers_77_residual_post_attn/mean": 294.0, "train/tensor_act_model_layers_77_residual_post_attn/std": 1.78125, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 300.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_attn/min": 280.0, "train/tensor_act_model_layers_77_residual_post_attn/max": 300.0, "train/tensor_act_model_layers_77_residual_post_attn/range": 20.0, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 3963.722412109375, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": 0.318359375, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 1.328125, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 3.15625, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 3.15625, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 4.4453125, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 4233.50146484375, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.1826171875, "train/tensor_act_model_layers_77_mlp_up_proj/std": 1.453125, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 3.4375, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -3.4375, "train/tensor_act_model_layers_77_mlp_up_proj/max": 3.203125, "train/tensor_act_model_layers_77_mlp_up_proj/range": 6.640625, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 13478.50390625, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 6.4375, "train/tensor_act_model_layers_77_mlp_down_proj/std": 1.3359375, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 10.1875, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.0078125, "train/tensor_act_model_layers_77_mlp_down_proj/min": 2.890625, "train/tensor_act_model_layers_77_mlp_down_proj/max": 10.1875, "train/tensor_act_model_layers_77_mlp_down_proj/range": 7.296875, "train/tensor_act_model_layers_77_mlp/norm": 7450.00244140625, "train/tensor_act_model_layers_77_mlp/mean": 3.625, "train/tensor_act_model_layers_77_mlp/std": 0.2490234375, "train/tensor_act_model_layers_77_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp/min": 2.46875, "train/tensor_act_model_layers_77_mlp/max": 3.953125, "train/tensor_act_model_layers_77_mlp/range": 1.484375, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 611739.5625, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 298.0, "train/tensor_act_model_layers_77_residual_post_mlp/std": 1.8203125, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 304.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_mlp/min": 284.0, "train/tensor_act_model_layers_77_residual_post_mlp/max": 304.0, "train/tensor_act_model_layers_77_residual_post_mlp/range": 20.0, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 611739.5625, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 298.0, "train/tensor_act_model_layers_78_residual_pre_attn/std": 1.8203125, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 304.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_pre_attn/min": 284.0, "train/tensor_act_model_layers_78_residual_pre_attn/max": 304.0, "train/tensor_act_model_layers_78_residual_pre_attn/range": 20.0, "train/tensor_act_model_layers_78_residual_post_attn/norm": 611739.5625, "train/tensor_act_model_layers_78_residual_post_attn/mean": 298.0, "train/tensor_act_model_layers_78_residual_post_attn/std": 1.8203125, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 304.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_attn/min": 284.0, "train/tensor_act_model_layers_78_residual_post_attn/max": 304.0, "train/tensor_act_model_layers_78_residual_post_attn/range": 20.0, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 3824.96044921875, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": 0.2373046875, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 1.296875, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 3.671875, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -1.2578125, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 3.671875, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 4.9296875, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 4003.04443359375, "train/tensor_act_model_layers_78_mlp_up_proj/mean": 0.193359375, "train/tensor_act_model_layers_78_mlp_up_proj/std": 1.3671875, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 3.578125, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -3.0625, "train/tensor_act_model_layers_78_mlp_up_proj/max": 3.578125, "train/tensor_act_model_layers_78_mlp_up_proj/range": 6.640625, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 12473.0791015625, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 6.0, "train/tensor_act_model_layers_78_mlp_down_proj/std": 1.09375, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 8.3125, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/min": 2.734375, "train/tensor_act_model_layers_78_mlp_down_proj/max": 8.3125, "train/tensor_act_model_layers_78_mlp_down_proj/range": 5.578125, "train/tensor_act_model_layers_78_mlp/norm": 7319.75048828125, "train/tensor_act_model_layers_78_mlp/mean": 3.5625, "train/tensor_act_model_layers_78_mlp/std": 0.255859375, "train/tensor_act_model_layers_78_mlp/max_abs": 3.875, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp/min": 2.375, "train/tensor_act_model_layers_78_mlp/max": 3.875, "train/tensor_act_model_layers_78_mlp/range": 1.5, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 619770.4375, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 302.0, "train/tensor_act_model_layers_78_residual_post_mlp/std": 1.8671875, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 308.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_mlp/min": 288.0, "train/tensor_act_model_layers_78_residual_post_mlp/max": 308.0, "train/tensor_act_model_layers_78_residual_post_mlp/range": 20.0, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 619770.4375, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 302.0, "train/tensor_act_model_layers_79_residual_pre_attn/std": 1.8671875, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 308.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_pre_attn/min": 288.0, "train/tensor_act_model_layers_79_residual_pre_attn/max": 308.0, "train/tensor_act_model_layers_79_residual_pre_attn/range": 20.0, "train/tensor_act_model_layers_79_residual_post_attn/norm": 619770.4375, "train/tensor_act_model_layers_79_residual_post_attn/mean": 302.0, "train/tensor_act_model_layers_79_residual_post_attn/std": 1.8671875, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 308.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_attn/min": 288.0, "train/tensor_act_model_layers_79_residual_post_attn/max": 308.0, "train/tensor_act_model_layers_79_residual_post_attn/range": 20.0, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 4108.68505859375, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": 0.443359375, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 1.3515625, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 3.28125, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 3.28125, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 4.59375, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 4077.728759765625, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.041748046875, "train/tensor_act_model_layers_79_mlp_up_proj/std": 1.40625, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 3.421875, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -3.421875, "train/tensor_act_model_layers_79_mlp_up_proj/max": 3.40625, "train/tensor_act_model_layers_79_mlp_up_proj/range": 6.828125, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 13245.849609375, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 6.375, "train/tensor_act_model_layers_79_mlp_down_proj/std": 1.1484375, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 8.5625, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/min": 3.359375, "train/tensor_act_model_layers_79_mlp_down_proj/max": 8.5625, "train/tensor_act_model_layers_79_mlp_down_proj/range": 5.203125, "train/tensor_act_model_layers_79_mlp/norm": 7448.3056640625, "train/tensor_act_model_layers_79_mlp/mean": 3.625, "train/tensor_act_model_layers_79_mlp/std": 0.2294921875, "train/tensor_act_model_layers_79_mlp/max_abs": 3.890625, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp/min": 2.75, "train/tensor_act_model_layers_79_mlp/max": 3.890625, "train/tensor_act_model_layers_79_mlp/range": 1.140625, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 627835.1875, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 306.0, "train/tensor_act_model_layers_79_residual_post_mlp/std": 1.9375, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 312.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_mlp/min": 290.0, "train/tensor_act_model_layers_79_residual_post_mlp/max": 312.0, "train/tensor_act_model_layers_79_residual_post_mlp/range": 22.0, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 627835.1875, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 306.0, "train/tensor_act_model_layers_80_residual_pre_attn/std": 1.9375, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 312.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_pre_attn/min": 290.0, "train/tensor_act_model_layers_80_residual_pre_attn/max": 312.0, "train/tensor_act_model_layers_80_residual_pre_attn/range": 22.0, "train/tensor_act_model_layers_80_residual_post_attn/norm": 627835.1875, "train/tensor_act_model_layers_80_residual_post_attn/mean": 306.0, "train/tensor_act_model_layers_80_residual_post_attn/std": 1.9375, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 312.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_attn/min": 290.0, "train/tensor_act_model_layers_80_residual_post_attn/max": 312.0, "train/tensor_act_model_layers_80_residual_post_attn/range": 22.0, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 3818.89208984375, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": 0.400390625, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 1.2578125, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 3.5, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -1.6328125, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 3.5, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 5.1328125, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 3912.85009765625, "train/tensor_act_model_layers_80_mlp_up_proj/mean": 0.049072265625, "train/tensor_act_model_layers_80_mlp_up_proj/std": 1.3515625, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 3.265625, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -3.265625, "train/tensor_act_model_layers_80_mlp_up_proj/max": 3.140625, "train/tensor_act_model_layers_80_mlp_up_proj/range": 6.40625, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 12319.9697265625, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 5.875, "train/tensor_act_model_layers_80_mlp_down_proj/std": 1.2421875, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 8.25, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/min": 2.546875, "train/tensor_act_model_layers_80_mlp_down_proj/max": 8.25, "train/tensor_act_model_layers_80_mlp_down_proj/range": 5.703125, "train/tensor_act_model_layers_80_mlp/norm": 7250.9296875, "train/tensor_act_model_layers_80_mlp/mean": 3.53125, "train/tensor_act_model_layers_80_mlp/std": 0.302734375, "train/tensor_act_model_layers_80_mlp/max_abs": 3.875, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp/min": 2.25, "train/tensor_act_model_layers_80_mlp/max": 3.875, "train/tensor_act_model_layers_80_mlp/range": 1.625, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 635825.75, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 310.0, "train/tensor_act_model_layers_80_residual_post_mlp/std": 1.9609375, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 316.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_mlp/min": 294.0, "train/tensor_act_model_layers_80_residual_post_mlp/max": 316.0, "train/tensor_act_model_layers_80_residual_post_mlp/range": 22.0, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 635825.75, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 310.0, "train/tensor_act_model_layers_81_residual_pre_attn/std": 1.9609375, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 316.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_pre_attn/min": 294.0, "train/tensor_act_model_layers_81_residual_pre_attn/max": 316.0, "train/tensor_act_model_layers_81_residual_pre_attn/range": 22.0, "train/tensor_act_model_layers_81_residual_post_attn/norm": 635825.75, "train/tensor_act_model_layers_81_residual_post_attn/mean": 310.0, "train/tensor_act_model_layers_81_residual_post_attn/std": 1.9609375, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 316.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_attn/min": 294.0, "train/tensor_act_model_layers_81_residual_post_attn/max": 316.0, "train/tensor_act_model_layers_81_residual_post_attn/range": 22.0, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 3782.019287109375, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": 0.408203125, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 1.2421875, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 3.5, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -1.3515625, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 3.5, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 4.8515625, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 3940.561767578125, "train/tensor_act_model_layers_81_mlp_up_proj/mean": -0.04833984375, "train/tensor_act_model_layers_81_mlp_up_proj/std": 1.359375, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 3.6875, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -3.6875, "train/tensor_act_model_layers_81_mlp_up_proj/max": 3.140625, "train/tensor_act_model_layers_81_mlp_up_proj/range": 6.828125, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 11594.044921875, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 5.5, "train/tensor_act_model_layers_81_mlp_down_proj/std": 1.3046875, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 8.5625, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/min": 1.3359375, "train/tensor_act_model_layers_81_mlp_down_proj/max": 8.5625, "train/tensor_act_model_layers_81_mlp_down_proj/range": 7.2265625, "train/tensor_act_model_layers_81_mlp/norm": 7069.806640625, "train/tensor_act_model_layers_81_mlp/mean": 3.421875, "train/tensor_act_model_layers_81_mlp/std": 0.42578125, "train/tensor_act_model_layers_81_mlp/max_abs": 3.890625, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp/min": 1.2890625, "train/tensor_act_model_layers_81_mlp/max": 3.890625, "train/tensor_act_model_layers_81_mlp/range": 2.6015625, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 643501.1875, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 314.0, "train/tensor_act_model_layers_81_residual_post_mlp/std": 2.09375, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 320.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_mlp/min": 298.0, "train/tensor_act_model_layers_81_residual_post_mlp/max": 320.0, "train/tensor_act_model_layers_81_residual_post_mlp/range": 22.0, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 643501.1875, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 314.0, "train/tensor_act_model_layers_82_residual_pre_attn/std": 2.09375, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 320.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_pre_attn/min": 298.0, "train/tensor_act_model_layers_82_residual_pre_attn/max": 320.0, "train/tensor_act_model_layers_82_residual_pre_attn/range": 22.0, "train/tensor_act_model_layers_82_residual_post_attn/norm": 643501.1875, "train/tensor_act_model_layers_82_residual_post_attn/mean": 314.0, "train/tensor_act_model_layers_82_residual_post_attn/std": 2.09375, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 320.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_attn/min": 298.0, "train/tensor_act_model_layers_82_residual_post_attn/max": 320.0, "train/tensor_act_model_layers_82_residual_post_attn/range": 22.0, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 3735.90673828125, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": 0.3671875, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 1.234375, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 3.65625, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 3.65625, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 4.96875, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 3826.2109375, "train/tensor_act_model_layers_82_mlp_up_proj/mean": 0.01202392578125, "train/tensor_act_model_layers_82_mlp_up_proj/std": 1.3203125, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 3.21875, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -3.21875, "train/tensor_act_model_layers_82_mlp_up_proj/max": 3.21875, "train/tensor_act_model_layers_82_mlp_up_proj/range": 6.4375, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 11188.625, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 5.3125, "train/tensor_act_model_layers_82_mlp_down_proj/std": 1.3125, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 8.0625, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/min": 1.875, "train/tensor_act_model_layers_82_mlp_down_proj/max": 8.0625, "train/tensor_act_model_layers_82_mlp_down_proj/range": 6.1875, "train/tensor_act_model_layers_82_mlp/norm": 6961.80859375, "train/tensor_act_model_layers_82_mlp/mean": 3.375, "train/tensor_act_model_layers_82_mlp/std": 0.38671875, "train/tensor_act_model_layers_82_mlp/max_abs": 3.859375, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp/min": 1.75, "train/tensor_act_model_layers_82_mlp/max": 3.859375, "train/tensor_act_model_layers_82_mlp/range": 2.109375, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 650911.9375, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 318.0, "train/tensor_act_model_layers_82_residual_post_mlp/std": 2.203125, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 324.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_mlp/min": 302.0, "train/tensor_act_model_layers_82_residual_post_mlp/max": 324.0, "train/tensor_act_model_layers_82_residual_post_mlp/range": 22.0, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 650911.9375, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 318.0, "train/tensor_act_model_layers_83_residual_pre_attn/std": 2.203125, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 324.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_pre_attn/min": 302.0, "train/tensor_act_model_layers_83_residual_pre_attn/max": 324.0, "train/tensor_act_model_layers_83_residual_pre_attn/range": 22.0, "train/tensor_act_model_layers_83_residual_post_attn/norm": 650911.9375, "train/tensor_act_model_layers_83_residual_post_attn/mean": 318.0, "train/tensor_act_model_layers_83_residual_post_attn/std": 2.203125, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 324.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_attn/min": 302.0, "train/tensor_act_model_layers_83_residual_post_attn/max": 324.0, "train/tensor_act_model_layers_83_residual_post_attn/range": 22.0, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 3855.189453125, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": 0.44921875, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 1.25, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 3.515625, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 3.515625, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 4.8359375, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 3841.5625, "train/tensor_act_model_layers_83_mlp_up_proj/mean": -0.03515625, "train/tensor_act_model_layers_83_mlp_up_proj/std": 1.328125, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 3.25, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -3.25, "train/tensor_act_model_layers_83_mlp_up_proj/max": 3.203125, "train/tensor_act_model_layers_83_mlp_up_proj/range": 6.453125, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 11459.9814453125, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 5.4375, "train/tensor_act_model_layers_83_mlp_down_proj/std": 1.3125, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 9.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/min": 1.5546875, "train/tensor_act_model_layers_83_mlp_down_proj/max": 9.0, "train/tensor_act_model_layers_83_mlp_down_proj/range": 7.4453125, "train/tensor_act_model_layers_83_mlp/norm": 7036.869140625, "train/tensor_act_model_layers_83_mlp/mean": 3.40625, "train/tensor_act_model_layers_83_mlp/std": 0.400390625, "train/tensor_act_model_layers_83_mlp/max_abs": 3.90625, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp/min": 1.484375, "train/tensor_act_model_layers_83_mlp/max": 3.90625, "train/tensor_act_model_layers_83_mlp/range": 2.421875, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 658672.0, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 322.0, "train/tensor_act_model_layers_83_residual_post_mlp/std": 2.296875, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 328.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_mlp/min": 304.0, "train/tensor_act_model_layers_83_residual_post_mlp/max": 328.0, "train/tensor_act_model_layers_83_residual_post_mlp/range": 24.0, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 658672.0, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 322.0, "train/tensor_act_model_layers_84_residual_pre_attn/std": 2.296875, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 328.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_pre_attn/min": 304.0, "train/tensor_act_model_layers_84_residual_pre_attn/max": 328.0, "train/tensor_act_model_layers_84_residual_pre_attn/range": 24.0, "train/tensor_act_model_layers_84_residual_post_attn/norm": 658672.0, "train/tensor_act_model_layers_84_residual_post_attn/mean": 322.0, "train/tensor_act_model_layers_84_residual_post_attn/std": 2.296875, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 328.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_attn/min": 304.0, "train/tensor_act_model_layers_84_residual_post_attn/max": 328.0, "train/tensor_act_model_layers_84_residual_post_attn/range": 24.0, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 3786.358154296875, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": 0.4375, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 1.234375, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 3.125, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 3.125, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 4.4140625, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 3886.033203125, "train/tensor_act_model_layers_84_mlp_up_proj/mean": 0.0634765625, "train/tensor_act_model_layers_84_mlp_up_proj/std": 1.34375, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 3.34375, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -3.328125, "train/tensor_act_model_layers_84_mlp_up_proj/max": 3.34375, "train/tensor_act_model_layers_84_mlp_up_proj/range": 6.671875, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 11384.6298828125, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 5.40625, "train/tensor_act_model_layers_84_mlp_down_proj/std": 1.3125, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 7.8125, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/min": 1.6640625, "train/tensor_act_model_layers_84_mlp_down_proj/max": 7.8125, "train/tensor_act_model_layers_84_mlp_down_proj/range": 6.1484375, "train/tensor_act_model_layers_84_mlp/norm": 7014.5185546875, "train/tensor_act_model_layers_84_mlp/mean": 3.40625, "train/tensor_act_model_layers_84_mlp/std": 0.404296875, "train/tensor_act_model_layers_84_mlp/max_abs": 3.84375, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/min": 1.578125, "train/tensor_act_model_layers_84_mlp/max": 3.84375, "train/tensor_act_model_layers_84_mlp/range": 2.265625, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 666209.625, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 326.0, "train/tensor_act_model_layers_84_residual_post_mlp/std": 2.53125, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 332.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_mlp/min": 306.0, "train/tensor_act_model_layers_84_residual_post_mlp/max": 332.0, "train/tensor_act_model_layers_84_residual_post_mlp/range": 26.0, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 666209.625, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 326.0, "train/tensor_act_model_layers_85_residual_pre_attn/std": 2.53125, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 332.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_pre_attn/min": 306.0, "train/tensor_act_model_layers_85_residual_pre_attn/max": 332.0, "train/tensor_act_model_layers_85_residual_pre_attn/range": 26.0, "train/tensor_act_model_layers_85_residual_post_attn/norm": 666209.625, "train/tensor_act_model_layers_85_residual_post_attn/mean": 326.0, "train/tensor_act_model_layers_85_residual_post_attn/std": 2.53125, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 332.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_attn/min": 306.0, "train/tensor_act_model_layers_85_residual_post_attn/max": 332.0, "train/tensor_act_model_layers_85_residual_post_attn/range": 26.0, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 3756.933837890625, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": 0.396484375, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 1.234375, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 3.359375, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -1.3671875, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 3.359375, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 4.7265625, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 3799.019775390625, "train/tensor_act_model_layers_85_mlp_up_proj/mean": 0.026123046875, "train/tensor_act_model_layers_85_mlp_up_proj/std": 1.3125, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 3.578125, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -3.203125, "train/tensor_act_model_layers_85_mlp_up_proj/max": 3.578125, "train/tensor_act_model_layers_85_mlp_up_proj/range": 6.78125, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 11181.5322265625, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 5.3125, "train/tensor_act_model_layers_85_mlp_down_proj/std": 1.2734375, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 8.5625, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/min": 1.3125, "train/tensor_act_model_layers_85_mlp_down_proj/max": 8.5625, "train/tensor_act_model_layers_85_mlp_down_proj/range": 7.25, "train/tensor_act_model_layers_85_mlp/norm": 6978.80517578125, "train/tensor_act_model_layers_85_mlp/mean": 3.390625, "train/tensor_act_model_layers_85_mlp/std": 0.40234375, "train/tensor_act_model_layers_85_mlp/max_abs": 3.890625, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp/min": 1.265625, "train/tensor_act_model_layers_85_mlp/max": 3.890625, "train/tensor_act_model_layers_85_mlp/range": 2.625, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 673826.875, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 330.0, "train/tensor_act_model_layers_85_residual_post_mlp/std": 2.625, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 336.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_mlp/min": 310.0, "train/tensor_act_model_layers_85_residual_post_mlp/max": 336.0, "train/tensor_act_model_layers_85_residual_post_mlp/range": 26.0, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 673826.875, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 330.0, "train/tensor_act_model_layers_86_residual_pre_attn/std": 2.625, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 336.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_pre_attn/min": 310.0, "train/tensor_act_model_layers_86_residual_pre_attn/max": 336.0, "train/tensor_act_model_layers_86_residual_pre_attn/range": 26.0, "train/tensor_act_model_layers_86_residual_post_attn/norm": 673826.875, "train/tensor_act_model_layers_86_residual_post_attn/mean": 330.0, "train/tensor_act_model_layers_86_residual_post_attn/std": 2.625, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 336.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_attn/min": 310.0, "train/tensor_act_model_layers_86_residual_post_attn/max": 336.0, "train/tensor_act_model_layers_86_residual_post_attn/range": 26.0, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 3799.247314453125, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": 0.376953125, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 1.2578125, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 3.328125, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 3.328125, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 4.59375, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 3902.891357421875, "train/tensor_act_model_layers_86_mlp_up_proj/mean": 0.095703125, "train/tensor_act_model_layers_86_mlp_up_proj/std": 1.34375, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 3.578125, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -3.234375, "train/tensor_act_model_layers_86_mlp_up_proj/max": 3.578125, "train/tensor_act_model_layers_86_mlp_up_proj/range": 6.8125, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 11266.580078125, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 5.34375, "train/tensor_act_model_layers_86_mlp_down_proj/std": 1.34375, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 8.75, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/min": 0.65625, "train/tensor_act_model_layers_86_mlp_down_proj/max": 8.75, "train/tensor_act_model_layers_86_mlp_down_proj/range": 8.09375, "train/tensor_act_model_layers_86_mlp/norm": 6976.62939453125, "train/tensor_act_model_layers_86_mlp/mean": 3.375, "train/tensor_act_model_layers_86_mlp/std": 0.443359375, "train/tensor_act_model_layers_86_mlp/max_abs": 3.90625, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp/min": 0.65234375, "train/tensor_act_model_layers_86_mlp/max": 3.90625, "train/tensor_act_model_layers_86_mlp/range": 3.25390625, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 681363.875, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 332.0, "train/tensor_act_model_layers_86_residual_post_mlp/std": 2.859375, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 340.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_mlp/min": 314.0, "train/tensor_act_model_layers_86_residual_post_mlp/max": 340.0, "train/tensor_act_model_layers_86_residual_post_mlp/range": 26.0, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 681363.875, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 332.0, "train/tensor_act_model_layers_87_residual_pre_attn/std": 2.859375, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 340.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_pre_attn/min": 314.0, "train/tensor_act_model_layers_87_residual_pre_attn/max": 340.0, "train/tensor_act_model_layers_87_residual_pre_attn/range": 26.0, "train/tensor_act_model_layers_87_residual_post_attn/norm": 681363.875, "train/tensor_act_model_layers_87_residual_post_attn/mean": 332.0, "train/tensor_act_model_layers_87_residual_post_attn/std": 2.859375, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 340.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_attn/min": 314.0, "train/tensor_act_model_layers_87_residual_post_attn/max": 340.0, "train/tensor_act_model_layers_87_residual_post_attn/range": 26.0, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 3526.972900390625, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": 0.255859375, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 1.1875, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 3.390625, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -1.328125, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 3.390625, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 4.71875, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 3669.198486328125, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.1845703125, "train/tensor_act_model_layers_87_mlp_up_proj/std": 1.25, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 3.625, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -3.484375, "train/tensor_act_model_layers_87_mlp_up_proj/max": 3.625, "train/tensor_act_model_layers_87_mlp_up_proj/range": 7.109375, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 9904.5107421875, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 4.65625, "train/tensor_act_model_layers_87_mlp_down_proj/std": 1.34375, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 8.0625, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/min": 0.91015625, "train/tensor_act_model_layers_87_mlp_down_proj/max": 8.0625, "train/tensor_act_model_layers_87_mlp_down_proj/range": 7.15234375, "train/tensor_act_model_layers_87_mlp/norm": 6571.45654296875, "train/tensor_act_model_layers_87_mlp/mean": 3.171875, "train/tensor_act_model_layers_87_mlp/std": 0.53125, "train/tensor_act_model_layers_87_mlp/max_abs": 3.859375, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp/min": 0.89453125, "train/tensor_act_model_layers_87_mlp/max": 3.859375, "train/tensor_act_model_layers_87_mlp/range": 2.96484375, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 688481.5625, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 336.0, "train/tensor_act_model_layers_87_residual_post_mlp/std": 3.09375, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 344.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_mlp/min": 318.0, "train/tensor_act_model_layers_87_residual_post_mlp/max": 344.0, "train/tensor_act_model_layers_87_residual_post_mlp/range": 26.0, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 688481.5625, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 336.0, "train/tensor_act_model_layers_88_residual_pre_attn/std": 3.09375, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 344.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_pre_attn/min": 318.0, "train/tensor_act_model_layers_88_residual_pre_attn/max": 344.0, "train/tensor_act_model_layers_88_residual_pre_attn/range": 26.0, "train/tensor_act_model_layers_88_residual_post_attn/norm": 688481.5625, "train/tensor_act_model_layers_88_residual_post_attn/mean": 336.0, "train/tensor_act_model_layers_88_residual_post_attn/std": 3.09375, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 344.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_attn/min": 318.0, "train/tensor_act_model_layers_88_residual_post_attn/max": 344.0, "train/tensor_act_model_layers_88_residual_post_attn/range": 26.0, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 3666.53955078125, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": 0.3515625, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 1.21875, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 3.5, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -1.5, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 3.5, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 5.0, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 3674.666748046875, "train/tensor_act_model_layers_88_mlp_up_proj/mean": -0.0311279296875, "train/tensor_act_model_layers_88_mlp_up_proj/std": 1.265625, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 3.171875, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -3.171875, "train/tensor_act_model_layers_88_mlp_up_proj/max": 2.921875, "train/tensor_act_model_layers_88_mlp_up_proj/range": 6.09375, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 9878.228515625, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 4.6875, "train/tensor_act_model_layers_88_mlp_down_proj/std": 1.171875, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 7.0625, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/min": 1.2734375, "train/tensor_act_model_layers_88_mlp_down_proj/max": 7.0625, "train/tensor_act_model_layers_88_mlp_down_proj/range": 5.7890625, "train/tensor_act_model_layers_88_mlp/norm": 6625.76171875, "train/tensor_act_model_layers_88_mlp/mean": 3.203125, "train/tensor_act_model_layers_88_mlp/std": 0.455078125, "train/tensor_act_model_layers_88_mlp/max_abs": 3.765625, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/min": 1.234375, "train/tensor_act_model_layers_88_mlp/max": 3.765625, "train/tensor_act_model_layers_88_mlp/range": 2.53125, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 695630.8125, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 340.0, "train/tensor_act_model_layers_88_residual_post_mlp/std": 3.375, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 348.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_mlp/min": 322.0, "train/tensor_act_model_layers_88_residual_post_mlp/max": 348.0, "train/tensor_act_model_layers_88_residual_post_mlp/range": 26.0, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 695630.8125, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 340.0, "train/tensor_act_model_layers_89_residual_pre_attn/std": 3.375, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 348.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_pre_attn/min": 322.0, "train/tensor_act_model_layers_89_residual_pre_attn/max": 348.0, "train/tensor_act_model_layers_89_residual_pre_attn/range": 26.0, "train/tensor_act_model_layers_89_residual_post_attn/norm": 695630.8125, "train/tensor_act_model_layers_89_residual_post_attn/mean": 340.0, "train/tensor_act_model_layers_89_residual_post_attn/std": 3.375, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 348.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_attn/min": 322.0, "train/tensor_act_model_layers_89_residual_post_attn/max": 348.0, "train/tensor_act_model_layers_89_residual_post_attn/range": 26.0, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 3460.46142578125, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": 0.357421875, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 1.140625, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 3.3125, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 3.3125, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 4.671875, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 3502.421142578125, "train/tensor_act_model_layers_89_mlp_up_proj/mean": -0.03466796875, "train/tensor_act_model_layers_89_mlp_up_proj/std": 1.2109375, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 3.3125, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -3.3125, "train/tensor_act_model_layers_89_mlp_up_proj/max": 3.296875, "train/tensor_act_model_layers_89_mlp_up_proj/range": 6.609375, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 8916.396484375, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 4.125, "train/tensor_act_model_layers_89_mlp_down_proj/std": 1.3515625, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 7.46875, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/min": 0.65234375, "train/tensor_act_model_layers_89_mlp_down_proj/max": 7.46875, "train/tensor_act_model_layers_89_mlp_down_proj/range": 6.81640625, "train/tensor_act_model_layers_89_mlp/norm": 6201.1552734375, "train/tensor_act_model_layers_89_mlp/mean": 2.96875, "train/tensor_act_model_layers_89_mlp/std": 0.609375, "train/tensor_act_model_layers_89_mlp/max_abs": 3.8125, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp/min": 0.6484375, "train/tensor_act_model_layers_89_mlp/max": 3.8125, "train/tensor_act_model_layers_89_mlp/range": 3.1640625, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 702014.8125, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 342.0, "train/tensor_act_model_layers_89_residual_post_mlp/std": 3.65625, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 352.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_mlp/min": 324.0, "train/tensor_act_model_layers_89_residual_post_mlp/max": 352.0, "train/tensor_act_model_layers_89_residual_post_mlp/range": 28.0, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 702014.8125, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 342.0, "train/tensor_act_model_layers_90_residual_pre_attn/std": 3.65625, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 352.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_pre_attn/min": 324.0, "train/tensor_act_model_layers_90_residual_pre_attn/max": 352.0, "train/tensor_act_model_layers_90_residual_pre_attn/range": 28.0, "train/tensor_act_model_layers_90_residual_post_attn/norm": 702014.8125, "train/tensor_act_model_layers_90_residual_post_attn/mean": 342.0, "train/tensor_act_model_layers_90_residual_post_attn/std": 3.65625, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 352.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_attn/min": 324.0, "train/tensor_act_model_layers_90_residual_post_attn/max": 352.0, "train/tensor_act_model_layers_90_residual_post_attn/range": 28.0, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 3672.780517578125, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": 0.478515625, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 1.171875, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 3.265625, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -1.2578125, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 3.265625, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 4.5234375, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 3402.051025390625, "train/tensor_act_model_layers_90_mlp_up_proj/mean": -0.03173828125, "train/tensor_act_model_layers_90_mlp_up_proj/std": 1.171875, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 3.359375, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -3.359375, "train/tensor_act_model_layers_90_mlp_up_proj/max": 3.09375, "train/tensor_act_model_layers_90_mlp_up_proj/range": 6.453125, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 8930.8564453125, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 4.15625, "train/tensor_act_model_layers_90_mlp_down_proj/std": 1.2890625, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 7.40625, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/min": 1.0703125, "train/tensor_act_model_layers_90_mlp_down_proj/max": 7.40625, "train/tensor_act_model_layers_90_mlp_down_proj/range": 6.3359375, "train/tensor_act_model_layers_90_mlp/norm": 6228.79296875, "train/tensor_act_model_layers_90_mlp/mean": 2.984375, "train/tensor_act_model_layers_90_mlp/std": 0.5703125, "train/tensor_act_model_layers_90_mlp/max_abs": 3.8125, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/min": 1.046875, "train/tensor_act_model_layers_90_mlp/max": 3.8125, "train/tensor_act_model_layers_90_mlp/range": 2.765625, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 708328.5, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 346.0, "train/tensor_act_model_layers_90_residual_post_mlp/std": 3.859375, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 354.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_mlp/min": 326.0, "train/tensor_act_model_layers_90_residual_post_mlp/max": 354.0, "train/tensor_act_model_layers_90_residual_post_mlp/range": 28.0, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 708328.5, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 346.0, "train/tensor_act_model_layers_91_residual_pre_attn/std": 3.859375, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 354.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_pre_attn/min": 326.0, "train/tensor_act_model_layers_91_residual_pre_attn/max": 354.0, "train/tensor_act_model_layers_91_residual_pre_attn/range": 28.0, "train/tensor_act_model_layers_91_residual_post_attn/norm": 708328.5, "train/tensor_act_model_layers_91_residual_post_attn/mean": 346.0, "train/tensor_act_model_layers_91_residual_post_attn/std": 3.859375, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 354.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_attn/min": 326.0, "train/tensor_act_model_layers_91_residual_post_attn/max": 354.0, "train/tensor_act_model_layers_91_residual_post_attn/range": 28.0, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 3443.902587890625, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": 0.380859375, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 1.125, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 3.3125, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 3.3125, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 4.671875, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 3546.47216796875, "train/tensor_act_model_layers_91_mlp_up_proj/mean": 0.0703125, "train/tensor_act_model_layers_91_mlp_up_proj/std": 1.21875, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 3.75, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -2.953125, "train/tensor_act_model_layers_91_mlp_up_proj/max": 3.75, "train/tensor_act_model_layers_91_mlp_up_proj/range": 6.703125, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 8204.373046875, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 3.71875, "train/tensor_act_model_layers_91_mlp_down_proj/std": 1.5, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 7.3125, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/min": -1.09375, "train/tensor_act_model_layers_91_mlp_down_proj/max": 7.3125, "train/tensor_act_model_layers_91_mlp_down_proj/range": 8.40625, "train/tensor_act_model_layers_91_mlp/norm": 5863.66796875, "train/tensor_act_model_layers_91_mlp/mean": 2.734375, "train/tensor_act_model_layers_91_mlp/std": 0.8359375, "train/tensor_act_model_layers_91_mlp/max_abs": 3.796875, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/min": -1.0703125, "train/tensor_act_model_layers_91_mlp/max": 3.796875, "train/tensor_act_model_layers_91_mlp/range": 4.8671875, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 714081.3125, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 348.0, "train/tensor_act_model_layers_91_residual_post_mlp/std": 4.1875, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 358.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_mlp/min": 328.0, "train/tensor_act_model_layers_91_residual_post_mlp/max": 358.0, "train/tensor_act_model_layers_91_residual_post_mlp/range": 30.0, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 714081.3125, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 348.0, "train/tensor_act_model_layers_92_residual_pre_attn/std": 4.1875, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 358.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_pre_attn/min": 328.0, "train/tensor_act_model_layers_92_residual_pre_attn/max": 358.0, "train/tensor_act_model_layers_92_residual_pre_attn/range": 30.0, "train/tensor_act_model_layers_92_residual_post_attn/norm": 714081.3125, "train/tensor_act_model_layers_92_residual_post_attn/mean": 348.0, "train/tensor_act_model_layers_92_residual_post_attn/std": 4.1875, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 358.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_attn/min": 328.0, "train/tensor_act_model_layers_92_residual_post_attn/max": 358.0, "train/tensor_act_model_layers_92_residual_post_attn/range": 30.0, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 3219.031005859375, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": 0.318359375, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 1.0625, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 3.5625, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -1.5078125, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 3.5625, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 5.0703125, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 3248.1650390625, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.01007080078125, "train/tensor_act_model_layers_92_mlp_up_proj/std": 1.125, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 3.203125, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -3.203125, "train/tensor_act_model_layers_92_mlp_up_proj/max": 3.015625, "train/tensor_act_model_layers_92_mlp_up_proj/range": 6.21875, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 6809.533203125, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 3.015625, "train/tensor_act_model_layers_92_mlp_down_proj/std": 1.4140625, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 5.875, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/min": -1.2734375, "train/tensor_act_model_layers_92_mlp_down_proj/max": 5.875, "train/tensor_act_model_layers_92_mlp_down_proj/range": 7.1484375, "train/tensor_act_model_layers_92_mlp/norm": 5245.22412109375, "train/tensor_act_model_layers_92_mlp/mean": 2.375, "train/tensor_act_model_layers_92_mlp/std": 0.94921875, "train/tensor_act_model_layers_92_mlp/max_abs": 3.59375, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/min": -1.234375, "train/tensor_act_model_layers_92_mlp/max": 3.59375, "train/tensor_act_model_layers_92_mlp/range": 4.828125, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 718924.625, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 352.0, "train/tensor_act_model_layers_92_residual_post_mlp/std": 4.5, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 362.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_mlp/min": 330.0, "train/tensor_act_model_layers_92_residual_post_mlp/max": 362.0, "train/tensor_act_model_layers_92_residual_post_mlp/range": 32.0, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 718924.625, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 352.0, "train/tensor_act_model_layers_93_residual_pre_attn/std": 4.5, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 362.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_pre_attn/min": 330.0, "train/tensor_act_model_layers_93_residual_pre_attn/max": 362.0, "train/tensor_act_model_layers_93_residual_pre_attn/range": 32.0, "train/tensor_act_model_layers_93_residual_post_attn/norm": 718924.625, "train/tensor_act_model_layers_93_residual_post_attn/mean": 352.0, "train/tensor_act_model_layers_93_residual_post_attn/std": 4.5, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 362.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_attn/min": 330.0, "train/tensor_act_model_layers_93_residual_post_attn/max": 362.0, "train/tensor_act_model_layers_93_residual_post_attn/range": 32.0, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 3281.1298828125, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": 0.25390625, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 1.1015625, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 3.5625, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -1.71875, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 3.5625, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 5.28125, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 3251.988525390625, "train/tensor_act_model_layers_93_mlp_up_proj/mean": 0.068359375, "train/tensor_act_model_layers_93_mlp_up_proj/std": 1.1171875, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 3.15625, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -3.15625, "train/tensor_act_model_layers_93_mlp_up_proj/max": 3.125, "train/tensor_act_model_layers_93_mlp_up_proj/range": 6.28125, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 6823.041015625, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 3.015625, "train/tensor_act_model_layers_93_mlp_down_proj/std": 1.3984375, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 6.28125, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/min": -1.5546875, "train/tensor_act_model_layers_93_mlp_down_proj/max": 6.28125, "train/tensor_act_model_layers_93_mlp_down_proj/range": 7.8359375, "train/tensor_act_model_layers_93_mlp/norm": 5239.4462890625, "train/tensor_act_model_layers_93_mlp/mean": 2.390625, "train/tensor_act_model_layers_93_mlp/std": 0.921875, "train/tensor_act_model_layers_93_mlp/max_abs": 3.671875, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/min": -1.484375, "train/tensor_act_model_layers_93_mlp/max": 3.671875, "train/tensor_act_model_layers_93_mlp/range": 5.15625, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 723667.8125, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 354.0, "train/tensor_act_model_layers_93_residual_post_mlp/std": 4.8125, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 366.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_mlp/min": 332.0, "train/tensor_act_model_layers_93_residual_post_mlp/max": 366.0, "train/tensor_act_model_layers_93_residual_post_mlp/range": 34.0, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 723667.8125, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 354.0, "train/tensor_act_model_layers_94_residual_pre_attn/std": 4.8125, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 366.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_pre_attn/min": 332.0, "train/tensor_act_model_layers_94_residual_pre_attn/max": 366.0, "train/tensor_act_model_layers_94_residual_pre_attn/range": 34.0, "train/tensor_act_model_layers_94_residual_post_attn/norm": 723667.8125, "train/tensor_act_model_layers_94_residual_post_attn/mean": 354.0, "train/tensor_act_model_layers_94_residual_post_attn/std": 4.8125, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 366.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_attn/min": 332.0, "train/tensor_act_model_layers_94_residual_post_attn/max": 366.0, "train/tensor_act_model_layers_94_residual_post_attn/range": 34.0, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 3318.4462890625, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": 0.376953125, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 1.078125, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 3.25, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -1.78125, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 3.25, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 5.03125, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 3343.526123046875, "train/tensor_act_model_layers_94_mlp_up_proj/mean": 0.06591796875, "train/tensor_act_model_layers_94_mlp_up_proj/std": 1.15625, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 3.546875, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -2.984375, "train/tensor_act_model_layers_94_mlp_up_proj/max": 3.546875, "train/tensor_act_model_layers_94_mlp_up_proj/range": 6.53125, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 7944.91162109375, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 3.59375, "train/tensor_act_model_layers_94_mlp_down_proj/std": 1.4609375, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 7.1875, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/min": -1.6796875, "train/tensor_act_model_layers_94_mlp_down_proj/max": 7.1875, "train/tensor_act_model_layers_94_mlp_down_proj/range": 8.8671875, "train/tensor_act_model_layers_94_mlp/norm": 5761.37548828125, "train/tensor_act_model_layers_94_mlp/mean": 2.6875, "train/tensor_act_model_layers_94_mlp/std": 0.82421875, "train/tensor_act_model_layers_94_mlp/max_abs": 3.78125, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": -1.5859375, "train/tensor_act_model_layers_94_mlp/max": 3.78125, "train/tensor_act_model_layers_94_mlp/range": 5.3671875, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 729232.875, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 356.0, "train/tensor_act_model_layers_94_residual_post_mlp/std": 5.0, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 370.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_mlp/min": 334.0, "train/tensor_act_model_layers_94_residual_post_mlp/max": 370.0, "train/tensor_act_model_layers_94_residual_post_mlp/range": 36.0, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 729232.875, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 356.0, "train/tensor_act_model_layers_95_residual_pre_attn/std": 5.0, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 370.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_pre_attn/min": 334.0, "train/tensor_act_model_layers_95_residual_pre_attn/max": 370.0, "train/tensor_act_model_layers_95_residual_pre_attn/range": 36.0, "train/tensor_act_model_layers_95_residual_post_attn/norm": 729232.875, "train/tensor_act_model_layers_95_residual_post_attn/mean": 356.0, "train/tensor_act_model_layers_95_residual_post_attn/std": 5.0, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 370.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_attn/min": 334.0, "train/tensor_act_model_layers_95_residual_post_attn/max": 370.0, "train/tensor_act_model_layers_95_residual_post_attn/range": 36.0, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 3047.47021484375, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": 0.2890625, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 1.015625, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 3.390625, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -1.7265625, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 3.390625, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 5.1171875, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 3021.785400390625, "train/tensor_act_model_layers_95_mlp_up_proj/mean": 0.1376953125, "train/tensor_act_model_layers_95_mlp_up_proj/std": 1.03125, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 3.734375, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -2.765625, "train/tensor_act_model_layers_95_mlp_up_proj/max": 3.734375, "train/tensor_act_model_layers_95_mlp_up_proj/range": 6.5, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 5572.75244140625, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 2.328125, "train/tensor_act_model_layers_95_mlp_down_proj/std": 1.3984375, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 5.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": -1.6484375, "train/tensor_act_model_layers_95_mlp_down_proj/max": 5.0, "train/tensor_act_model_layers_95_mlp_down_proj/range": 6.6484375, "train/tensor_act_model_layers_95_mlp/norm": 4536.95361328125, "train/tensor_act_model_layers_95_mlp/mean": 1.9453125, "train/tensor_act_model_layers_95_mlp/std": 1.0625, "train/tensor_act_model_layers_95_mlp/max_abs": 3.390625, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": -1.5625, "train/tensor_act_model_layers_95_mlp/max": 3.390625, "train/tensor_act_model_layers_95_mlp/range": 4.953125, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 733189.5625, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 358.0, "train/tensor_act_model_layers_95_residual_post_mlp/std": 5.3125, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 372.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_mlp/min": 332.0, "train/tensor_act_model_layers_95_residual_post_mlp/max": 372.0, "train/tensor_act_model_layers_95_residual_post_mlp/range": 40.0, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 733189.5625, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 358.0, "train/tensor_act_model_layers_96_residual_pre_attn/std": 5.3125, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 372.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_pre_attn/min": 332.0, "train/tensor_act_model_layers_96_residual_pre_attn/max": 372.0, "train/tensor_act_model_layers_96_residual_pre_attn/range": 40.0, "train/tensor_act_model_layers_96_residual_post_attn/norm": 733189.5625, "train/tensor_act_model_layers_96_residual_post_attn/mean": 358.0, "train/tensor_act_model_layers_96_residual_post_attn/std": 5.3125, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 372.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_attn/min": 332.0, "train/tensor_act_model_layers_96_residual_post_attn/max": 372.0, "train/tensor_act_model_layers_96_residual_post_attn/range": 40.0, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 2849.1357421875, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": 0.3046875, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 0.93359375, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 3.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -1.8359375, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 3.0, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 4.8359375, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 2835.9609375, "train/tensor_act_model_layers_96_mlp_up_proj/mean": 0.0654296875, "train/tensor_act_model_layers_96_mlp_up_proj/std": 0.9765625, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 2.890625, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -2.828125, "train/tensor_act_model_layers_96_mlp_up_proj/max": 2.890625, "train/tensor_act_model_layers_96_mlp_up_proj/range": 5.71875, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 4491.8916015625, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 1.796875, "train/tensor_act_model_layers_96_mlp_down_proj/std": 1.25, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 4.53125, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": -2.09375, "train/tensor_act_model_layers_96_mlp_down_proj/max": 4.53125, "train/tensor_act_model_layers_96_mlp_down_proj/range": 6.625, "train/tensor_act_model_layers_96_mlp/norm": 3861.248046875, "train/tensor_act_model_layers_96_mlp/mean": 1.578125, "train/tensor_act_model_layers_96_mlp/std": 1.03125, "train/tensor_act_model_layers_96_mlp/max_abs": 3.25, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": -1.921875, "train/tensor_act_model_layers_96_mlp/max": 3.25, "train/tensor_act_model_layers_96_mlp/range": 5.171875, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 736270.75, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 360.0, "train/tensor_act_model_layers_96_residual_post_mlp/std": 5.59375, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 374.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_mlp/min": 334.0, "train/tensor_act_model_layers_96_residual_post_mlp/max": 374.0, "train/tensor_act_model_layers_96_residual_post_mlp/range": 40.0, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 736270.75, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 360.0, "train/tensor_act_model_layers_97_residual_pre_attn/std": 5.59375, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 374.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_pre_attn/min": 334.0, "train/tensor_act_model_layers_97_residual_pre_attn/max": 374.0, "train/tensor_act_model_layers_97_residual_pre_attn/range": 40.0, "train/tensor_act_model_layers_97_residual_post_attn/norm": 736270.75, "train/tensor_act_model_layers_97_residual_post_attn/mean": 360.0, "train/tensor_act_model_layers_97_residual_post_attn/std": 5.59375, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 374.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_attn/min": 334.0, "train/tensor_act_model_layers_97_residual_post_attn/max": 374.0, "train/tensor_act_model_layers_97_residual_post_attn/range": 40.0, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 2668.7451171875, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": 0.2001953125, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 0.8984375, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 3.03125, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -1.828125, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 3.03125, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 4.859375, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 2635.3525390625, "train/tensor_act_model_layers_97_mlp_up_proj/mean": 0.035400390625, "train/tensor_act_model_layers_97_mlp_up_proj/std": 0.91015625, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 3.046875, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -3.046875, "train/tensor_act_model_layers_97_mlp_up_proj/max": 2.296875, "train/tensor_act_model_layers_97_mlp_up_proj/range": 5.34375, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 3354.9970703125, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 1.375, "train/tensor_act_model_layers_97_mlp_down_proj/std": 0.88671875, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 3.359375, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": -1.6875, "train/tensor_act_model_layers_97_mlp_down_proj/max": 3.359375, "train/tensor_act_model_layers_97_mlp_down_proj/range": 5.046875, "train/tensor_act_model_layers_97_mlp/norm": 3065.060302734375, "train/tensor_act_model_layers_97_mlp/mean": 1.2734375, "train/tensor_act_model_layers_97_mlp/std": 0.78515625, "train/tensor_act_model_layers_97_mlp/max_abs": 2.75, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": -1.59375, "train/tensor_act_model_layers_97_mlp/max": 2.75, "train/tensor_act_model_layers_97_mlp/range": 4.34375, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 739028.8125, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 360.0, "train/tensor_act_model_layers_97_residual_post_mlp/std": 5.8125, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 376.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_mlp/min": 334.0, "train/tensor_act_model_layers_97_residual_post_mlp/max": 376.0, "train/tensor_act_model_layers_97_residual_post_mlp/range": 42.0, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 739028.8125, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 360.0, "train/tensor_act_model_layers_98_residual_pre_attn/std": 5.8125, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 376.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_pre_attn/min": 334.0, "train/tensor_act_model_layers_98_residual_pre_attn/max": 376.0, "train/tensor_act_model_layers_98_residual_pre_attn/range": 42.0, "train/tensor_act_model_layers_98_residual_post_attn/norm": 739028.8125, "train/tensor_act_model_layers_98_residual_post_attn/mean": 360.0, "train/tensor_act_model_layers_98_residual_post_attn/std": 5.8125, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 376.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_attn/min": 334.0, "train/tensor_act_model_layers_98_residual_post_attn/max": 376.0, "train/tensor_act_model_layers_98_residual_post_attn/range": 42.0, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 2563.44873046875, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": 0.2119140625, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 0.859375, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 3.015625, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -1.59375, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 3.015625, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 4.609375, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 2537.089599609375, "train/tensor_act_model_layers_98_mlp_up_proj/mean": -0.08447265625, "train/tensor_act_model_layers_98_mlp_up_proj/std": 0.87109375, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 2.96875, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -2.96875, "train/tensor_act_model_layers_98_mlp_up_proj/max": 2.8125, "train/tensor_act_model_layers_98_mlp_up_proj/range": 5.78125, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 2745.68017578125, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 0.953125, "train/tensor_act_model_layers_98_mlp_down_proj/std": 0.94140625, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 3.40625, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": -1.5546875, "train/tensor_act_model_layers_98_mlp_down_proj/max": 3.40625, "train/tensor_act_model_layers_98_mlp_down_proj/range": 4.9609375, "train/tensor_act_model_layers_98_mlp/norm": 2519.0927734375, "train/tensor_act_model_layers_98_mlp/mean": 0.890625, "train/tensor_act_model_layers_98_mlp/std": 0.84765625, "train/tensor_act_model_layers_98_mlp/max_abs": 2.765625, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": -1.484375, "train/tensor_act_model_layers_98_mlp/max": 2.765625, "train/tensor_act_model_layers_98_mlp/range": 4.25, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 740866.4375, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 362.0, "train/tensor_act_model_layers_98_residual_post_mlp/std": 6.21875, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 378.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_mlp/min": 334.0, "train/tensor_act_model_layers_98_residual_post_mlp/max": 378.0, "train/tensor_act_model_layers_98_residual_post_mlp/range": 44.0, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 740866.4375, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 362.0, "train/tensor_act_model_layers_99_residual_pre_attn/std": 6.21875, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 378.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_pre_attn/min": 334.0, "train/tensor_act_model_layers_99_residual_pre_attn/max": 378.0, "train/tensor_act_model_layers_99_residual_pre_attn/range": 44.0, "train/tensor_act_model_layers_99_residual_post_attn/norm": 740866.4375, "train/tensor_act_model_layers_99_residual_post_attn/mean": 362.0, "train/tensor_act_model_layers_99_residual_post_attn/std": 6.21875, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 378.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_attn/min": 334.0, "train/tensor_act_model_layers_99_residual_post_attn/max": 378.0, "train/tensor_act_model_layers_99_residual_post_attn/range": 44.0, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 2341.35107421875, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": 0.2431640625, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 0.76953125, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 2.765625, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -1.5703125, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 2.765625, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 4.3359375, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 2206.28564453125, "train/tensor_act_model_layers_99_mlp_up_proj/mean": -0.050537109375, "train/tensor_act_model_layers_99_mlp_up_proj/std": 0.76171875, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -2.546875, "train/tensor_act_model_layers_99_mlp_up_proj/max": 1.9765625, "train/tensor_act_model_layers_99_mlp_up_proj/range": 4.5234375, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 2126.0087890625, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 0.4921875, "train/tensor_act_model_layers_99_mlp_down_proj/std": 0.9140625, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 2.140625, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": -1.9609375, "train/tensor_act_model_layers_99_mlp_down_proj/max": 2.140625, "train/tensor_act_model_layers_99_mlp_down_proj/range": 4.1015625, "train/tensor_act_model_layers_99_mlp/norm": 2026.8509521484375, "train/tensor_act_model_layers_99_mlp/mean": 0.47265625, "train/tensor_act_model_layers_99_mlp/std": 0.87109375, "train/tensor_act_model_layers_99_mlp/max_abs": 1.9609375, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": -1.8203125, "train/tensor_act_model_layers_99_mlp/max": 1.9609375, "train/tensor_act_model_layers_99_mlp/range": 3.78125, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 741813.25, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 362.0, "train/tensor_act_model_layers_99_residual_post_mlp/std": 6.65625, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 380.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_mlp/min": 334.0, "train/tensor_act_model_layers_99_residual_post_mlp/max": 380.0, "train/tensor_act_model_layers_99_residual_post_mlp/range": 46.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 44040192.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": 25728.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 241664.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 1564672.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -1286144.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 1564672.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 2850816.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 25952256.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": 5152.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 143360.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 913408.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -913408.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 688128.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 1601536.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 30408704.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": -59648.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 156672.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 1105920.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -1105920.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 169984.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 1275904.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 61079552.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": 36352.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 335872.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 2326528.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -1712128.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 2326528.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 4038656.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 44040192.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": 16768.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 242688.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 2326528.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -1024000.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 2326528.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 3350528.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 47448064.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": -85504.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 247808.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 2162688.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -2162688.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 136192.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 2298880.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 61341696.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": 21376.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 337920.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 2392064.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -1531904.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 2392064.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 3923968.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 52166656.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": 11840.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 288768.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 1818624.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -1687552.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 1818624.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 3506176.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 62652416.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": -116224.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 325632.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 2588672.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -2588672.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 206848.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 2795520.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 70254592.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": -109.5, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 387072.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 2359296.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": -2359296.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 1933312.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 4292608.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 50855936.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": -7520.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 280576.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 1441792.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": -1056768.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 1441792.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 2498560.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 56098816.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": -122880.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 284672.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 1695744.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": -1695744.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 186368.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 1882112.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 79167488.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": -55296.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 432128.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 3522560.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": -3522560.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 2310144.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 5832704.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 50855936.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": -35584.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 278528.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 1892352.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": -1892352.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 1179648.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 3072000.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 57409536.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": -119808.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 294912.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 2031616.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": -2031616.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 142336.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 2173952.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 75497472.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": -35072.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 415744.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 3080192.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.999176025390625, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": -3080192.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 2785280.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 5865472.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 47185920.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": -26624.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 259072.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 1089536.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": -1089536.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 1064960.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 2154496.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 55574528.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": -120320.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 282624.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 1466368.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": -1466368.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 125440.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 1591808.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 76021760.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": -38144.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 417792.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 3538944.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": -3538944.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 2801664.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 6340608.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 52690944.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": -25856.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 290816.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 1785856.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": -1785856.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 1343488.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 3129344.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 58195968.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": -119296.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 299008.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 1818624.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": -1818624.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 121856.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 1940480.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 74448896.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 15104.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 411648.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 2949120.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": -2768896.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 2949120.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 5718016.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 50331648.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": 3616.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 278528.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 1425408.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": -1171456.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 1425408.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 2596864.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 57147392.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": -121344.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 292864.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 2080768.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": -2080768.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 90624.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 2171392.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 72876032.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": -21760.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 403456.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 3801088.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.9984130859375, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": -3801088.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 2752512.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 6553600.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 47710208.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": 3184.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 264192.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 1212416.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": -1163264.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 1212416.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 2375680.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 50855936.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": -117760.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 253952.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 1318912.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": -1318912.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 83456.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 1402368.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 64749568.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": 7104.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 358400.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 2654208.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": -2195456.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 2654208.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 4849664.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 46399488.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": -3056.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 256000.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 1036288.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": -1036288.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 962560.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 1998848.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 47710208.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": -117248.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 236544.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 1187840.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": -1187840.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 59136.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 1246976.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 65798144.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": 2832.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 362496.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 3129344.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": -2686976.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 3129344.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 5816320.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 47185920.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": -5824.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 260096.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 1335296.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": -1007616.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 1335296.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 2342912.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 51118080.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": -116224.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 258048.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 1474560.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": -1474560.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 72704.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 1547264.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 56885248.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": 4768.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 313344.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 2523136.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": -2506752.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 2523136.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 5029888.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 40894464.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 6048.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 225280.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 901120.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": -794624.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 901120.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 1695744.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 44564480.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": -109056.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 221184.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 962560.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": -962560.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 39424.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 1001984.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 59506688.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": -48384.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 323584.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 3014656.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": -3014656.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 2736128.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 5750784.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 40632320.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": -34816.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 222208.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 958464.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": -954368.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 958464.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 1912832.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 47185920.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": -105472.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 238592.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 1011712.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": -1011712.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 42496.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 1054208.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 49807360.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": -4352.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 276480.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 2752512.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": -2736128.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 2752512.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 5488640.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 33816576.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": -10496.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 186368.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 770048.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": -770048.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 667648.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 1437696.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 39059456.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": -94720.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 194560.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 811008.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": -811008.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 41472.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 852480.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 50593792.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": -10112.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 278528.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 2883584.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": -2883584.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 2588672.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 5472256.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 33816576.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": -10112.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 186368.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 847872.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": -847872.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 671744.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 1519616.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 39845888.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": -97792.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 197632.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 1024000.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": -1024000.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 32128.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 1056128.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 47710208.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": -6976.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 264192.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 2293760.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": -2293760.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 2080768.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 4374528.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 33030144.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": -3184.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 182272.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 679936.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": -679936.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 638976.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 1318912.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 38535168.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": -96256.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 189440.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 905216.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": -905216.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 40704.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 945920.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 48234496.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": 8256.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 266240.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 3031040.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": -3031040.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 3031040.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 6062080.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 33816576.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": 10112.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 187392.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 819200.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": -675840.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 819200.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 1495040.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 37224448.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": -93696.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 183296.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 860160.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.999114990234375, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": -860160.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 52480.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 912640.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 49020928.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": 11712.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 270336.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 2719744.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": -2228224.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 2719744.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 4947968.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 34865152.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": 9088.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 192512.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 815104.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": -659456.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 815104.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 1474560.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 39845888.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": -95232.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 198656.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 843776.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": -843776.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 52992.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 896768.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 47972352.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": 6080.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 264192.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 2736128.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": -2506752.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 2736128.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 5242880.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 32112640.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": 3648.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 177152.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 729088.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": -614400.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 729088.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 1343488.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 37486592.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": -90624.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 185344.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 847872.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": -847872.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 45312.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 893184.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 42205184.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": -212.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 233472.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 2072576.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": -2056192.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 2072576.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 4128768.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 28573696.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": -7424.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 157696.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 606208.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": -598016.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 606208.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 1204224.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 33816576.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": -83456.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 166912.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 831488.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": -831488.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 42240.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 873728.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 35913728.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 7584.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 197632.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 1523712.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": -1523712.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 1441792.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 2965504.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 24641536.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": 3456.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 136192.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 446464.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": -446464.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 428032.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 874496.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 27131904.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": -71168.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 132096.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 503808.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": -503808.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 27136.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 530944.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 37748736.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": -15744.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 207872.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 2162688.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": -2162688.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 2080768.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 4243456.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 29360128.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": -14208.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 161792.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 626688.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": -573440.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 626688.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 1200128.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 32374784.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": -74752.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 162816.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 659456.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": -659456.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 26240.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 685696.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 35913728.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": 19840.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 196608.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 2048000.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": -1638400.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 2048000.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 3686400.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 24379392.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 17280.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 133120.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 536576.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": -391168.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 536576.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 927744.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 27787264.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": -67584.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 138240.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 610304.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": -610304.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 21248.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 631552.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 34340864.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": -10240.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 190464.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 2342912.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": -2342912.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 2293760.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 4636672.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 23855104.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": -9536.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 131072.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 464896.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": -464896.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 460800.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 925696.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 28442624.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": -66048.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 142336.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 552960.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": -552960.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 28160.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 581120.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 22937600.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": -8320.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 125952.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 1261568.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.99371337890625, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": -1253376.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 1261568.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 2514944.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 16646144.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -5856.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 91648.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 266240.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": -247808.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 266240.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 514048.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 19660800.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": -54272.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 93696.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 350208.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": -350208.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 14912.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 365120.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 29229056.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": 6016.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 160768.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 1441792.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": -1376256.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 1441792.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 2818048.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 19791872.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": 6016.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 109568.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 366592.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": -366592.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 344064.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 710656.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 22020096.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": -58880.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 106496.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 385024.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": -385024.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 19584.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 404608.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 39321600.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": -6144.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 218112.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 2457600.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": -2457600.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 2195456.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 4653056.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 28049408.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": -11776.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 154624.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 606208.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": -606208.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 520192.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 1126400.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 31195136.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": -68096.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 158720.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 659456.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": -659456.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 31616.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 691072.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 30146560.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": 23296.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 164864.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 1884160.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.99615478515625, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": -1654784.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 1884160.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 3538944.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 25427968.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": 19840.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 139264.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 477184.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": -477184.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 425984.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 903168.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 27787264.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": -64000.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 140288.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 557056.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": -557056.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 24064.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 581120.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 28442624.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": -5472.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 157696.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 1449984.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.994537353515625, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": -1449984.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 1376256.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 2826240.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 22806528.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": -984.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 125440.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 407552.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": -407552.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 385024.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 792576.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 24903680.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": -62464.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 122880.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 428032.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": -428032.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 22912.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 450944.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 23986176.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": -3824.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 132096.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 1875968.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.9986572265625, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": -1875968.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 1859584.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 3735552.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 17563648.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": -5696.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 96768.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 329728.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": -329728.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 278528.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 608256.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 20185088.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": -54016.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 97280.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 391168.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": -391168.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 26752.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 417920.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 21364736.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": 3712.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 118272.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 864256.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.996185302734375, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": -761856.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 864256.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 1626112.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 16908288.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": 1592.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 93696.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 284672.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": -284672.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 254976.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 539648.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 19529728.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": -54784.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 92672.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 317440.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": -317440.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 17536.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 334976.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 27394048.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": 2640.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 151552.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 1556480.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": -1400832.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 1556480.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 2957312.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 21102592.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": 896.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 116736.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 385024.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": -362496.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 385024.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 747520.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 24117248.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": -62208.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 117248.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 499712.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": -499712.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 17280.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 516992.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 20578304.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": 12352.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 113152.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 1163264.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.99664306640625, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": -839680.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 1163264.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 2002944.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 16384000.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": 9344.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 90112.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 317440.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": -292864.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 317440.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 610304.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 18087936.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": -48384.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 87552.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 352256.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": -352256.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 14976.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 367232.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 24379392.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": 241.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 135168.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 1245184.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": -1245184.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 1236992.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 2482176.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 19398656.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": -1296.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 107008.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 360448.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": -360448.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 296960.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 657408.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 22413312.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": -56064.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 110080.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 399360.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": -399360.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 13312.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 412672.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 27000832.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": 1944.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 149504.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 1654784.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.998138427734375, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": -1654784.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 1335296.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 2990080.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 21233664.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": 94.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 117760.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 407552.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": -380928.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 407552.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 788480.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 24903680.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": -60672.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 123392.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 460800.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": -460800.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 27648.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 488448.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 22675456.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": 11008.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 124416.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 925696.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": -901120.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 925696.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 1826816.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 18481152.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": 10048.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 101376.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 319488.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": -296960.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 319488.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 616448.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 20971520.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": -57088.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 100352.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 360448.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": -360448.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 21120.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 381568.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 20840448.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": 2144.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 114688.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 835584.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.999755859375, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": -815104.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 835584.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 1650688.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 15400960.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": 3600.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 84992.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 249856.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": -249856.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 243712.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 493568.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 18350080.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": -49920.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 88064.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 313344.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.99835205078125, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": -313344.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 10688.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 324032.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 21495808.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": -4480.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 118272.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 933888.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": -933888.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 806912.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 1740800.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 17039360.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": -3184.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 94208.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 278528.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": -278528.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 270336.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 548864.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 19922944.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": -52480.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 97280.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 348160.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": -348160.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 12800.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 360960.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 20971520.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": 3312.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 116224.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 1351680.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.999542236328125, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": -1343488.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 1351680.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 2695168.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 15663104.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": 2240.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 86528.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 270336.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": -270336.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 243712.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 514048.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 18612224.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": -51968.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 88576.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 321536.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": -321536.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 11904.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 333440.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 16777216.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": 11520.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 92160.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 708608.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": -651264.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 708608.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 1359872.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 13369344.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": 9984.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 73216.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 218112.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": -218112.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 216064.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 434176.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 15663104.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": -46080.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 73216.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 292864.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": -292864.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 11968.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 304832.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 21102592.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": 15232.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 115200.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 937984.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": -770048.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 937984.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 1708032.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 17694720.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 10560.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 96768.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 305152.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": -261120.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 305152.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 566272.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 20185088.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": -52992.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 98304.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 370688.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": -370688.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 15424.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 386112.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 20054016.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": -5472.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 110592.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 1179648.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.9959716796875, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": -1179648.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 1073152.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 2252800.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 15466496.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": -3136.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 85504.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 240640.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": -237568.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 240640.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 478208.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 18350080.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": -48384.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 88576.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 374784.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": -374784.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 16192.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 390976.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 19005440.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": 3936.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 104960.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 819200.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.99407958984375, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": -819200.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 770048.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 1589248.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 15859712.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": 3248.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 87552.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 261120.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": -261120.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 219136.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 480256.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 17694720.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": -48384.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 84480.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 372736.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": -372736.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 15808.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 388544.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 18743296.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": 11520.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 102912.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 856064.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": -729088.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 856064.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 1585152.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 16318464.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": 8448.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 89600.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 278528.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": -276480.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 278528.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 555008.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 18087936.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": -47872.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 88064.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 327680.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": -327680.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 13824.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 341504.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 18874368.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": -71.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 104448.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 733184.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.99822998046875, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": -729088.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 733184.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 1462272.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 15925248.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": 1272.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 88064.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 280576.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": -280576.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 262144.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 542720.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 18481152.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": -49152.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 89600.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 294912.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": -294912.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 12992.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 307904.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 16252928.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": 5728.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 89600.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 847872.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": -774144.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 847872.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 1622016.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 13631488.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": 5152.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 75264.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 253952.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": -253952.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 209920.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 463872.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 16449536.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": -47360.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 77312.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 238592.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": -238592.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 14592.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 253184.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 17301504.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": 6400.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 95744.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 892928.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.999176025390625, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": -790528.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 892928.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 1683456.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 14352384.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": 4192.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 78848.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 252928.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": -244736.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 252928.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 497664.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 15859712.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": -43776.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 75776.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 262144.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": -262144.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 13888.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 276032.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 15597568.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": 3840.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 86016.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 491520.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.998565673828125, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": -479232.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 491520.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 970752.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 13238272.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": 1416.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 73216.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 197632.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": -197632.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 177152.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 374784.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 15073280.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": -45568.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 69632.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 248832.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": -248832.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 13568.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 262400.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 19136512.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": -1712.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 105472.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 942080.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.993682861328125, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": -942080.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 933888.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 1875968.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 14942208.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": -1864.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 82432.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 257024.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": -257024.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 231424.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 488448.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 17039360.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": -46080.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 81920.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 311296.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": -311296.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 11968.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 323264.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 14811136.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": -13.9375, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 81920.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 532480.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": -512000.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 532480.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 1044480.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 12713984.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": 324.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 70144.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 210944.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": -210944.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 197632.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 408576.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 14352384.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": -43264.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 66048.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 239616.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": -239616.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 12096.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 251712.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 14745600.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": 4704.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 81408.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 708608.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": -614400.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 708608.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 1323008.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 12713984.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": 4128.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 70144.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 187392.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": -187392.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 187392.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 374784.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 14811136.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": -43264.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 69120.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 234496.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": -234496.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 7840.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 242336.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 16318464.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": -3504.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 90112.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 598016.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": -598016.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 552960.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 1150976.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 13500416.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": -2480.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 74240.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 235520.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": -179200.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 235520.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 414720.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 15794176.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": -46592.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 73728.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 235520.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": -235520.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 10816.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 246336.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 14221312.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": 8960.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 78336.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 700416.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.99835205078125, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": -700416.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 675840.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 1376256.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 12189696.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": 10880.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 66560.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 181248.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": -160768.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 181248.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 342016.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 13762560.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": -41728.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 63744.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 203776.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": -203776.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 9216.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 212992.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 13303808.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": -2352.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 73728.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 450560.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.999847412109375, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": -428032.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 450560.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 878592.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 11927552.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": -3136.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 65536.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 165888.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": -165888.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 163840.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 329728.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 13762560.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": -40704.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 64256.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 199680.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": -199680.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 10560.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 210240.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 14745600.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": 3616.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 81408.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 524288.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.999420166015625, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": -524288.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 428032.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 952320.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 12976128.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": 6336.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 71680.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 192512.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": -190464.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 192512.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 382976.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 15073280.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": -43520.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 70656.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 242688.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": -242688.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 14016.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 256704.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 11141120.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": -1568.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 61696.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 313344.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": -313344.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 290816.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 604160.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 10223616.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": 510.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 56320.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 128000.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": -128000.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 128000.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 256000.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 11403264.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": -37376.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 50944.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 161792.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": -161792.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 8512.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 170304.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 13434880.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": -3504.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 74240.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 536576.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.9986572265625, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": -528384.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 536576.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 1064960.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 11010048.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": -3520.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 60672.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 159744.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": -159744.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 150528.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 310272.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 13172736.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": -39680.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 60928.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 179200.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": -179200.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 11392.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 190592.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 13041664.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -5600.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 71680.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 450560.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.996002197265625, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": -450560.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 415744.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 866304.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 11468800.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": -3792.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 63232.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 162816.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": -155648.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 162816.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 318464.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 13369344.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": -40704.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 61696.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 205824.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": -205824.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 9408.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 215232.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 13631488.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": 2352.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 75264.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 569344.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": -569344.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 565248.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 1134592.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 12255232.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": 1984.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 67584.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 184320.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": -184320.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 164864.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 349184.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 14548992.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": -43520.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 67584.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 203776.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": -203776.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 9088.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 212864.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 13303808.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": -2040.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 73728.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 446464.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": -401408.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 446464.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 847872.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 12058624.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": -1192.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 66560.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 176128.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": -163840.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 176128.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 339968.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 13959168.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": -40704.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 65536.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 200704.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": -200704.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 7424.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 208128.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 11730944.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": 8896.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 64000.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 421888.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.996002197265625, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": -362496.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 421888.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 784384.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 10813440.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": 10240.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 58880.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 147456.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": -145408.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 147456.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 292864.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 12845056.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": -39168.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 59392.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 181248.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": -181248.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 9344.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 190592.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 11599872.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": -4384.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 64000.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 335872.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": -335872.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 323584.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 659456.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 10354688.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": -4512.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 56832.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 150528.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": -150528.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 134144.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 284672.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 12189696.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": -39168.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 55040.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 169984.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": -169984.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 7232.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 177216.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 12582912.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": -1960.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 69632.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 512000.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.996612548828125, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": -512000.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 425984.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 937984.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 11075584.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": -1728.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 61184.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 169984.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": -169984.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 160768.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 330752.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 12910592.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": -38144.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 60416.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 193536.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": -193536.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 9408.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 202944.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 12713984.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": 6336.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 70144.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 565248.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": -565248.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 532480.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 1097728.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 11206656.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": 4832.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 61696.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 164864.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": -164864.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 144384.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 309248.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 13303808.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": -38912.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 62208.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 200704.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": -200704.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 9536.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 210240.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 12582912.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": -27.375, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 69632.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 577536.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": -552960.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 577536.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 1130496.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 11206656.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": -1376.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 61952.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 165888.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": -165888.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 154624.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 320512.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 13172736.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": -39936.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 60928.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 182272.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": -182272.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 9664.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 191936.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 11468800.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": 334.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 63232.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 362496.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.989105224609375, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": -346112.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 362496.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 708608.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 10485760.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": 9.375, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 58112.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 147456.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": -147456.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 146432.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 293888.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 12058624.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": -37120.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 55552.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 168960.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": -168960.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 9024.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 177984.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 11337728.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": 3408.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 62464.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 397312.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": -393216.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 397312.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 790528.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 9830400.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 4704.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 54016.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 147456.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": -119808.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 147456.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 267264.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 11141120.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": -34816.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 50944.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 141312.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": -141312.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 9472.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 150784.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 11010048.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": 434.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 60672.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 370688.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.995452880859375, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": -305152.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 370688.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 675840.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 9830400.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": 916.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 54272.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 132096.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": -132096.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 128000.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 260096.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 11206656.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": -35840.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 50432.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 159744.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": -159744.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 6752.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 166496.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 12779520.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": -1760.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 70656.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 393216.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": -393216.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 354304.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 747520.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 11862016.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": -3552.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 65536.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 181248.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": -171008.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 181248.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 352256.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 13303808.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": -38912.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 62208.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 202752.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": -202752.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 8320.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 211072.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 12451840.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": 1792.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 69120.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 385024.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": -370688.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 385024.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 755712.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 10878976.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": 3408.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 59904.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 153600.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": -142336.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 153600.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 295936.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 12648448.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": -38400.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 58368.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 175104.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": -175104.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 11456.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 186560.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 11730944.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": 1456.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 64768.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 366592.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.9930419921875, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": -358400.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 366592.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 724992.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 10420224.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": 648.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 57600.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 148480.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": -143360.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 148480.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 291840.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 12124160.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": -37888.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 55040.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 165888.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": -165888.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 10880.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 176768.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 10747904.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": 1624.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 59136.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 258048.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": -250880.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 258048.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 508928.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 9830400.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": 572.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 54272.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 141312.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": -141312.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 139264.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 280576.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 11403264.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": -35328.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 52224.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 165888.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": -165888.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 9344.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 175232.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 11272192.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": -2320.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 62208.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 358400.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.99853515625, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": -358400.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 358400.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 716800.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 10354688.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": -1480.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 57344.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 149504.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": -134144.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 149504.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 283648.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 12189696.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": -38656.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 55296.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 173056.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": -173056.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 9536.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 182592.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 9568256.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": -1020.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 52992.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 393216.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.995758056640625, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": -393216.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 391168.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 784384.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 8650752.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": -1128.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 47616.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 110080.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": -110080.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 99328.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 209408.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 10158080.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": -34304.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 44032.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 137216.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": -137216.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 9920.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 147136.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 10092544.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": 824.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 55808.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 407552.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.995269775390625, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": -407552.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 352256.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 759808.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 9043968.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": 1584.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 50176.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 124928.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": -124928.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 117760.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 242688.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 10616832.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": -33536.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 48128.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 154624.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": -154624.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 7872.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 162496.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 9895936.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": 828.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 54528.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 259072.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.996429443359375, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": -259072.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 253952.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 513024.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 9371648.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": 1368.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 51712.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 132096.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": -126464.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 132096.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 258560.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 10878976.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": -33792.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 49920.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 154624.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": -154624.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 10624.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 165248.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 11599872.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": -6752.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 63744.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 387072.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.997772216796875, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": -387072.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 354304.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 741376.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 10354688.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": -5696.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 57088.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 137216.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": -132096.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 137216.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 269312.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 11993088.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": -35584.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 55808.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 169984.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": -169984.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 8896.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 178880.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 9371648.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": 6400.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 51200.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 319488.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": -292864.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 319488.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 612352.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 9043968.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 6560.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 49408.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 112128.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": -112128.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 109568.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 221696.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 10223616.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": -33536.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 45568.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 122368.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": -122368.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 7424.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 129792.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 9568256.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": -332.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 52736.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 301056.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.995269775390625, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": -299008.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 301056.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 600064.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 8388608.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": -700.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 46336.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 112640.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": -109056.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 112640.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 221696.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 9895936.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": -31872.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 44288.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 130560.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": -130560.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 5344.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 135904.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 9633792.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": -924.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 53248.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 262144.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": -262144.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 237568.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 499712.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 9109504.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": -536.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 50432.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 119296.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": -119296.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 114176.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 233472.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 10616832.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": -33280.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 48384.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 144384.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": -144384.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 11008.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 155392.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 10813440.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": -3104.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 59648.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 358400.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.99432373046875, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": -358400.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 325632.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 684032.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 9961472.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": -2304.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 55040.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 135168.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": -135168.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 125952.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 261120.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 11599872.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": -33280.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 55040.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 171008.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": -171008.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 6656.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 177664.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 9502720.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": 4480.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 52480.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 247808.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.998138427734375, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": -209920.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 247808.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 457728.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 8978432.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": 4128.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 49664.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 126976.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": -126976.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 124416.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 251392.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 10420224.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": -31744.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 48128.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 142336.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": -142336.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 6688.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 149024.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 9437184.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": 1344.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 51968.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 258048.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": -222208.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 258048.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 480256.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 8847360.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": 548.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 48640.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 113664.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": -111104.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 113664.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 224768.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 10223616.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": -33536.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 45312.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 127488.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": -127488.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 6048.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 133536.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 12648448.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": 6304.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 69632.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 448512.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.999664306640625, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": -448512.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 419840.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 868352.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 11141120.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": 4640.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 61440.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 196608.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": -196608.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 178176.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 374784.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 12713984.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": -34304.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 61184.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 214016.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": -214016.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 11008.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 225024.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 10682368.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": -1232.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 58880.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 335872.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": -335872.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 319488.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 655360.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 9830400.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": -1760.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 54272.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 156672.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": -156672.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 137216.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 293888.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 11075584.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": -32256.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 51968.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 177152.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": -177152.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 8256.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 185408.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 9764864.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": -2480.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 54016.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 352256.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": -327680.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 352256.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 679936.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 9175040.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": -1744.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 50688.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 134144.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": -131072.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 134144.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 265216.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 10289152.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": -31488.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 47360.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 148480.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": -148480.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 6496.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 154976.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 10027008.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -2896.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 55296.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 251904.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": -228352.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 251904.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 480256.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 9895936.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": -2864.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 54528.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 153600.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": -153600.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 152576.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 306176.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 11337728.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": -31616.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 54016.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 171008.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": -171008.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 8576.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 179584.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 10092544.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": 532.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 55808.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 370688.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.996124267578125, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": -370688.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 370688.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 741376.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 9306112.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": 1424.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 51200.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 138240.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": -138240.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 136192.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 274432.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 10289152.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": -29440.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 48640.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 150528.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": -150528.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 6880.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 157408.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 10616832.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": 4960.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 58368.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 315392.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.99249267578125, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": -311296.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 315392.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 626688.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 9502720.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": 3504.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 52480.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 153600.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": -153600.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 148480.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 302080.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 10944512.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": -31616.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 51456.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 164864.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": -164864.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 8192.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 173056.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 10813440.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": -3520.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 59392.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 425984.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.99578857421875, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": -419840.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 425984.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 845824.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 9699328.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": -2640.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 53504.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 139264.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": -139264.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 135168.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 274432.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 11337728.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": -32768.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 53248.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 158720.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": -158720.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 6272.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 164992.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 9371648.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": 4576.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 51456.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 331776.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": -317440.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 331776.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 649216.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 9175040.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": 4672.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 50432.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 136192.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": -136192.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 129024.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 265216.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 10027008.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": -28544.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 47360.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 150528.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": -150528.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 6624.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 157152.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 9502720.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -1904.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 52480.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 335872.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.9959716796875, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": -327680.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 335872.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 663552.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 8781824.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": -808.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 48384.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 135168.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": -124928.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 135168.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 260096.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 9961472.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": -28288.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 47360.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 153600.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.996551513671875, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": -153600.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 6592.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 160192.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 11075584.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": -1800.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 61184.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 372736.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": -346112.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 372736.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 718848.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 9764864.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": -1528.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 53760.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 166912.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": -157696.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 166912.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 324608.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 11206656.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": -29440.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 54528.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 196608.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": -196608.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 6304.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 202912.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 8978432.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": -696.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 49664.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 317440.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": -317440.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 307200.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 624640.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 8060928.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": -1160.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 44544.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 130048.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": -130048.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 119296.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 249344.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 9240576.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": -27264.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 43008.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 154624.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": -154624.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 4576.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 159200.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 9633792.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -4016.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 53248.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 329728.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.99072265625, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": -329728.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 311296.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 641024.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 8585216.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": -2992.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 47360.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 153600.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.990814208984375, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": -153600.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 153600.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 307200.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 9699328.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": -27008.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 46336.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 171008.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": -171008.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 7840.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 178848.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 11075584.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": -5184.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 60928.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 485376.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.996002197265625, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": -485376.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 423936.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 909312.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 9633792.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": -4576.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 52992.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 228352.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.996124267578125, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": -216064.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 228352.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 444416.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 10813440.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": -28160.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 52736.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 261120.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": -261120.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 7616.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 268736.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 23592960.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": -3504.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 130048.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 1449984.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": -1392640.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 1449984.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 2842624.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 19922944.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": -4768.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 110080.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 737280.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.999420166015625, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": -737280.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 614400.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 1351680.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 22413312.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": -53248.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 112128.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 954368.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.999542236328125, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": -954368.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 25216.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 979584.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 51118080.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 21120.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 280576.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 1867776.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": -1867776.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 1777664.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 3645440.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 47448064.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 18048.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 262144.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 4063232.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": -3162112.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 4063232.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 7225344.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 57147392.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": -95744.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 301056.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 4849664.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.999847412109375, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": -4849664.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 358400.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 5208064.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 24510464.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 10560.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 135168.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 966656.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": -823296.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 966656.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 1789952.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 21626880.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 5888.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 119296.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 2506752.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.99969482421875, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": -1916928.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 2506752.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 4423680.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 24248320.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -24704.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 132096.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 2654208.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.999847412109375, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": -2654208.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 1032192.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 3686400.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 7929856.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": -2448.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 43776.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 280576.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -280576.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 268288.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 548864.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 5406720.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": -25.875, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 29952.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 468992.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.99969482421875, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -468992.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 440320.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 909312.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 5668864.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -144.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 31232.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 487424.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.999237060546875, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -466944.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 487424.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 954368.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": 0.00019359588623046875, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.11083984375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.1015625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.11083984375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.21240234375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 5.125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 0.00017261505126953125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.2314453125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": 0.00018215179443359375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.10888671875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.216796875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": 0.000133514404296875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 5.875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.000339508056640625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -0.0004444122314453125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": 0.00110626220703125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.23095703125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": 0.00012063980102539062, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.11474609375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.23974609375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.0010528564453125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.11083984375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.11669921875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.2275390625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": 0.0022125244140625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.0296630859375, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.11279296875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.23779296875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 5.375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": 0.0003185272216796875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.0296630859375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.10693359375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.10693359375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.2099609375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": -1.909211277961731e-07, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.10791015625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.10693359375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.21484375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": 0.0030059814453125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.0296630859375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.1162109375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.22509765625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 5.602836608886719e-05, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.10888671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.10546875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.21435546875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 5.25, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.001861572265625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.11376953125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.107421875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.22119140625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 5.375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": 0.0034942626953125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": 0.000469207763671875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.1103515625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.23046875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 5.25, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.000766754150390625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.10302734375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.22607421875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": 0.003265380859375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.10546875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.22216796875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": 0.0003662109375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.1064453125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.22802734375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": -1.6927719116210938e-05, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.10693359375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.1015625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.10693359375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.20849609375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": 0.0018768310546875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.119140625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.11474609375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.23388671875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": -2.5391578674316406e-05, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.103515625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.103515625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.09912109375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.20263671875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 5.25, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": 0.00054931640625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.0986328125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.0986328125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.09521484375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.19384765625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": 0.00262451171875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.10400390625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.23095703125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -0.0004444122314453125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.0966796875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.21630859375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": 0.0010223388671875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.111328125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.111328125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.10205078125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.21337890625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.00225830078125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 5.375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -0.00154876708984375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.10400390625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.22509765625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": -0.0004482269287109375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.11865234375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.10595703125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.224609375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": 0.0023193359375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.11474609375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.11474609375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.10986328125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.224609375, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 5.375, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": 0.0004367828369140625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.1123046875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.09765625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.1123046875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.2099609375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": 0.0004863739013671875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.09423828125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.2119140625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": 0.0025177001953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 5.375, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": -0.000316619873046875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.22998046875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 5.25, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": -0.001434326171875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.111328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.0986328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.111328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.2099609375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 5.5, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": 0.001983642578125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": -0.0004730224609375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": 0.000171661376953125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.115234375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.2353515625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": 0.00145721435546875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 5.375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": 0.0002117156982421875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.1171875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.11181640625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.22900390625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 5.375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.00115203857421875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.1171875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.103515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.220703125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 5.5, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": 0.0025787353515625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.1181640625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.10888671875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.22705078125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": -0.00012874603271484375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.10986328125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.23486328125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 5.375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": 0.0012969970703125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.0296630859375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.1142578125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.1083984375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.22265625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": 0.0026702880859375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.240234375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": 0.000400543212890625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.107421875, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.2333984375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 5.375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": 8.249282836914062e-05, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.1162109375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.09716796875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.21337890625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": 0.0015106201171875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": -0.000530242919921875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.111328125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.111328125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.10693359375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.21826171875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": -0.00107574462890625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.1083984375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.22998046875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 5.625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": 0.004119873046875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": -0.00018405914306640625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.11572265625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.11279296875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.11572265625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.228515625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": -0.000392913818359375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.10205078125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.21875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 5.625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": 0.002685546875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.11669921875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.23291015625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": -0.00177001953125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.10986328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.10205078125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.10986328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.2119140625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": -0.0002079010009765625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.11279296875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.23046875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": 0.0023956298828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -0.00025177001953125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.140625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": 0.0007171630859375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.10888671875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.23046875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": 0.0037078857421875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": 0.0003833770751953125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 2.7298927307128906e-05, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": 0.003692626953125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.03125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.2373046875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 5.625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": 0.000484466552734375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.11181640625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.2353515625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 0.00012683868408203125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.119140625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.234375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": 0.0036163330078125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 5.625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -0.00113677978515625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.2265625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": -0.00109100341796875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.11572265625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.10595703125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.11572265625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.2216796875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": 0.00238037109375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": 0.0012359619140625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.03125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.23779296875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": 0.0010833740234375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.11865234375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": 0.0028228759765625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.2421875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": 0.0002593994140625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.11181640625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.11181640625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.1103515625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.22216796875, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": -0.0010223388671875, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": 0.0034637451171875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": -0.000576019287109375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.03125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.2421875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": -0.00017833709716796875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": 0.004119873046875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": 0.00049591064453125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.11279296875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": -0.0001068115234375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.03125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.1181640625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.11669921875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.23486328125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": 0.0036773681640625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.11376953125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": 0.000293731689453125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1181640625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": 0.000812530517578125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": 0.00299072265625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": -0.00013256072998046875, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.23974609375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 2.3484230041503906e-05, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 5.875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": 0.0034027099609375, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.2451171875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": 0.0003643035888671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.11279296875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.11279296875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.2216796875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": -0.00067901611328125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.03125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": 0.00286865234375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": -0.0007781982421875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.11669921875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.23095703125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": 0.00020122528076171875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.109375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.2373046875, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": 0.002288818359375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.001251220703125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.0002288818359375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": 0.0038604736328125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": -0.0002841949462890625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": -7.486343383789062e-05, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": 0.0031585693359375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.0014495849609375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -0.0003719329833984375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": 0.003387451171875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": 0.000202178955078125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.236328125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -0.000301361083984375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.25244140625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": 0.00347900390625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 5.875, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": 0.000690460205078125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": -0.0004787445068359375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.111328125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.23291015625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": 0.00274658203125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": -0.00099945068359375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": -0.001007080078125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.1181640625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": 0.0030364990234375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": 0.0003204345703125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": -7.05718994140625e-05, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": 0.004119873046875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": 0.0003757476806640625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": 0.00131988525390625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.1181640625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": 0.0032958984375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -0.002105712890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.0020751953125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": 0.0022430419921875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": 0.000286102294921875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": 0.000782012939453125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": 0.00311279296875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": -6.008148193359375e-05, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": -0.0003719329833984375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": 0.003387451171875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 6.125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.0009918212890625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 0.0005035400390625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": 0.0033721923828125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 6.125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": 1.5497207641601562e-05, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": 0.000789642333984375, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": 0.00494384765625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 6.125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": -6.389617919921875e-05, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.11865234375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": 0.000469207763671875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": 0.003082275390625, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -0.000926971435546875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": -0.0002841949462890625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": 0.0034332275390625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": 0.000141143798828125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": 0.0010986328125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": 0.0037384033203125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": -0.00238037109375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": -0.000850677490234375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": 0.0037994384765625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": 0.00019073486328125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": 0.00022029876708984375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": 0.0029754638671875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": -0.000583648681640625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.000843048095703125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": 0.004150390625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": -7.915496826171875e-05, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": 3.471970558166504e-06, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": 0.002685546875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": 0.00018787384033203125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": 0.00011920928955078125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": 0.004180908203125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": -0.000736236572265625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": -7.05718994140625e-05, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": 0.0028839111328125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": -0.000591278076171875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.25830078125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": -0.0004825592041015625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": 0.0030670166015625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": -0.0005035400390625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -0.001220703125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": 0.0023193359375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": -0.0002803802490234375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": 0.000385284423828125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.265625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 6.875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": 0.0026702880859375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": -8.20159912109375e-05, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": -0.00177764892578125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.265625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": 0.00311279296875, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": -0.00012969970703125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": -0.00054931640625, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": 0.0024261474609375, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": 0.000522613525390625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": 0.00060272216796875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": 0.0028839111328125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": -0.000827789306640625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": -0.00131988525390625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": 0.0037841796875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": -0.000965118408203125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": -0.00213623046875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": 0.0032958984375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": -0.000270843505859375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": -0.0004825592041015625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": 0.0028228759765625, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": 0.00074005126953125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": 1.7404556274414062e-05, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": 0.003143310546875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -0.000514984130859375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": -0.000102996826171875, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": 0.0037994384765625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": -0.00102996826171875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": -0.0010833740234375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 7.125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": 0.0018768310546875, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": 0.0003108978271484375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": -0.000568389892578125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 7.125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": 0.002288818359375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.00031280517578125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": -3.552436828613281e-05, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": 0.002777099609375, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.000728607177734375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.0017852783203125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": 0.0030670166015625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -0.001434326171875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": 0.000804901123046875, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": 0.0032806396484375, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -0.0005950927734375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": 1.704692840576172e-05, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": 0.002899169921875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": 0.000213623046875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": 0.00080108642578125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": 0.0023956298828125, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.169921875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.169921875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": -1.1265277862548828e-05, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": 0.000545501708984375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": 0.00194549560546875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": -0.00146484375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": -0.0018157958984375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": 0.0014495849609375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": 0.001007080078125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -0.00019359588623046875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": 0.0035552978515625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": -0.00116729736328125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": -0.00018405914306640625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": 0.0034637451171875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": 0.001251220703125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 0.000507354736328125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": 0.00156402587890625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.3134765625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": 0.00032806396484375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.00107574462890625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": 0.00250244140625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.001434326171875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.2880859375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": -0.00048828125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": 0.00188446044921875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": 0.00151824951171875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": 0.00090789794921875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 7.875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": 0.00347900390625, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 7.5, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -0.00032806396484375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": -0.00066375732421875, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": 0.0031585693359375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 7.625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": 0.0003814697265625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": 7.677078247070312e-05, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 8.25, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": 0.0032196044921875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.291015625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": -0.000377655029296875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": -0.000164031982421875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": 0.002899169921875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.1689453125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": 9.298324584960938e-05, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.283203125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": -0.000701904296875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": 0.0035400390625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.15625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 8.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": -0.0002765655517578125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": -0.00022983551025390625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": 0.003448486328125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.208984375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.208984375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.3525390625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": 0.00049591064453125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 8.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": 0.000347137451171875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 8.625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": 0.00311279296875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 8.125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": 0.00020885467529296875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": 0.000972747802734375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 0.0029754638671875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.2880859375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 0.0007476806640625, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.28125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": -0.000576019287109375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 8.625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": 0.0020294189453125, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.166015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.31640625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.0014495849609375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 0.00093841552734375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 8.875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": 0.0027923583984375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.048828125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.166015625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.3291015625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 8.375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": -0.000247955322265625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 8.25, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": -0.0003108978271484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 8.9375, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.0028228759765625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.04931640625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.3193359375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": -0.000263214111328125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.15625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.000732421875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 9.0625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.0037841796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.050048828125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.2158203125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.2158203125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.15625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.3720703125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 8.5, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": -0.000244140625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -0.000293731689453125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 9.125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": 0.003021240234375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.05029296875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": 0.00054931640625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.1669921875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.1669921875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 8.5, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": 8.487701416015625e-05, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.046875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 9.3125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 0.002532958984375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.05126953125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.1875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.1875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.3486328125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.75, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -8.392333984375e-05, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.048583984375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.171875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.322265625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -0.00013065338134765625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 9.625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": 0.00201416015625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.052978515625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.240234375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.1787109375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.240234375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.4189453125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 9.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": 0.000537872314453125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.049560546875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.173828125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.162109375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.3359375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": 0.00023746490478515625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.049072265625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.1630859375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 9.75, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": 0.0029754638671875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.0537109375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.169921875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.3427734375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 9.1875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": 0.000518798828125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.05078125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.16796875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.31640625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 9.0625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": 0.000614166259765625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.050048828125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1767578125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.1572265625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1767578125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.333984375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 9.8125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": 0.0022735595703125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.05419921875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.212890625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.189453125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.212890625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.40234375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 9.25, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": 0.0010833740234375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.051025390625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.15625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 9.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": 0.00037384033203125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.0498046875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.189453125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1708984375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.189453125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.3603515625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 10.125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": 0.002410888671875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.0556640625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.181640625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.1953125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.376953125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 9.5625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": 0.00052642822265625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.052978515625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.1953125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.3642578125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 9.25, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": 0.0002613067626953125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.05126953125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.17578125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.17578125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.3349609375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 10.25, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": 0.0015716552734375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.056396484375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.17578125, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.17578125, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.1748046875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.3505859375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 9.5, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": 0.0002727508544921875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.052490234375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.1875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.1953125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.3828125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 9.25, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -0.00010776519775390625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.051025390625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.181640625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.1767578125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.181640625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.3583984375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 10.4375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": 0.00162506103515625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.0576171875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.2197265625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.2197265625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.19140625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.4111328125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 9.6875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": -0.0006561279296875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.053466796875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.1982421875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.1982421875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3662109375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 9.375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": 5.269050598144531e-05, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.0517578125, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.1962890625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.1962890625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.3447265625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 10.25, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": 0.0018463134765625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.056640625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.220703125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.220703125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.19921875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.419921875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 9.75, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": -0.0003910064697265625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.053955078125, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.169921875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.169921875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.3291015625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 9.375, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": -0.00011920928955078125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.0517578125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.1796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.1689453125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.3486328125}
-{"step": 2740, "epoch": 0.18469834850016853, "timestamp": 1786742994.4358, "loss": 8.066886138916015, "grad_norm": 301989888.0, "learning_rate": 9e-05, "train/total_time_seconds": 65.12069105729461, "train/time_per_step_avg": 0.23778066951781512, "train/epoch_time_elapsed": 78.34597006440163, "train/estimated_remaining_minutes": 0.30104455719917217}
-{"step": 2760, "epoch": 0.18604651162790697, "timestamp": 1786743000.5570962, "loss": 8.077174377441406, "grad_norm": 231735296.0, "learning_rate": 9e-05, "train/total_time_seconds": 70.11537003144622, "train/time_per_step_avg": 0.23778868246823548, "train/epoch_time_elapsed": 84.44045903906226, "train/estimated_remaining_minutes": 0.31331747477820165, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 186.05592346191406, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.00089263916015625, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.0908203125, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.30078125, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.30078125, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.28515625, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.5859375, "train/tensor_act_model_layers_0_residual_post_attn/norm": 187.2322540283203, "train/tensor_act_model_layers_0_residual_post_attn/mean": -3.069639205932617e-06, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.09130859375, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.326171875, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.326171875, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.294921875, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.62109375, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1896.712890625, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": 0.036376953125, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.65234375, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 4.4375, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -4.4375, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 3.609375, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 8.046875, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1876.78857421875, "train/tensor_act_model_layers_0_mlp_up_proj/mean": 0.01043701171875, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.6484375, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 3.796875, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -3.796875, "train/tensor_act_model_layers_0_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_0_mlp_up_proj/range": 7.21875, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 2102.248046875, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.61328125, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.82421875, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 4.6875, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/min": -0.88671875, "train/tensor_act_model_layers_0_mlp_down_proj/max": 4.6875, "train/tensor_act_model_layers_0_mlp_down_proj/range": 5.57421875, "train/tensor_act_model_layers_0_mlp/norm": 1877.5936279296875, "train/tensor_act_model_layers_0_mlp/mean": 0.5703125, "train/tensor_act_model_layers_0_mlp/std": 0.71875, "train/tensor_act_model_layers_0_mlp/max_abs": 3.296875, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": -0.87109375, "train/tensor_act_model_layers_0_mlp/max": 3.296875, "train/tensor_act_model_layers_0_mlp/range": 4.16796875, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 1897.20068359375, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 0.5703125, "train/tensor_act_model_layers_0_residual_post_mlp/std": 0.73046875, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 3.421875, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": -0.9453125, "train/tensor_act_model_layers_0_residual_post_mlp/max": 3.421875, "train/tensor_act_model_layers_0_residual_post_mlp/range": 4.3671875, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 1897.20068359375, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 0.5703125, "train/tensor_act_model_layers_1_residual_pre_attn/std": 0.73046875, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 3.421875, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": -0.9453125, "train/tensor_act_model_layers_1_residual_pre_attn/max": 3.421875, "train/tensor_act_model_layers_1_residual_pre_attn/range": 4.3671875, "train/tensor_act_model_layers_1_residual_post_attn/norm": 1899.3114013671875, "train/tensor_act_model_layers_1_residual_post_attn/mean": 0.5703125, "train/tensor_act_model_layers_1_residual_post_attn/std": 0.73046875, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 3.421875, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": -0.98046875, "train/tensor_act_model_layers_1_residual_post_attn/max": 3.421875, "train/tensor_act_model_layers_1_residual_post_attn/range": 4.40234375, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 2977.468017578125, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": 0.1806640625, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 1.015625, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 4.71875, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -2.328125, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 4.71875, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 7.046875, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 3053.91357421875, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.087890625, "train/tensor_act_model_layers_1_mlp_up_proj/std": 1.046875, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 4.375, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -4.25, "train/tensor_act_model_layers_1_mlp_up_proj/max": 4.375, "train/tensor_act_model_layers_1_mlp_up_proj/range": 8.625, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 8183.48046875, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 3.46875, "train/tensor_act_model_layers_1_mlp_down_proj/std": 1.9765625, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 8.3125, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": -0.765625, "train/tensor_act_model_layers_1_mlp_down_proj/max": 8.3125, "train/tensor_act_model_layers_1_mlp_down_proj/range": 9.078125, "train/tensor_act_model_layers_1_mlp/norm": 5558.6669921875, "train/tensor_act_model_layers_1_mlp/mean": 2.484375, "train/tensor_act_model_layers_1_mlp/std": 1.09375, "train/tensor_act_model_layers_1_mlp/max_abs": 3.875, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": -0.7578125, "train/tensor_act_model_layers_1_mlp/max": 3.875, "train/tensor_act_model_layers_1_mlp/range": 4.6328125, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 7067.86328125, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 3.046875, "train/tensor_act_model_layers_1_residual_post_mlp/std": 1.609375, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 7.25, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": -0.9296875, "train/tensor_act_model_layers_1_residual_post_mlp/max": 7.25, "train/tensor_act_model_layers_1_residual_post_mlp/range": 8.1796875, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 7067.86328125, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 3.046875, "train/tensor_act_model_layers_2_residual_pre_attn/std": 1.609375, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 7.25, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": -0.9296875, "train/tensor_act_model_layers_2_residual_pre_attn/max": 7.25, "train/tensor_act_model_layers_2_residual_pre_attn/range": 8.1796875, "train/tensor_act_model_layers_2_residual_post_attn/norm": 7068.2001953125, "train/tensor_act_model_layers_2_residual_post_attn/mean": 3.046875, "train/tensor_act_model_layers_2_residual_post_attn/std": 1.609375, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 7.34375, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": -0.9921875, "train/tensor_act_model_layers_2_residual_post_attn/max": 7.34375, "train/tensor_act_model_layers_2_residual_post_attn/range": 8.3359375, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 4511.20849609375, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": 0.39453125, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 1.5078125, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -2.046875, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 6.078125, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 5050.3447265625, "train/tensor_act_model_layers_2_mlp_up_proj/mean": 0.0247802734375, "train/tensor_act_model_layers_2_mlp_up_proj/std": 1.7421875, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -3.96875, "train/tensor_act_model_layers_2_mlp_up_proj/max": 4.1875, "train/tensor_act_model_layers_2_mlp_up_proj/range": 8.15625, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 20312.078125, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 9.8125, "train/tensor_act_model_layers_2_mlp_down_proj/std": 1.6015625, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 13.125, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.4631626605987549, "train/tensor_act_model_layers_2_mlp_down_proj/min": -0.0081787109375, "train/tensor_act_model_layers_2_mlp_down_proj/max": 13.125, "train/tensor_act_model_layers_2_mlp_down_proj/range": 13.1331787109375, "train/tensor_act_model_layers_2_mlp/norm": 8012.580078125, "train/tensor_act_model_layers_2_mlp/mean": 3.90625, "train/tensor_act_model_layers_2_mlp/std": 0.2216796875, "train/tensor_act_model_layers_2_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/min": -0.0081787109375, "train/tensor_act_model_layers_2_mlp/max": 3.984375, "train/tensor_act_model_layers_2_mlp/range": 3.9925537109375, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 14658.8779296875, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 6.96875, "train/tensor_act_model_layers_2_residual_post_mlp/std": 1.6796875, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 11.25, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.023752927780151367, "train/tensor_act_model_layers_2_residual_post_mlp/min": -0.45703125, "train/tensor_act_model_layers_2_residual_post_mlp/max": 11.25, "train/tensor_act_model_layers_2_residual_post_mlp/range": 11.70703125, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 14658.8779296875, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 6.96875, "train/tensor_act_model_layers_3_residual_pre_attn/std": 1.6796875, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 11.25, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.023752927780151367, "train/tensor_act_model_layers_3_residual_pre_attn/min": -0.45703125, "train/tensor_act_model_layers_3_residual_pre_attn/max": 11.25, "train/tensor_act_model_layers_3_residual_pre_attn/range": 11.70703125, "train/tensor_act_model_layers_3_residual_post_attn/norm": 14659.6396484375, "train/tensor_act_model_layers_3_residual_post_attn/mean": 6.96875, "train/tensor_act_model_layers_3_residual_post_attn/std": 1.6796875, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 11.25, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.024046659469604492, "train/tensor_act_model_layers_3_residual_post_attn/min": -0.3828125, "train/tensor_act_model_layers_3_residual_post_attn/max": 11.25, "train/tensor_act_model_layers_3_residual_post_attn/range": 11.6328125, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 4598.8935546875, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": 0.384765625, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 1.5390625, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 3.984375, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -1.5234375, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 3.984375, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 5.5078125, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 4997.11962890625, "train/tensor_act_model_layers_3_mlp_up_proj/mean": 0.045166015625, "train/tensor_act_model_layers_3_mlp_up_proj/std": 1.7265625, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 4.21875, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -4.0625, "train/tensor_act_model_layers_3_mlp_up_proj/max": 4.21875, "train/tensor_act_model_layers_3_mlp_up_proj/range": 8.28125, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 22932.55078125, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 11.125, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.96484375, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 13.625, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.8904662132263184, "train/tensor_act_model_layers_3_mlp_down_proj/min": 2.328125, "train/tensor_act_model_layers_3_mlp_down_proj/max": 13.625, "train/tensor_act_model_layers_3_mlp_down_proj/range": 11.296875, "train/tensor_act_model_layers_3_mlp/norm": 8121.94189453125, "train/tensor_act_model_layers_3_mlp/mean": 3.96875, "train/tensor_act_model_layers_3_mlp/std": 0.019775390625, "train/tensor_act_model_layers_3_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/min": 2.09375, "train/tensor_act_model_layers_3_mlp/max": 3.984375, "train/tensor_act_model_layers_3_mlp/range": 1.890625, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 22637.001953125, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 10.9375, "train/tensor_act_model_layers_3_residual_post_mlp/std": 1.6796875, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 15.1875, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 0.7065379619598389, "train/tensor_act_model_layers_3_residual_post_mlp/min": 2.0, "train/tensor_act_model_layers_3_residual_post_mlp/max": 15.1875, "train/tensor_act_model_layers_3_residual_post_mlp/range": 13.1875, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 22637.001953125, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 10.9375, "train/tensor_act_model_layers_4_residual_pre_attn/std": 1.6796875, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 15.1875, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 0.7065379619598389, "train/tensor_act_model_layers_4_residual_pre_attn/min": 2.0, "train/tensor_act_model_layers_4_residual_pre_attn/max": 15.1875, "train/tensor_act_model_layers_4_residual_pre_attn/range": 13.1875, "train/tensor_act_model_layers_4_residual_post_attn/norm": 22633.7734375, "train/tensor_act_model_layers_4_residual_post_attn/mean": 10.9375, "train/tensor_act_model_layers_4_residual_post_attn/std": 1.6796875, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 15.1875, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 0.706958532333374, "train/tensor_act_model_layers_4_residual_post_attn/min": 2.015625, "train/tensor_act_model_layers_4_residual_post_attn/max": 15.1875, "train/tensor_act_model_layers_4_residual_post_attn/range": 13.171875, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 4642.49365234375, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": 0.4375, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 1.5390625, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 3.53125, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -1.5, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 3.53125, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 5.03125, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 5004.64990234375, "train/tensor_act_model_layers_4_mlp_up_proj/mean": 0.00531005859375, "train/tensor_act_model_layers_4_mlp_up_proj/std": 1.7265625, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 3.828125, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -3.34375, "train/tensor_act_model_layers_4_mlp_up_proj/max": 3.828125, "train/tensor_act_model_layers_4_mlp_up_proj/range": 7.171875, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 22998.09375, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 11.1875, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.75, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 13.0625, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.9455757141113281, "train/tensor_act_model_layers_4_mlp_down_proj/min": 9.125, "train/tensor_act_model_layers_4_mlp_down_proj/max": 13.0625, "train/tensor_act_model_layers_4_mlp_down_proj/range": 3.9375, "train/tensor_act_model_layers_4_mlp/norm": 8127.439453125, "train/tensor_act_model_layers_4_mlp/mean": 3.96875, "train/tensor_act_model_layers_4_mlp/std": 0.01275634765625, "train/tensor_act_model_layers_4_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/min": 3.921875, "train/tensor_act_model_layers_4_mlp/max": 3.984375, "train/tensor_act_model_layers_4_mlp/range": 0.0625, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 30693.224609375, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 14.875, "train/tensor_act_model_layers_4_residual_post_mlp/std": 1.6875, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 19.125, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 0.9956398010253906, "train/tensor_act_model_layers_4_residual_post_mlp/min": 6.0, "train/tensor_act_model_layers_4_residual_post_mlp/max": 19.125, "train/tensor_act_model_layers_4_residual_post_mlp/range": 13.125, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 30693.224609375, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 14.875, "train/tensor_act_model_layers_5_residual_pre_attn/std": 1.6875, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 19.125, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 0.9956398010253906, "train/tensor_act_model_layers_5_residual_pre_attn/min": 6.0, "train/tensor_act_model_layers_5_residual_pre_attn/max": 19.125, "train/tensor_act_model_layers_5_residual_pre_attn/range": 13.125, "train/tensor_act_model_layers_5_residual_post_attn/norm": 30670.396484375, "train/tensor_act_model_layers_5_residual_post_attn/mean": 14.875, "train/tensor_act_model_layers_5_residual_post_attn/std": 1.6796875, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 19.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 0.9956071376800537, "train/tensor_act_model_layers_5_residual_post_attn/min": 6.0, "train/tensor_act_model_layers_5_residual_post_attn/max": 19.0, "train/tensor_act_model_layers_5_residual_post_attn/range": 13.0, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 4780.61572265625, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": 0.5078125, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 1.5703125, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 3.515625, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 3.515625, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 4.875, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 5005.01953125, "train/tensor_act_model_layers_5_mlp_up_proj/mean": 0.07861328125, "train/tensor_act_model_layers_5_mlp_up_proj/std": 1.7265625, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 3.34375, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -3.25, "train/tensor_act_model_layers_5_mlp_up_proj/max": 3.34375, "train/tensor_act_model_layers_5_mlp_up_proj/range": 6.59375, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 23593.333984375, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 11.5, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.7109375, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 14.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.982487678527832, "train/tensor_act_model_layers_5_mlp_down_proj/min": 9.5625, "train/tensor_act_model_layers_5_mlp_down_proj/max": 14.0, "train/tensor_act_model_layers_5_mlp_down_proj/range": 4.4375, "train/tensor_act_model_layers_5_mlp/norm": 8135.74853515625, "train/tensor_act_model_layers_5_mlp/mean": 3.96875, "train/tensor_act_model_layers_5_mlp/std": 0.01031494140625, "train/tensor_act_model_layers_5_mlp/max_abs": 4.0, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/min": 3.9375, "train/tensor_act_model_layers_5_mlp/max": 4.0, "train/tensor_act_model_layers_5_mlp/range": 0.0625, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 38784.265625, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 18.875, "train/tensor_act_model_layers_5_residual_post_mlp/std": 1.6875, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 23.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 0.9999997615814209, "train/tensor_act_model_layers_5_residual_post_mlp/min": 10.0, "train/tensor_act_model_layers_5_residual_post_mlp/max": 23.0, "train/tensor_act_model_layers_5_residual_post_mlp/range": 13.0, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 38784.265625, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 18.875, "train/tensor_act_model_layers_6_residual_pre_attn/std": 1.6875, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 23.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 0.9999997615814209, "train/tensor_act_model_layers_6_residual_pre_attn/min": 10.0, "train/tensor_act_model_layers_6_residual_pre_attn/max": 23.0, "train/tensor_act_model_layers_6_residual_pre_attn/range": 13.0, "train/tensor_act_model_layers_6_residual_post_attn/norm": 38772.31640625, "train/tensor_act_model_layers_6_residual_post_attn/mean": 18.875, "train/tensor_act_model_layers_6_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 23.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 0.9999992847442627, "train/tensor_act_model_layers_6_residual_post_attn/min": 10.0, "train/tensor_act_model_layers_6_residual_post_attn/max": 23.0, "train/tensor_act_model_layers_6_residual_post_attn/range": 13.0, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 4832.92041015625, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": 0.47265625, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 1.6015625, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 3.578125, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 3.578125, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 4.9375, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 5117.00048828125, "train/tensor_act_model_layers_6_mlp_up_proj/mean": 0.036865234375, "train/tensor_act_model_layers_6_mlp_up_proj/std": 1.765625, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 3.265625, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -3.265625, "train/tensor_act_model_layers_6_mlp_up_proj/max": 3.078125, "train/tensor_act_model_layers_6_mlp_up_proj/range": 6.34375, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 23306.802734375, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 11.375, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.71875, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 13.75, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.9913065433502197, "train/tensor_act_model_layers_6_mlp_down_proj/min": 9.1875, "train/tensor_act_model_layers_6_mlp_down_proj/max": 13.75, "train/tensor_act_model_layers_6_mlp_down_proj/range": 4.5625, "train/tensor_act_model_layers_6_mlp/norm": 8132.25341796875, "train/tensor_act_model_layers_6_mlp/mean": 3.96875, "train/tensor_act_model_layers_6_mlp/std": 0.01141357421875, "train/tensor_act_model_layers_6_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/min": 3.921875, "train/tensor_act_model_layers_6_mlp/max": 3.984375, "train/tensor_act_model_layers_6_mlp/range": 0.0625, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 46932.984375, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 22.875, "train/tensor_act_model_layers_6_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 27.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_6_residual_post_mlp/min": 14.0, "train/tensor_act_model_layers_6_residual_post_mlp/max": 27.0, "train/tensor_act_model_layers_6_residual_post_mlp/range": 13.0, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 46932.984375, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 22.875, "train/tensor_act_model_layers_7_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 27.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_residual_pre_attn/min": 14.0, "train/tensor_act_model_layers_7_residual_pre_attn/max": 27.0, "train/tensor_act_model_layers_7_residual_pre_attn/range": 13.0, "train/tensor_act_model_layers_7_residual_post_attn/norm": 46923.27734375, "train/tensor_act_model_layers_7_residual_post_attn/mean": 22.875, "train/tensor_act_model_layers_7_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 27.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_residual_post_attn/min": 13.9375, "train/tensor_act_model_layers_7_residual_post_attn/max": 27.0, "train/tensor_act_model_layers_7_residual_post_attn/range": 13.0625, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 4704.95166015625, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": 0.3046875, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 1.59375, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 3.453125, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -1.3359375, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 3.453125, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 4.7890625, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 5203.82373046875, "train/tensor_act_model_layers_7_mlp_up_proj/mean": 0.005859375, "train/tensor_act_model_layers_7_mlp_up_proj/std": 1.796875, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 3.421875, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -3.40625, "train/tensor_act_model_layers_7_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_7_mlp_up_proj/range": 6.828125, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 22866.130859375, "train/tensor_act_model_layers_7_mlp_down_proj/mean": 11.125, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.62890625, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 13.1875, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.96875, "train/tensor_act_model_layers_7_mlp_down_proj/min": 9.5625, "train/tensor_act_model_layers_7_mlp_down_proj/max": 13.1875, "train/tensor_act_model_layers_7_mlp_down_proj/range": 3.625, "train/tensor_act_model_layers_7_mlp/norm": 8126.115234375, "train/tensor_act_model_layers_7_mlp/mean": 3.96875, "train/tensor_act_model_layers_7_mlp/std": 0.01116943359375, "train/tensor_act_model_layers_7_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/min": 3.9375, "train/tensor_act_model_layers_7_mlp/max": 3.984375, "train/tensor_act_model_layers_7_mlp/range": 0.046875, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 55092.32421875, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 26.875, "train/tensor_act_model_layers_7_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 31.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_residual_post_mlp/min": 17.875, "train/tensor_act_model_layers_7_residual_post_mlp/max": 31.0, "train/tensor_act_model_layers_7_residual_post_mlp/range": 13.125, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 55092.32421875, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 26.875, "train/tensor_act_model_layers_8_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 31.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_pre_attn/min": 17.875, "train/tensor_act_model_layers_8_residual_pre_attn/max": 31.0, "train/tensor_act_model_layers_8_residual_pre_attn/range": 13.125, "train/tensor_act_model_layers_8_residual_post_attn/norm": 55074.50390625, "train/tensor_act_model_layers_8_residual_post_attn/mean": 26.875, "train/tensor_act_model_layers_8_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 31.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_post_attn/min": 17.75, "train/tensor_act_model_layers_8_residual_post_attn/max": 31.0, "train/tensor_act_model_layers_8_residual_post_attn/range": 13.25, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 4740.51708984375, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": 0.390625, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 1.5859375, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 3.3125, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -1.3515625, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 3.3125, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 4.6640625, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 5104.40771484375, "train/tensor_act_model_layers_8_mlp_up_proj/mean": -0.056396484375, "train/tensor_act_model_layers_8_mlp_up_proj/std": 1.7578125, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 3.46875, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -3.140625, "train/tensor_act_model_layers_8_mlp_up_proj/max": 3.46875, "train/tensor_act_model_layers_8_mlp_up_proj/range": 6.609375, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 22972.255859375, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 11.1875, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.6640625, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 13.25, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.9609375, "train/tensor_act_model_layers_8_mlp_down_proj/min": 9.25, "train/tensor_act_model_layers_8_mlp_down_proj/max": 13.25, "train/tensor_act_model_layers_8_mlp_down_proj/range": 4.0, "train/tensor_act_model_layers_8_mlp/norm": 8127.876953125, "train/tensor_act_model_layers_8_mlp/mean": 3.96875, "train/tensor_act_model_layers_8_mlp/std": 0.01239013671875, "train/tensor_act_model_layers_8_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/min": 3.921875, "train/tensor_act_model_layers_8_mlp/max": 3.984375, "train/tensor_act_model_layers_8_mlp/range": 0.0625, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 63214.31640625, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 30.875, "train/tensor_act_model_layers_8_residual_post_mlp/std": 1.6796875, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 35.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_post_mlp/min": 21.75, "train/tensor_act_model_layers_8_residual_post_mlp/max": 35.0, "train/tensor_act_model_layers_8_residual_post_mlp/range": 13.25, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 63214.31640625, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 30.875, "train/tensor_act_model_layers_9_residual_pre_attn/std": 1.6796875, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 35.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_pre_attn/min": 21.75, "train/tensor_act_model_layers_9_residual_pre_attn/max": 35.0, "train/tensor_act_model_layers_9_residual_pre_attn/range": 13.25, "train/tensor_act_model_layers_9_residual_post_attn/norm": 63213.49609375, "train/tensor_act_model_layers_9_residual_post_attn/mean": 30.875, "train/tensor_act_model_layers_9_residual_post_attn/std": 1.6796875, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 35.25, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_post_attn/min": 21.75, "train/tensor_act_model_layers_9_residual_post_attn/max": 35.25, "train/tensor_act_model_layers_9_residual_post_attn/range": 13.5, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 4838.62890625, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": 0.34375, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 1.6328125, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 3.40625, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -1.390625, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 3.40625, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 4.796875, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 5138.32958984375, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -0.2099609375, "train/tensor_act_model_layers_9_mlp_up_proj/std": 1.7578125, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 3.15625, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -3.15625, "train/tensor_act_model_layers_9_mlp_up_proj/max": 3.09375, "train/tensor_act_model_layers_9_mlp_up_proj/range": 6.25, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 23119.060546875, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 11.25, "train/tensor_act_model_layers_9_mlp_down_proj/std": 0.65234375, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 13.0625, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 0.9675002098083496, "train/tensor_act_model_layers_9_mlp_down_proj/min": 9.6875, "train/tensor_act_model_layers_9_mlp_down_proj/max": 13.0625, "train/tensor_act_model_layers_9_mlp_down_proj/range": 3.375, "train/tensor_act_model_layers_9_mlp/norm": 8131.0458984375, "train/tensor_act_model_layers_9_mlp/mean": 3.96875, "train/tensor_act_model_layers_9_mlp/std": 0.01129150390625, "train/tensor_act_model_layers_9_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp/min": 3.9375, "train/tensor_act_model_layers_9_mlp/max": 3.984375, "train/tensor_act_model_layers_9_mlp/range": 0.046875, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 71308.65625, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 34.75, "train/tensor_act_model_layers_9_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 39.25, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_post_mlp/min": 25.75, "train/tensor_act_model_layers_9_residual_post_mlp/max": 39.25, "train/tensor_act_model_layers_9_residual_post_mlp/range": 13.5, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 71308.65625, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 34.75, "train/tensor_act_model_layers_10_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 39.25, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_pre_attn/min": 25.75, "train/tensor_act_model_layers_10_residual_pre_attn/max": 39.25, "train/tensor_act_model_layers_10_residual_pre_attn/range": 13.5, "train/tensor_act_model_layers_10_residual_post_attn/norm": 71303.0, "train/tensor_act_model_layers_10_residual_post_attn/mean": 34.75, "train/tensor_act_model_layers_10_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 39.25, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_post_attn/min": 25.75, "train/tensor_act_model_layers_10_residual_post_attn/max": 39.25, "train/tensor_act_model_layers_10_residual_post_attn/range": 13.5, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 4777.91015625, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": 0.35546875, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 1.609375, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 3.4375, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 3.4375, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 4.796875, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 5265.3046875, "train/tensor_act_model_layers_10_mlp_up_proj/mean": 0.0625, "train/tensor_act_model_layers_10_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 3.3125, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -3.3125, "train/tensor_act_model_layers_10_mlp_up_proj/max": 3.21875, "train/tensor_act_model_layers_10_mlp_up_proj/range": 6.53125, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 22559.712890625, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 11.0, "train/tensor_act_model_layers_10_mlp_down_proj/std": 0.72265625, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 13.0625, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 0.9446938037872314, "train/tensor_act_model_layers_10_mlp_down_proj/min": 8.8125, "train/tensor_act_model_layers_10_mlp_down_proj/max": 13.0625, "train/tensor_act_model_layers_10_mlp_down_proj/range": 4.25, "train/tensor_act_model_layers_10_mlp/norm": 8120.1669921875, "train/tensor_act_model_layers_10_mlp/mean": 3.96875, "train/tensor_act_model_layers_10_mlp/std": 0.01300048828125, "train/tensor_act_model_layers_10_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp/min": 3.90625, "train/tensor_act_model_layers_10_mlp/max": 3.984375, "train/tensor_act_model_layers_10_mlp/range": 0.078125, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 79481.1171875, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 38.75, "train/tensor_act_model_layers_10_residual_post_mlp/std": 1.703125, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 43.25, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_post_mlp/min": 29.75, "train/tensor_act_model_layers_10_residual_post_mlp/max": 43.25, "train/tensor_act_model_layers_10_residual_post_mlp/range": 13.5, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 79481.1171875, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 38.75, "train/tensor_act_model_layers_11_residual_pre_attn/std": 1.703125, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 43.25, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_pre_attn/min": 29.75, "train/tensor_act_model_layers_11_residual_pre_attn/max": 43.25, "train/tensor_act_model_layers_11_residual_pre_attn/range": 13.5, "train/tensor_act_model_layers_11_residual_post_attn/norm": 79421.671875, "train/tensor_act_model_layers_11_residual_post_attn/mean": 38.75, "train/tensor_act_model_layers_11_residual_post_attn/std": 1.7109375, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 43.25, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_post_attn/min": 29.5, "train/tensor_act_model_layers_11_residual_post_attn/max": 43.25, "train/tensor_act_model_layers_11_residual_post_attn/range": 13.75, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 4804.1533203125, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": 0.375, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 1.6171875, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 3.421875, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 3.421875, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 4.71875, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 5179.6318359375, "train/tensor_act_model_layers_11_mlp_up_proj/mean": -0.048828125, "train/tensor_act_model_layers_11_mlp_up_proj/std": 1.7890625, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 3.4375, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -3.3125, "train/tensor_act_model_layers_11_mlp_up_proj/max": 3.4375, "train/tensor_act_model_layers_11_mlp_up_proj/range": 6.75, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 22367.13671875, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 10.875, "train/tensor_act_model_layers_11_mlp_down_proj/std": 0.63671875, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 12.625, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 0.914586067199707, "train/tensor_act_model_layers_11_mlp_down_proj/min": 9.1875, "train/tensor_act_model_layers_11_mlp_down_proj/max": 12.625, "train/tensor_act_model_layers_11_mlp_down_proj/range": 3.4375, "train/tensor_act_model_layers_11_mlp/norm": 8118.25927734375, "train/tensor_act_model_layers_11_mlp/mean": 3.96875, "train/tensor_act_model_layers_11_mlp/std": 0.0133056640625, "train/tensor_act_model_layers_11_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp/min": 3.921875, "train/tensor_act_model_layers_11_mlp/max": 3.984375, "train/tensor_act_model_layers_11_mlp/range": 0.0625, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 87606.3828125, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 42.75, "train/tensor_act_model_layers_11_residual_post_mlp/std": 1.7109375, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 47.25, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_post_mlp/min": 33.5, "train/tensor_act_model_layers_11_residual_post_mlp/max": 47.25, "train/tensor_act_model_layers_11_residual_post_mlp/range": 13.75, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 87606.3828125, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 42.75, "train/tensor_act_model_layers_12_residual_pre_attn/std": 1.7109375, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 47.25, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_pre_attn/min": 33.5, "train/tensor_act_model_layers_12_residual_pre_attn/max": 47.25, "train/tensor_act_model_layers_12_residual_pre_attn/range": 13.75, "train/tensor_act_model_layers_12_residual_post_attn/norm": 87574.5546875, "train/tensor_act_model_layers_12_residual_post_attn/mean": 42.75, "train/tensor_act_model_layers_12_residual_post_attn/std": 1.7109375, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 47.25, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_attn/min": 33.5, "train/tensor_act_model_layers_12_residual_post_attn/max": 47.25, "train/tensor_act_model_layers_12_residual_post_attn/range": 13.75, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 4855.59423828125, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": 0.314453125, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 1.6484375, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 3.609375, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -1.328125, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 3.609375, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 4.9375, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 5151.98876953125, "train/tensor_act_model_layers_12_mlp_up_proj/mean": -0.068359375, "train/tensor_act_model_layers_12_mlp_up_proj/std": 1.78125, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 3.546875, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -3.53125, "train/tensor_act_model_layers_12_mlp_up_proj/max": 3.546875, "train/tensor_act_model_layers_12_mlp_up_proj/range": 7.078125, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 23283.6015625, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 11.375, "train/tensor_act_model_layers_12_mlp_down_proj/std": 0.734375, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 13.0625, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 0.953125, "train/tensor_act_model_layers_12_mlp_down_proj/min": 9.3125, "train/tensor_act_model_layers_12_mlp_down_proj/max": 13.0625, "train/tensor_act_model_layers_12_mlp_down_proj/range": 3.75, "train/tensor_act_model_layers_12_mlp/norm": 8130.84130859375, "train/tensor_act_model_layers_12_mlp/mean": 3.96875, "train/tensor_act_model_layers_12_mlp/std": 0.01336669921875, "train/tensor_act_model_layers_12_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp/min": 3.921875, "train/tensor_act_model_layers_12_mlp/max": 3.984375, "train/tensor_act_model_layers_12_mlp/range": 0.0625, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 95760.5625, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 46.75, "train/tensor_act_model_layers_12_residual_post_mlp/std": 1.7109375, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 51.25, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_mlp/min": 37.5, "train/tensor_act_model_layers_12_residual_post_mlp/max": 51.25, "train/tensor_act_model_layers_12_residual_post_mlp/range": 13.75, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 95760.5625, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 46.75, "train/tensor_act_model_layers_13_residual_pre_attn/std": 1.7109375, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 51.25, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_pre_attn/min": 37.5, "train/tensor_act_model_layers_13_residual_pre_attn/max": 51.25, "train/tensor_act_model_layers_13_residual_pre_attn/range": 13.75, "train/tensor_act_model_layers_13_residual_post_attn/norm": 95756.6953125, "train/tensor_act_model_layers_13_residual_post_attn/mean": 46.75, "train/tensor_act_model_layers_13_residual_post_attn/std": 1.7109375, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 51.25, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_attn/min": 37.5, "train/tensor_act_model_layers_13_residual_post_attn/max": 51.25, "train/tensor_act_model_layers_13_residual_post_attn/range": 13.75, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 4745.40478515625, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": 0.2451171875, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 1.6171875, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 3.671875, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 3.671875, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 4.96875, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 5261.591796875, "train/tensor_act_model_layers_13_mlp_up_proj/mean": 0.025390625, "train/tensor_act_model_layers_13_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 3.546875, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -3.546875, "train/tensor_act_model_layers_13_mlp_up_proj/max": 3.109375, "train/tensor_act_model_layers_13_mlp_up_proj/range": 6.65625, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 22887.349609375, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 11.1875, "train/tensor_act_model_layers_13_mlp_down_proj/std": 0.6015625, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 12.875, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 0.9843120574951172, "train/tensor_act_model_layers_13_mlp_down_proj/min": 9.75, "train/tensor_act_model_layers_13_mlp_down_proj/max": 12.875, "train/tensor_act_model_layers_13_mlp_down_proj/range": 3.125, "train/tensor_act_model_layers_13_mlp/norm": 8128.00537109375, "train/tensor_act_model_layers_13_mlp/mean": 3.96875, "train/tensor_act_model_layers_13_mlp/std": 0.01080322265625, "train/tensor_act_model_layers_13_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp/min": 3.9375, "train/tensor_act_model_layers_13_mlp/max": 3.984375, "train/tensor_act_model_layers_13_mlp/range": 0.046875, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 103943.6328125, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 50.75, "train/tensor_act_model_layers_13_residual_post_mlp/std": 1.7109375, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 55.25, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_mlp/min": 41.5, "train/tensor_act_model_layers_13_residual_post_mlp/max": 55.25, "train/tensor_act_model_layers_13_residual_post_mlp/range": 13.75, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 103943.6328125, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 50.75, "train/tensor_act_model_layers_14_residual_pre_attn/std": 1.7109375, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 55.25, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_pre_attn/min": 41.5, "train/tensor_act_model_layers_14_residual_pre_attn/max": 55.25, "train/tensor_act_model_layers_14_residual_pre_attn/range": 13.75, "train/tensor_act_model_layers_14_residual_post_attn/norm": 103920.3046875, "train/tensor_act_model_layers_14_residual_post_attn/mean": 50.75, "train/tensor_act_model_layers_14_residual_post_attn/std": 1.71875, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 55.5, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_attn/min": 41.5, "train/tensor_act_model_layers_14_residual_post_attn/max": 55.5, "train/tensor_act_model_layers_14_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 4899.87841796875, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": 0.38671875, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 1.6484375, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 3.203125, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 3.203125, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 4.4921875, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 5200.7958984375, "train/tensor_act_model_layers_14_mlp_up_proj/mean": -0.00677490234375, "train/tensor_act_model_layers_14_mlp_up_proj/std": 1.796875, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 3.078125, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -3.078125, "train/tensor_act_model_layers_14_mlp_up_proj/max": 3.03125, "train/tensor_act_model_layers_14_mlp_up_proj/range": 6.109375, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 22645.1171875, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 11.0625, "train/tensor_act_model_layers_14_mlp_down_proj/std": 0.671875, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 12.6875, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 0.9381442070007324, "train/tensor_act_model_layers_14_mlp_down_proj/min": 9.1875, "train/tensor_act_model_layers_14_mlp_down_proj/max": 12.6875, "train/tensor_act_model_layers_14_mlp_down_proj/range": 3.5, "train/tensor_act_model_layers_14_mlp/norm": 8123.06982421875, "train/tensor_act_model_layers_14_mlp/mean": 3.96875, "train/tensor_act_model_layers_14_mlp/std": 0.01226806640625, "train/tensor_act_model_layers_14_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp/min": 3.921875, "train/tensor_act_model_layers_14_mlp/max": 3.984375, "train/tensor_act_model_layers_14_mlp/range": 0.0625, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 112107.9375, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 54.75, "train/tensor_act_model_layers_14_residual_post_mlp/std": 1.71875, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 59.5, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_mlp/min": 45.5, "train/tensor_act_model_layers_14_residual_post_mlp/max": 59.5, "train/tensor_act_model_layers_14_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 112107.9375, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 54.75, "train/tensor_act_model_layers_15_residual_pre_attn/std": 1.71875, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 59.5, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_pre_attn/min": 45.5, "train/tensor_act_model_layers_15_residual_pre_attn/max": 59.5, "train/tensor_act_model_layers_15_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_15_residual_post_attn/norm": 112099.9609375, "train/tensor_act_model_layers_15_residual_post_attn/mean": 54.75, "train/tensor_act_model_layers_15_residual_post_attn/std": 1.71875, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 59.5, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_attn/min": 45.5, "train/tensor_act_model_layers_15_residual_post_attn/max": 59.5, "train/tensor_act_model_layers_15_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 4805.93115234375, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": 0.396484375, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 1.609375, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 3.65625, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 3.65625, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 4.9765625, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 5040.0068359375, "train/tensor_act_model_layers_15_mlp_up_proj/mean": 0.054931640625, "train/tensor_act_model_layers_15_mlp_up_proj/std": 1.7421875, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 3.390625, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -3.25, "train/tensor_act_model_layers_15_mlp_up_proj/max": 3.390625, "train/tensor_act_model_layers_15_mlp_up_proj/range": 6.640625, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 22443.763671875, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 10.9375, "train/tensor_act_model_layers_15_mlp_down_proj/std": 0.73828125, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 12.8125, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 0.8977949619293213, "train/tensor_act_model_layers_15_mlp_down_proj/min": 9.4375, "train/tensor_act_model_layers_15_mlp_down_proj/max": 12.8125, "train/tensor_act_model_layers_15_mlp_down_proj/range": 3.375, "train/tensor_act_model_layers_15_mlp/norm": 8119.77294921875, "train/tensor_act_model_layers_15_mlp/mean": 3.96875, "train/tensor_act_model_layers_15_mlp/std": 0.01348876953125, "train/tensor_act_model_layers_15_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp/min": 3.921875, "train/tensor_act_model_layers_15_mlp/max": 3.984375, "train/tensor_act_model_layers_15_mlp/range": 0.0625, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 120288.1796875, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 58.75, "train/tensor_act_model_layers_15_residual_post_mlp/std": 1.71875, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 63.5, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_mlp/min": 49.5, "train/tensor_act_model_layers_15_residual_post_mlp/max": 63.5, "train/tensor_act_model_layers_15_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 120288.1796875, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 58.75, "train/tensor_act_model_layers_16_residual_pre_attn/std": 1.71875, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 63.5, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_pre_attn/min": 49.5, "train/tensor_act_model_layers_16_residual_pre_attn/max": 63.5, "train/tensor_act_model_layers_16_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_16_residual_post_attn/norm": 120274.4921875, "train/tensor_act_model_layers_16_residual_post_attn/mean": 58.75, "train/tensor_act_model_layers_16_residual_post_attn/std": 1.7265625, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 63.5, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_attn/min": 49.5, "train/tensor_act_model_layers_16_residual_post_attn/max": 63.5, "train/tensor_act_model_layers_16_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 4722.46484375, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": 0.2490234375, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 1.609375, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 3.359375, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 3.359375, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 4.6328125, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 5177.8701171875, "train/tensor_act_model_layers_16_mlp_up_proj/mean": -0.07275390625, "train/tensor_act_model_layers_16_mlp_up_proj/std": 1.7890625, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 3.453125, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -3.453125, "train/tensor_act_model_layers_16_mlp_up_proj/max": 3.09375, "train/tensor_act_model_layers_16_mlp_up_proj/range": 6.546875, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 22055.173828125, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 10.75, "train/tensor_act_model_layers_16_mlp_down_proj/std": 0.73046875, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 13.5625, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 0.8353772163391113, "train/tensor_act_model_layers_16_mlp_down_proj/min": 8.9375, "train/tensor_act_model_layers_16_mlp_down_proj/max": 13.5625, "train/tensor_act_model_layers_16_mlp_down_proj/range": 4.625, "train/tensor_act_model_layers_16_mlp/norm": 8109.8935546875, "train/tensor_act_model_layers_16_mlp/mean": 3.953125, "train/tensor_act_model_layers_16_mlp/std": 0.01434326171875, "train/tensor_act_model_layers_16_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp/min": 3.90625, "train/tensor_act_model_layers_16_mlp/max": 3.984375, "train/tensor_act_model_layers_16_mlp/range": 0.078125, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 128406.9453125, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 62.75, "train/tensor_act_model_layers_16_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 67.5, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_mlp/min": 53.5, "train/tensor_act_model_layers_16_residual_post_mlp/max": 67.5, "train/tensor_act_model_layers_16_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 128406.9453125, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 62.75, "train/tensor_act_model_layers_17_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 67.5, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_pre_attn/min": 53.5, "train/tensor_act_model_layers_17_residual_pre_attn/max": 67.5, "train/tensor_act_model_layers_17_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_17_residual_post_attn/norm": 128403.6484375, "train/tensor_act_model_layers_17_residual_post_attn/mean": 62.75, "train/tensor_act_model_layers_17_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 67.5, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_attn/min": 53.5, "train/tensor_act_model_layers_17_residual_post_attn/max": 67.5, "train/tensor_act_model_layers_17_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 4877.51220703125, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": 0.58203125, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 1.578125, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 3.375, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 3.375, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 4.6640625, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 5138.603515625, "train/tensor_act_model_layers_17_mlp_up_proj/mean": -0.032958984375, "train/tensor_act_model_layers_17_mlp_up_proj/std": 1.7734375, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 3.359375, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -3.359375, "train/tensor_act_model_layers_17_mlp_up_proj/max": 3.21875, "train/tensor_act_model_layers_17_mlp_up_proj/range": 6.578125, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 22675.01171875, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 11.0625, "train/tensor_act_model_layers_17_mlp_down_proj/std": 0.67578125, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 13.4375, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 0.9411277770996094, "train/tensor_act_model_layers_17_mlp_down_proj/min": 9.25, "train/tensor_act_model_layers_17_mlp_down_proj/max": 13.4375, "train/tensor_act_model_layers_17_mlp_down_proj/range": 4.1875, "train/tensor_act_model_layers_17_mlp/norm": 8122.8203125, "train/tensor_act_model_layers_17_mlp/mean": 3.96875, "train/tensor_act_model_layers_17_mlp/std": 0.0123291015625, "train/tensor_act_model_layers_17_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp/min": 3.921875, "train/tensor_act_model_layers_17_mlp/max": 3.984375, "train/tensor_act_model_layers_17_mlp/range": 0.0625, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 136410.65625, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 66.5, "train/tensor_act_model_layers_17_residual_post_mlp/std": 1.71875, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 71.5, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_mlp/min": 57.5, "train/tensor_act_model_layers_17_residual_post_mlp/max": 71.5, "train/tensor_act_model_layers_17_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 136410.65625, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 66.5, "train/tensor_act_model_layers_18_residual_pre_attn/std": 1.71875, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 71.5, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_pre_attn/min": 57.5, "train/tensor_act_model_layers_18_residual_pre_attn/max": 71.5, "train/tensor_act_model_layers_18_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_18_residual_post_attn/norm": 136389.78125, "train/tensor_act_model_layers_18_residual_post_attn/mean": 66.5, "train/tensor_act_model_layers_18_residual_post_attn/std": 1.71875, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 71.5, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_attn/min": 57.25, "train/tensor_act_model_layers_18_residual_post_attn/max": 71.5, "train/tensor_act_model_layers_18_residual_post_attn/range": 14.25, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 4795.86279296875, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": 0.400390625, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 1.609375, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 3.78125, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 3.78125, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 5.078125, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 5188.2421875, "train/tensor_act_model_layers_18_mlp_up_proj/mean": -0.248046875, "train/tensor_act_model_layers_18_mlp_up_proj/std": 1.7734375, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 3.765625, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -3.765625, "train/tensor_act_model_layers_18_mlp_up_proj/max": 3.046875, "train/tensor_act_model_layers_18_mlp_up_proj/range": 6.8125, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 22845.052734375, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 11.125, "train/tensor_act_model_layers_18_mlp_down_proj/std": 0.6015625, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 12.6875, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 0.9763331413269043, "train/tensor_act_model_layers_18_mlp_down_proj/min": 9.6875, "train/tensor_act_model_layers_18_mlp_down_proj/max": 12.6875, "train/tensor_act_model_layers_18_mlp_down_proj/range": 3.0, "train/tensor_act_model_layers_18_mlp/norm": 8126.45263671875, "train/tensor_act_model_layers_18_mlp/mean": 3.96875, "train/tensor_act_model_layers_18_mlp/std": 0.01055908203125, "train/tensor_act_model_layers_18_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp/min": 3.9375, "train/tensor_act_model_layers_18_mlp/max": 3.984375, "train/tensor_act_model_layers_18_mlp/range": 0.046875, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 144562.015625, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 70.5, "train/tensor_act_model_layers_18_residual_post_mlp/std": 1.7421875, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 75.5, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_mlp/min": 61.25, "train/tensor_act_model_layers_18_residual_post_mlp/max": 75.5, "train/tensor_act_model_layers_18_residual_post_mlp/range": 14.25, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 144562.015625, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 70.5, "train/tensor_act_model_layers_19_residual_pre_attn/std": 1.7421875, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 75.5, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_pre_attn/min": 61.25, "train/tensor_act_model_layers_19_residual_pre_attn/max": 75.5, "train/tensor_act_model_layers_19_residual_pre_attn/range": 14.25, "train/tensor_act_model_layers_19_residual_post_attn/norm": 144545.953125, "train/tensor_act_model_layers_19_residual_post_attn/mean": 70.5, "train/tensor_act_model_layers_19_residual_post_attn/std": 1.7421875, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 75.5, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_attn/min": 61.25, "train/tensor_act_model_layers_19_residual_post_attn/max": 75.5, "train/tensor_act_model_layers_19_residual_post_attn/range": 14.25, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 4673.48486328125, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": 0.36328125, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 1.5703125, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 3.3125, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 3.3125, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 4.6015625, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 5049.48486328125, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.0390625, "train/tensor_act_model_layers_19_mlp_up_proj/std": 1.7421875, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 3.828125, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -3.828125, "train/tensor_act_model_layers_19_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_19_mlp_up_proj/range": 7.25, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 22466.61328125, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 10.9375, "train/tensor_act_model_layers_19_mlp_down_proj/std": 0.71484375, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 13.0625, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 0.9230830669403076, "train/tensor_act_model_layers_19_mlp_down_proj/min": 9.125, "train/tensor_act_model_layers_19_mlp_down_proj/max": 13.0625, "train/tensor_act_model_layers_19_mlp_down_proj/range": 3.9375, "train/tensor_act_model_layers_19_mlp/norm": 8118.990234375, "train/tensor_act_model_layers_19_mlp/mean": 3.96875, "train/tensor_act_model_layers_19_mlp/std": 0.01251220703125, "train/tensor_act_model_layers_19_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp/min": 3.921875, "train/tensor_act_model_layers_19_mlp/max": 3.984375, "train/tensor_act_model_layers_19_mlp/range": 0.0625, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 152735.359375, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 74.5, "train/tensor_act_model_layers_19_residual_post_mlp/std": 1.7421875, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 79.5, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_mlp/min": 65.0, "train/tensor_act_model_layers_19_residual_post_mlp/max": 79.5, "train/tensor_act_model_layers_19_residual_post_mlp/range": 14.5, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 152735.359375, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 74.5, "train/tensor_act_model_layers_20_residual_pre_attn/std": 1.7421875, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 79.5, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_pre_attn/min": 65.0, "train/tensor_act_model_layers_20_residual_pre_attn/max": 79.5, "train/tensor_act_model_layers_20_residual_pre_attn/range": 14.5, "train/tensor_act_model_layers_20_residual_post_attn/norm": 152727.28125, "train/tensor_act_model_layers_20_residual_post_attn/mean": 74.5, "train/tensor_act_model_layers_20_residual_post_attn/std": 1.7421875, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 79.5, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_attn/min": 65.0, "train/tensor_act_model_layers_20_residual_post_attn/max": 79.5, "train/tensor_act_model_layers_20_residual_post_attn/range": 14.5, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 4830.31787109375, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": 0.5390625, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 1.578125, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 3.359375, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 3.359375, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 4.6328125, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 5130.439453125, "train/tensor_act_model_layers_20_mlp_up_proj/mean": 0.04541015625, "train/tensor_act_model_layers_20_mlp_up_proj/std": 1.7734375, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 3.578125, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -3.265625, "train/tensor_act_model_layers_20_mlp_up_proj/max": 3.578125, "train/tensor_act_model_layers_20_mlp_up_proj/range": 6.84375, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 22874.029296875, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 11.125, "train/tensor_act_model_layers_20_mlp_down_proj/std": 0.671875, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 12.8125, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 0.9589083194732666, "train/tensor_act_model_layers_20_mlp_down_proj/min": 9.4375, "train/tensor_act_model_layers_20_mlp_down_proj/max": 12.8125, "train/tensor_act_model_layers_20_mlp_down_proj/range": 3.375, "train/tensor_act_model_layers_20_mlp/norm": 8126.4267578125, "train/tensor_act_model_layers_20_mlp/mean": 3.96875, "train/tensor_act_model_layers_20_mlp/std": 0.011962890625, "train/tensor_act_model_layers_20_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp/min": 3.921875, "train/tensor_act_model_layers_20_mlp/max": 3.984375, "train/tensor_act_model_layers_20_mlp/range": 0.0625, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 160917.15625, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 78.5, "train/tensor_act_model_layers_20_residual_post_mlp/std": 1.7421875, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 83.5, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_mlp/min": 69.0, "train/tensor_act_model_layers_20_residual_post_mlp/max": 83.5, "train/tensor_act_model_layers_20_residual_post_mlp/range": 14.5, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 160917.15625, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 78.5, "train/tensor_act_model_layers_21_residual_pre_attn/std": 1.7421875, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 83.5, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_pre_attn/min": 69.0, "train/tensor_act_model_layers_21_residual_pre_attn/max": 83.5, "train/tensor_act_model_layers_21_residual_pre_attn/range": 14.5, "train/tensor_act_model_layers_21_residual_post_attn/norm": 160917.15625, "train/tensor_act_model_layers_21_residual_post_attn/mean": 78.5, "train/tensor_act_model_layers_21_residual_post_attn/std": 1.7421875, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 83.5, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_attn/min": 69.0, "train/tensor_act_model_layers_21_residual_post_attn/max": 83.5, "train/tensor_act_model_layers_21_residual_post_attn/range": 14.5, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 4958.55029296875, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": 0.53515625, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 1.625, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 3.46875, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 3.46875, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 4.7578125, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 5281.13525390625, "train/tensor_act_model_layers_21_mlp_up_proj/mean": 0.059814453125, "train/tensor_act_model_layers_21_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 3.734375, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -3.734375, "train/tensor_act_model_layers_21_mlp_up_proj/max": 3.578125, "train/tensor_act_model_layers_21_mlp_up_proj/range": 7.3125, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 23185.865234375, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 11.3125, "train/tensor_act_model_layers_21_mlp_down_proj/std": 0.75, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 14.125, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 0.9716041088104248, "train/tensor_act_model_layers_21_mlp_down_proj/min": 9.4375, "train/tensor_act_model_layers_21_mlp_down_proj/max": 14.125, "train/tensor_act_model_layers_21_mlp_down_proj/range": 4.6875, "train/tensor_act_model_layers_21_mlp/norm": 8130.70166015625, "train/tensor_act_model_layers_21_mlp/mean": 3.96875, "train/tensor_act_model_layers_21_mlp/std": 0.011962890625, "train/tensor_act_model_layers_21_mlp/max_abs": 4.0, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp/min": 3.921875, "train/tensor_act_model_layers_21_mlp/max": 4.0, "train/tensor_act_model_layers_21_mlp/range": 0.078125, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 169107.25, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 82.5, "train/tensor_act_model_layers_21_residual_post_mlp/std": 1.7421875, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 87.5, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_mlp/min": 73.0, "train/tensor_act_model_layers_21_residual_post_mlp/max": 87.5, "train/tensor_act_model_layers_21_residual_post_mlp/range": 14.5, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 169107.25, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 82.5, "train/tensor_act_model_layers_22_residual_pre_attn/std": 1.7421875, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 87.5, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_pre_attn/min": 73.0, "train/tensor_act_model_layers_22_residual_pre_attn/max": 87.5, "train/tensor_act_model_layers_22_residual_pre_attn/range": 14.5, "train/tensor_act_model_layers_22_residual_post_attn/norm": 169107.25, "train/tensor_act_model_layers_22_residual_post_attn/mean": 82.5, "train/tensor_act_model_layers_22_residual_post_attn/std": 1.7421875, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 87.5, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_attn/min": 73.0, "train/tensor_act_model_layers_22_residual_post_attn/max": 87.5, "train/tensor_act_model_layers_22_residual_post_attn/range": 14.5, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 4891.953125, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": 0.51953125, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 1.609375, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 3.359375, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 3.359375, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 4.71875, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 5062.21484375, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.15625, "train/tensor_act_model_layers_22_mlp_up_proj/std": 1.7421875, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 3.21875, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -3.21875, "train/tensor_act_model_layers_22_mlp_up_proj/max": 2.953125, "train/tensor_act_model_layers_22_mlp_up_proj/range": 6.171875, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 22671.951171875, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 11.0625, "train/tensor_act_model_layers_22_mlp_down_proj/std": 0.56640625, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 12.6875, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 0.9687020778656006, "train/tensor_act_model_layers_22_mlp_down_proj/min": 9.25, "train/tensor_act_model_layers_22_mlp_down_proj/max": 12.6875, "train/tensor_act_model_layers_22_mlp_down_proj/range": 3.4375, "train/tensor_act_model_layers_22_mlp/norm": 8123.3330078125, "train/tensor_act_model_layers_22_mlp/mean": 3.96875, "train/tensor_act_model_layers_22_mlp/std": 0.01123046875, "train/tensor_act_model_layers_22_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp/min": 3.921875, "train/tensor_act_model_layers_22_mlp/max": 3.984375, "train/tensor_act_model_layers_22_mlp/range": 0.0625, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 177297.53125, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 86.5, "train/tensor_act_model_layers_22_residual_post_mlp/std": 1.7421875, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 91.5, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_mlp/min": 77.0, "train/tensor_act_model_layers_22_residual_post_mlp/max": 91.5, "train/tensor_act_model_layers_22_residual_post_mlp/range": 14.5, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 177297.53125, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 86.5, "train/tensor_act_model_layers_23_residual_pre_attn/std": 1.7421875, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 91.5, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_pre_attn/min": 77.0, "train/tensor_act_model_layers_23_residual_pre_attn/max": 91.5, "train/tensor_act_model_layers_23_residual_pre_attn/range": 14.5, "train/tensor_act_model_layers_23_residual_post_attn/norm": 177297.53125, "train/tensor_act_model_layers_23_residual_post_attn/mean": 86.5, "train/tensor_act_model_layers_23_residual_post_attn/std": 1.7421875, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 91.5, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_attn/min": 77.0, "train/tensor_act_model_layers_23_residual_post_attn/max": 91.5, "train/tensor_act_model_layers_23_residual_post_attn/range": 14.5, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 4832.736328125, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": 0.357421875, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 1.6328125, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 3.703125, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 3.703125, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 4.9921875, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 5170.37890625, "train/tensor_act_model_layers_23_mlp_up_proj/mean": 0.1728515625, "train/tensor_act_model_layers_23_mlp_up_proj/std": 1.7734375, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 3.796875, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -3.484375, "train/tensor_act_model_layers_23_mlp_up_proj/max": 3.796875, "train/tensor_act_model_layers_23_mlp_up_proj/range": 7.28125, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 22122.689453125, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 10.75, "train/tensor_act_model_layers_23_mlp_down_proj/std": 0.71484375, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 12.75, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 0.8588559627532959, "train/tensor_act_model_layers_23_mlp_down_proj/min": 9.3125, "train/tensor_act_model_layers_23_mlp_down_proj/max": 12.75, "train/tensor_act_model_layers_23_mlp_down_proj/range": 3.4375, "train/tensor_act_model_layers_23_mlp/norm": 8111.93701171875, "train/tensor_act_model_layers_23_mlp/mean": 3.953125, "train/tensor_act_model_layers_23_mlp/std": 0.01416015625, "train/tensor_act_model_layers_23_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp/min": 3.921875, "train/tensor_act_model_layers_23_mlp/max": 3.984375, "train/tensor_act_model_layers_23_mlp/range": 0.0625, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 185487.9375, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 90.5, "train/tensor_act_model_layers_23_residual_post_mlp/std": 1.7421875, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 95.5, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_mlp/min": 81.0, "train/tensor_act_model_layers_23_residual_post_mlp/max": 95.5, "train/tensor_act_model_layers_23_residual_post_mlp/range": 14.5, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 185487.9375, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 90.5, "train/tensor_act_model_layers_24_residual_pre_attn/std": 1.7421875, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 95.5, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_pre_attn/min": 81.0, "train/tensor_act_model_layers_24_residual_pre_attn/max": 95.5, "train/tensor_act_model_layers_24_residual_pre_attn/range": 14.5, "train/tensor_act_model_layers_24_residual_post_attn/norm": 185487.9375, "train/tensor_act_model_layers_24_residual_post_attn/mean": 90.5, "train/tensor_act_model_layers_24_residual_post_attn/std": 1.7421875, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 95.5, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_attn/min": 81.0, "train/tensor_act_model_layers_24_residual_post_attn/max": 95.5, "train/tensor_act_model_layers_24_residual_post_attn/range": 14.5, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 4828.025390625, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": 0.41796875, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 1.6171875, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 3.25, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 3.25, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 4.5625, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 5243.60302734375, "train/tensor_act_model_layers_24_mlp_up_proj/mean": 0.042236328125, "train/tensor_act_model_layers_24_mlp_up_proj/std": 1.8125, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 3.25, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -3.125, "train/tensor_act_model_layers_24_mlp_up_proj/max": 3.25, "train/tensor_act_model_layers_24_mlp_up_proj/range": 6.375, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 22623.08203125, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 11.0, "train/tensor_act_model_layers_24_mlp_down_proj/std": 0.6484375, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 13.4375, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 0.9411816596984863, "train/tensor_act_model_layers_24_mlp_down_proj/min": 9.625, "train/tensor_act_model_layers_24_mlp_down_proj/max": 13.4375, "train/tensor_act_model_layers_24_mlp_down_proj/range": 3.8125, "train/tensor_act_model_layers_24_mlp/norm": 8121.03125, "train/tensor_act_model_layers_24_mlp/mean": 3.96875, "train/tensor_act_model_layers_24_mlp/std": 0.011474609375, "train/tensor_act_model_layers_24_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp/min": 3.9375, "train/tensor_act_model_layers_24_mlp/max": 3.984375, "train/tensor_act_model_layers_24_mlp/range": 0.046875, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 193678.484375, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 94.5, "train/tensor_act_model_layers_24_residual_post_mlp/std": 1.7421875, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 99.5, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_mlp/min": 85.0, "train/tensor_act_model_layers_24_residual_post_mlp/max": 99.5, "train/tensor_act_model_layers_24_residual_post_mlp/range": 14.5, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 193678.484375, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 94.5, "train/tensor_act_model_layers_25_residual_pre_attn/std": 1.7421875, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 99.5, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_pre_attn/min": 85.0, "train/tensor_act_model_layers_25_residual_pre_attn/max": 99.5, "train/tensor_act_model_layers_25_residual_pre_attn/range": 14.5, "train/tensor_act_model_layers_25_residual_post_attn/norm": 193678.484375, "train/tensor_act_model_layers_25_residual_post_attn/mean": 94.5, "train/tensor_act_model_layers_25_residual_post_attn/std": 1.7421875, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 99.5, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_attn/min": 85.0, "train/tensor_act_model_layers_25_residual_post_attn/max": 99.5, "train/tensor_act_model_layers_25_residual_post_attn/range": 14.5, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 4842.0146484375, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": 0.5, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 1.59375, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 3.53125, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -1.3046875, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 3.53125, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 4.8359375, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 5170.42333984375, "train/tensor_act_model_layers_25_mlp_up_proj/mean": -0.0732421875, "train/tensor_act_model_layers_25_mlp_up_proj/std": 1.78125, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 3.484375, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -3.15625, "train/tensor_act_model_layers_25_mlp_up_proj/max": 3.484375, "train/tensor_act_model_layers_25_mlp_up_proj/range": 6.640625, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 22667.236328125, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 11.0625, "train/tensor_act_model_layers_25_mlp_down_proj/std": 0.7265625, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 13.625, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 0.9546492099761963, "train/tensor_act_model_layers_25_mlp_down_proj/min": 8.8125, "train/tensor_act_model_layers_25_mlp_down_proj/max": 13.625, "train/tensor_act_model_layers_25_mlp_down_proj/range": 4.8125, "train/tensor_act_model_layers_25_mlp/norm": 8122.64794921875, "train/tensor_act_model_layers_25_mlp/mean": 3.96875, "train/tensor_act_model_layers_25_mlp/std": 0.01416015625, "train/tensor_act_model_layers_25_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp/min": 3.90625, "train/tensor_act_model_layers_25_mlp/max": 3.984375, "train/tensor_act_model_layers_25_mlp/range": 0.078125, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 201869.171875, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 98.5, "train/tensor_act_model_layers_25_residual_post_mlp/std": 1.7421875, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 103.5, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_mlp/min": 89.0, "train/tensor_act_model_layers_25_residual_post_mlp/max": 103.5, "train/tensor_act_model_layers_25_residual_post_mlp/range": 14.5, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 201869.171875, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 98.5, "train/tensor_act_model_layers_26_residual_pre_attn/std": 1.7421875, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 103.5, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_pre_attn/min": 89.0, "train/tensor_act_model_layers_26_residual_pre_attn/max": 103.5, "train/tensor_act_model_layers_26_residual_pre_attn/range": 14.5, "train/tensor_act_model_layers_26_residual_post_attn/norm": 201869.171875, "train/tensor_act_model_layers_26_residual_post_attn/mean": 98.5, "train/tensor_act_model_layers_26_residual_post_attn/std": 1.7421875, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 103.5, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_attn/min": 89.0, "train/tensor_act_model_layers_26_residual_post_attn/max": 103.5, "train/tensor_act_model_layers_26_residual_post_attn/range": 14.5, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 4989.7314453125, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": 0.59765625, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 1.6171875, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 3.453125, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 3.453125, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 4.7734375, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 5277.31884765625, "train/tensor_act_model_layers_26_mlp_up_proj/mean": 0.064453125, "train/tensor_act_model_layers_26_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 3.453125, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -3.265625, "train/tensor_act_model_layers_26_mlp_up_proj/max": 3.453125, "train/tensor_act_model_layers_26_mlp_up_proj/range": 6.71875, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 23020.59375, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 11.25, "train/tensor_act_model_layers_26_mlp_down_proj/std": 0.671875, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 13.125, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 0.9616701602935791, "train/tensor_act_model_layers_26_mlp_down_proj/min": 8.875, "train/tensor_act_model_layers_26_mlp_down_proj/max": 13.125, "train/tensor_act_model_layers_26_mlp_down_proj/range": 4.25, "train/tensor_act_model_layers_26_mlp/norm": 8127.96337890625, "train/tensor_act_model_layers_26_mlp/mean": 3.96875, "train/tensor_act_model_layers_26_mlp/std": 0.01171875, "train/tensor_act_model_layers_26_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp/min": 3.90625, "train/tensor_act_model_layers_26_mlp/max": 3.984375, "train/tensor_act_model_layers_26_mlp/range": 0.078125, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 210059.9375, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 102.5, "train/tensor_act_model_layers_26_residual_post_mlp/std": 1.7421875, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 107.5, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_mlp/min": 93.0, "train/tensor_act_model_layers_26_residual_post_mlp/max": 107.5, "train/tensor_act_model_layers_26_residual_post_mlp/range": 14.5, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 210059.9375, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 102.5, "train/tensor_act_model_layers_27_residual_pre_attn/std": 1.7421875, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 107.5, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_pre_attn/min": 93.0, "train/tensor_act_model_layers_27_residual_pre_attn/max": 107.5, "train/tensor_act_model_layers_27_residual_pre_attn/range": 14.5, "train/tensor_act_model_layers_27_residual_post_attn/norm": 210059.9375, "train/tensor_act_model_layers_27_residual_post_attn/mean": 102.5, "train/tensor_act_model_layers_27_residual_post_attn/std": 1.7421875, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 107.5, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_attn/min": 93.0, "train/tensor_act_model_layers_27_residual_post_attn/max": 107.5, "train/tensor_act_model_layers_27_residual_post_attn/range": 14.5, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 4756.30810546875, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": 0.53125, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 1.5546875, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 3.609375, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 3.609375, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 4.890625, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 5017.3681640625, "train/tensor_act_model_layers_27_mlp_up_proj/mean": 0.046875, "train/tensor_act_model_layers_27_mlp_up_proj/std": 1.734375, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 3.578125, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -3.3125, "train/tensor_act_model_layers_27_mlp_up_proj/max": 3.578125, "train/tensor_act_model_layers_27_mlp_up_proj/range": 6.890625, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 22066.982421875, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 10.75, "train/tensor_act_model_layers_27_mlp_down_proj/std": 0.609375, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 12.6875, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 0.8923101425170898, "train/tensor_act_model_layers_27_mlp_down_proj/min": 9.1875, "train/tensor_act_model_layers_27_mlp_down_proj/max": 12.6875, "train/tensor_act_model_layers_27_mlp_down_proj/range": 3.5, "train/tensor_act_model_layers_27_mlp/norm": 8113.6552734375, "train/tensor_act_model_layers_27_mlp/mean": 3.96875, "train/tensor_act_model_layers_27_mlp/std": 0.0126953125, "train/tensor_act_model_layers_27_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp/min": 3.921875, "train/tensor_act_model_layers_27_mlp/max": 3.984375, "train/tensor_act_model_layers_27_mlp/range": 0.0625, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 218250.796875, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 106.5, "train/tensor_act_model_layers_27_residual_post_mlp/std": 1.7421875, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 111.5, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_mlp/min": 97.0, "train/tensor_act_model_layers_27_residual_post_mlp/max": 111.5, "train/tensor_act_model_layers_27_residual_post_mlp/range": 14.5, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 218250.796875, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 106.5, "train/tensor_act_model_layers_28_residual_pre_attn/std": 1.7421875, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 111.5, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_pre_attn/min": 97.0, "train/tensor_act_model_layers_28_residual_pre_attn/max": 111.5, "train/tensor_act_model_layers_28_residual_pre_attn/range": 14.5, "train/tensor_act_model_layers_28_residual_post_attn/norm": 218227.28125, "train/tensor_act_model_layers_28_residual_post_attn/mean": 106.5, "train/tensor_act_model_layers_28_residual_post_attn/std": 1.75, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 111.5, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_attn/min": 97.0, "train/tensor_act_model_layers_28_residual_post_attn/max": 111.5, "train/tensor_act_model_layers_28_residual_post_attn/range": 14.5, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 4878.32568359375, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": 0.44140625, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 1.625, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 3.515625, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -1.2578125, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 3.515625, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 4.7734375, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 5223.84375, "train/tensor_act_model_layers_28_mlp_up_proj/mean": -0.0150146484375, "train/tensor_act_model_layers_28_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 3.46875, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -3.453125, "train/tensor_act_model_layers_28_mlp_up_proj/max": 3.46875, "train/tensor_act_model_layers_28_mlp_up_proj/range": 6.921875, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 22305.103515625, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 10.875, "train/tensor_act_model_layers_28_mlp_down_proj/std": 0.65625, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 12.875, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 0.9091575145721436, "train/tensor_act_model_layers_28_mlp_down_proj/min": 9.1875, "train/tensor_act_model_layers_28_mlp_down_proj/max": 12.875, "train/tensor_act_model_layers_28_mlp_down_proj/range": 3.6875, "train/tensor_act_model_layers_28_mlp/norm": 8114.95654296875, "train/tensor_act_model_layers_28_mlp/mean": 3.96875, "train/tensor_act_model_layers_28_mlp/std": 0.0126953125, "train/tensor_act_model_layers_28_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp/min": 3.921875, "train/tensor_act_model_layers_28_mlp/max": 3.984375, "train/tensor_act_model_layers_28_mlp/range": 0.0625, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 226418.21875, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 110.5, "train/tensor_act_model_layers_28_residual_post_mlp/std": 1.75, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 115.5, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_mlp/min": 101.0, "train/tensor_act_model_layers_28_residual_post_mlp/max": 115.5, "train/tensor_act_model_layers_28_residual_post_mlp/range": 14.5, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 226418.21875, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 110.5, "train/tensor_act_model_layers_29_residual_pre_attn/std": 1.75, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 115.5, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_pre_attn/min": 101.0, "train/tensor_act_model_layers_29_residual_pre_attn/max": 115.5, "train/tensor_act_model_layers_29_residual_pre_attn/range": 14.5, "train/tensor_act_model_layers_29_residual_post_attn/norm": 226418.21875, "train/tensor_act_model_layers_29_residual_post_attn/mean": 110.5, "train/tensor_act_model_layers_29_residual_post_attn/std": 1.75, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 115.5, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_attn/min": 101.0, "train/tensor_act_model_layers_29_residual_post_attn/max": 115.5, "train/tensor_act_model_layers_29_residual_post_attn/range": 14.5, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 4821.14892578125, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": 0.498046875, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 1.5859375, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 3.328125, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 3.328125, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 4.6484375, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 5204.49267578125, "train/tensor_act_model_layers_29_mlp_up_proj/mean": 0.044921875, "train/tensor_act_model_layers_29_mlp_up_proj/std": 1.796875, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 3.484375, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -3.484375, "train/tensor_act_model_layers_29_mlp_up_proj/max": 3.328125, "train/tensor_act_model_layers_29_mlp_up_proj/range": 6.8125, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 22088.59375, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 10.75, "train/tensor_act_model_layers_29_mlp_down_proj/std": 0.7265625, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 13.625, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 0.8492565155029297, "train/tensor_act_model_layers_29_mlp_down_proj/min": 9.0625, "train/tensor_act_model_layers_29_mlp_down_proj/max": 13.625, "train/tensor_act_model_layers_29_mlp_down_proj/range": 4.5625, "train/tensor_act_model_layers_29_mlp/norm": 8112.1640625, "train/tensor_act_model_layers_29_mlp/mean": 3.96875, "train/tensor_act_model_layers_29_mlp/std": 0.013916015625, "train/tensor_act_model_layers_29_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp/min": 3.921875, "train/tensor_act_model_layers_29_mlp/max": 3.984375, "train/tensor_act_model_layers_29_mlp/range": 0.0625, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 234609.234375, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 114.5, "train/tensor_act_model_layers_29_residual_post_mlp/std": 1.75, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 119.5, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_mlp/min": 105.0, "train/tensor_act_model_layers_29_residual_post_mlp/max": 119.5, "train/tensor_act_model_layers_29_residual_post_mlp/range": 14.5, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 234609.234375, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 114.5, "train/tensor_act_model_layers_30_residual_pre_attn/std": 1.75, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 119.5, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_pre_attn/min": 105.0, "train/tensor_act_model_layers_30_residual_pre_attn/max": 119.5, "train/tensor_act_model_layers_30_residual_pre_attn/range": 14.5, "train/tensor_act_model_layers_30_residual_post_attn/norm": 234609.234375, "train/tensor_act_model_layers_30_residual_post_attn/mean": 114.5, "train/tensor_act_model_layers_30_residual_post_attn/std": 1.75, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 119.5, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_attn/min": 105.0, "train/tensor_act_model_layers_30_residual_post_attn/max": 119.5, "train/tensor_act_model_layers_30_residual_post_attn/range": 14.5, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 4758.1767578125, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": 0.42578125, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 1.5859375, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 3.25, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 3.25, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 4.5390625, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 5147.96728515625, "train/tensor_act_model_layers_30_mlp_up_proj/mean": -0.1181640625, "train/tensor_act_model_layers_30_mlp_up_proj/std": 1.7734375, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 3.5, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -3.5, "train/tensor_act_model_layers_30_mlp_up_proj/max": 3.328125, "train/tensor_act_model_layers_30_mlp_up_proj/range": 6.828125, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 22057.330078125, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 10.75, "train/tensor_act_model_layers_30_mlp_down_proj/std": 0.7578125, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 13.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 0.7973167896270752, "train/tensor_act_model_layers_30_mlp_down_proj/min": 9.0, "train/tensor_act_model_layers_30_mlp_down_proj/max": 13.0, "train/tensor_act_model_layers_30_mlp_down_proj/range": 4.0, "train/tensor_act_model_layers_30_mlp/norm": 8111.30859375, "train/tensor_act_model_layers_30_mlp/mean": 3.953125, "train/tensor_act_model_layers_30_mlp/std": 0.01513671875, "train/tensor_act_model_layers_30_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp/min": 3.90625, "train/tensor_act_model_layers_30_mlp/max": 3.984375, "train/tensor_act_model_layers_30_mlp/range": 0.078125, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 242800.296875, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 118.5, "train/tensor_act_model_layers_30_residual_post_mlp/std": 1.75, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 123.5, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_mlp/min": 109.0, "train/tensor_act_model_layers_30_residual_post_mlp/max": 123.5, "train/tensor_act_model_layers_30_residual_post_mlp/range": 14.5, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 242800.296875, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 118.5, "train/tensor_act_model_layers_31_residual_pre_attn/std": 1.75, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 123.5, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_pre_attn/min": 109.0, "train/tensor_act_model_layers_31_residual_pre_attn/max": 123.5, "train/tensor_act_model_layers_31_residual_pre_attn/range": 14.5, "train/tensor_act_model_layers_31_residual_post_attn/norm": 242808.234375, "train/tensor_act_model_layers_31_residual_post_attn/mean": 118.5, "train/tensor_act_model_layers_31_residual_post_attn/std": 1.75, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 123.5, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_attn/min": 109.0, "train/tensor_act_model_layers_31_residual_post_attn/max": 123.5, "train/tensor_act_model_layers_31_residual_post_attn/range": 14.5, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 4858.3876953125, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": 0.35546875, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 1.640625, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 3.640625, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 3.640625, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 4.9375, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 5037.330078125, "train/tensor_act_model_layers_31_mlp_up_proj/mean": 0.1552734375, "train/tensor_act_model_layers_31_mlp_up_proj/std": 1.734375, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 3.296875, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -3.140625, "train/tensor_act_model_layers_31_mlp_up_proj/max": 3.296875, "train/tensor_act_model_layers_31_mlp_up_proj/range": 6.4375, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 21825.15625, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 10.625, "train/tensor_act_model_layers_31_mlp_down_proj/std": 0.73046875, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 12.25, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 0.7679054737091064, "train/tensor_act_model_layers_31_mlp_down_proj/min": 8.9375, "train/tensor_act_model_layers_31_mlp_down_proj/max": 12.25, "train/tensor_act_model_layers_31_mlp_down_proj/range": 3.3125, "train/tensor_act_model_layers_31_mlp/norm": 8105.8095703125, "train/tensor_act_model_layers_31_mlp/mean": 3.953125, "train/tensor_act_model_layers_31_mlp/std": 0.01611328125, "train/tensor_act_model_layers_31_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp/min": 3.90625, "train/tensor_act_model_layers_31_mlp/max": 3.984375, "train/tensor_act_model_layers_31_mlp/range": 0.078125, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 250999.375, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 122.5, "train/tensor_act_model_layers_31_residual_post_mlp/std": 1.75, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 127.5, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_mlp/min": 113.0, "train/tensor_act_model_layers_31_residual_post_mlp/max": 127.5, "train/tensor_act_model_layers_31_residual_post_mlp/range": 14.5, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 250999.375, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 122.5, "train/tensor_act_model_layers_32_residual_pre_attn/std": 1.75, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 127.5, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_pre_attn/min": 113.0, "train/tensor_act_model_layers_32_residual_pre_attn/max": 127.5, "train/tensor_act_model_layers_32_residual_pre_attn/range": 14.5, "train/tensor_act_model_layers_32_residual_post_attn/norm": 250991.34375, "train/tensor_act_model_layers_32_residual_post_attn/mean": 122.5, "train/tensor_act_model_layers_32_residual_post_attn/std": 1.75, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 127.5, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_attn/min": 113.0, "train/tensor_act_model_layers_32_residual_post_attn/max": 127.5, "train/tensor_act_model_layers_32_residual_post_attn/range": 14.5, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 4919.361328125, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": 0.5625, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 1.6015625, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 3.5, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 3.5, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 4.78125, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 5167.9892578125, "train/tensor_act_model_layers_32_mlp_up_proj/mean": -0.04296875, "train/tensor_act_model_layers_32_mlp_up_proj/std": 1.78125, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 3.5625, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -3.40625, "train/tensor_act_model_layers_32_mlp_up_proj/max": 3.5625, "train/tensor_act_model_layers_32_mlp_up_proj/range": 6.96875, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 22600.576171875, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 11.0, "train/tensor_act_model_layers_32_mlp_down_proj/std": 0.6328125, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 12.625, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 0.9228353500366211, "train/tensor_act_model_layers_32_mlp_down_proj/min": 9.25, "train/tensor_act_model_layers_32_mlp_down_proj/max": 12.625, "train/tensor_act_model_layers_32_mlp_down_proj/range": 3.375, "train/tensor_act_model_layers_32_mlp/norm": 8122.63330078125, "train/tensor_act_model_layers_32_mlp/mean": 3.96875, "train/tensor_act_model_layers_32_mlp/std": 0.01275634765625, "train/tensor_act_model_layers_32_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp/min": 3.921875, "train/tensor_act_model_layers_32_mlp/max": 3.984375, "train/tensor_act_model_layers_32_mlp/range": 0.0625, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 259087.40625, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 126.5, "train/tensor_act_model_layers_32_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 131.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_mlp/min": 117.0, "train/tensor_act_model_layers_32_residual_post_mlp/max": 131.0, "train/tensor_act_model_layers_32_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 259087.40625, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 126.5, "train/tensor_act_model_layers_33_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 131.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_pre_attn/min": 117.0, "train/tensor_act_model_layers_33_residual_pre_attn/max": 131.0, "train/tensor_act_model_layers_33_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_33_residual_post_attn/norm": 259059.96875, "train/tensor_act_model_layers_33_residual_post_attn/mean": 126.5, "train/tensor_act_model_layers_33_residual_post_attn/std": 1.703125, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 131.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_attn/min": 117.0, "train/tensor_act_model_layers_33_residual_post_attn/max": 131.0, "train/tensor_act_model_layers_33_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 4933.8349609375, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": 0.46484375, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 1.640625, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 3.921875, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 3.921875, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 5.234375, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 5203.763671875, "train/tensor_act_model_layers_33_mlp_up_proj/mean": -0.197265625, "train/tensor_act_model_layers_33_mlp_up_proj/std": 1.7890625, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 3.640625, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -3.59375, "train/tensor_act_model_layers_33_mlp_up_proj/max": 3.640625, "train/tensor_act_model_layers_33_mlp_up_proj/range": 7.234375, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 22662.6953125, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 11.0625, "train/tensor_act_model_layers_33_mlp_down_proj/std": 0.76953125, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 13.3125, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 0.922257661819458, "train/tensor_act_model_layers_33_mlp_down_proj/min": 9.0625, "train/tensor_act_model_layers_33_mlp_down_proj/max": 13.3125, "train/tensor_act_model_layers_33_mlp_down_proj/range": 4.25, "train/tensor_act_model_layers_33_mlp/norm": 8123.5185546875, "train/tensor_act_model_layers_33_mlp/mean": 3.96875, "train/tensor_act_model_layers_33_mlp/std": 0.013671875, "train/tensor_act_model_layers_33_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp/min": 3.921875, "train/tensor_act_model_layers_33_mlp/max": 3.984375, "train/tensor_act_model_layers_33_mlp/range": 0.0625, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 266873.59375, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 130.0, "train/tensor_act_model_layers_33_residual_post_mlp/std": 1.7421875, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 135.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_mlp/min": 121.0, "train/tensor_act_model_layers_33_residual_post_mlp/max": 135.0, "train/tensor_act_model_layers_33_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 266873.59375, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 130.0, "train/tensor_act_model_layers_34_residual_pre_attn/std": 1.7421875, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 135.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_pre_attn/min": 121.0, "train/tensor_act_model_layers_34_residual_pre_attn/max": 135.0, "train/tensor_act_model_layers_34_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_34_residual_post_attn/norm": 266868.40625, "train/tensor_act_model_layers_34_residual_post_attn/mean": 130.0, "train/tensor_act_model_layers_34_residual_post_attn/std": 1.7421875, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 135.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_attn/min": 121.0, "train/tensor_act_model_layers_34_residual_post_attn/max": 135.0, "train/tensor_act_model_layers_34_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 4795.07373046875, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": 0.4921875, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 1.578125, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 3.5, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 3.5, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 4.7890625, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 5084.8251953125, "train/tensor_act_model_layers_34_mlp_up_proj/mean": 0.033203125, "train/tensor_act_model_layers_34_mlp_up_proj/std": 1.7578125, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 3.359375, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -3.265625, "train/tensor_act_model_layers_34_mlp_up_proj/max": 3.359375, "train/tensor_act_model_layers_34_mlp_up_proj/range": 6.625, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 22337.248046875, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 10.875, "train/tensor_act_model_layers_34_mlp_down_proj/std": 0.71484375, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 13.125, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 0.8747761249542236, "train/tensor_act_model_layers_34_mlp_down_proj/min": 8.9375, "train/tensor_act_model_layers_34_mlp_down_proj/max": 13.125, "train/tensor_act_model_layers_34_mlp_down_proj/range": 4.1875, "train/tensor_act_model_layers_34_mlp/norm": 8116.35693359375, "train/tensor_act_model_layers_34_mlp/mean": 3.96875, "train/tensor_act_model_layers_34_mlp/std": 0.0142822265625, "train/tensor_act_model_layers_34_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp/min": 3.90625, "train/tensor_act_model_layers_34_mlp/max": 3.984375, "train/tensor_act_model_layers_34_mlp/range": 0.078125, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 275013.25, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 134.0, "train/tensor_act_model_layers_34_residual_post_mlp/std": 1.7890625, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 139.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_mlp/min": 125.0, "train/tensor_act_model_layers_34_residual_post_mlp/max": 139.0, "train/tensor_act_model_layers_34_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 275013.25, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 134.0, "train/tensor_act_model_layers_35_residual_pre_attn/std": 1.7890625, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 139.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_pre_attn/min": 125.0, "train/tensor_act_model_layers_35_residual_pre_attn/max": 139.0, "train/tensor_act_model_layers_35_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_35_residual_post_attn/norm": 275013.25, "train/tensor_act_model_layers_35_residual_post_attn/mean": 134.0, "train/tensor_act_model_layers_35_residual_post_attn/std": 1.7890625, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 139.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_attn/min": 125.0, "train/tensor_act_model_layers_35_residual_post_attn/max": 139.0, "train/tensor_act_model_layers_35_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 4680.73193359375, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": 0.5, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 1.5390625, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 3.578125, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 3.578125, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 4.8984375, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 5002.390625, "train/tensor_act_model_layers_35_mlp_up_proj/mean": 0.0771484375, "train/tensor_act_model_layers_35_mlp_up_proj/std": 1.7265625, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 3.8125, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -3.8125, "train/tensor_act_model_layers_35_mlp_up_proj/max": 3.453125, "train/tensor_act_model_layers_35_mlp_up_proj/range": 7.265625, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 22084.09375, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 10.75, "train/tensor_act_model_layers_35_mlp_down_proj/std": 0.734375, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 13.1875, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 0.8533976078033447, "train/tensor_act_model_layers_35_mlp_down_proj/min": 9.0, "train/tensor_act_model_layers_35_mlp_down_proj/max": 13.1875, "train/tensor_act_model_layers_35_mlp_down_proj/range": 4.1875, "train/tensor_act_model_layers_35_mlp/norm": 8112.08642578125, "train/tensor_act_model_layers_35_mlp/mean": 3.96875, "train/tensor_act_model_layers_35_mlp/std": 0.0146484375, "train/tensor_act_model_layers_35_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp/min": 3.90625, "train/tensor_act_model_layers_35_mlp/max": 3.984375, "train/tensor_act_model_layers_35_mlp/range": 0.078125, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 283203.90625, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 138.0, "train/tensor_act_model_layers_35_residual_post_mlp/std": 1.7890625, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 143.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_mlp/min": 129.0, "train/tensor_act_model_layers_35_residual_post_mlp/max": 143.0, "train/tensor_act_model_layers_35_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 283203.90625, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 138.0, "train/tensor_act_model_layers_36_residual_pre_attn/std": 1.7890625, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 143.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_pre_attn/min": 129.0, "train/tensor_act_model_layers_36_residual_pre_attn/max": 143.0, "train/tensor_act_model_layers_36_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_36_residual_post_attn/norm": 283203.90625, "train/tensor_act_model_layers_36_residual_post_attn/mean": 138.0, "train/tensor_act_model_layers_36_residual_post_attn/std": 1.7890625, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 143.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_attn/min": 129.0, "train/tensor_act_model_layers_36_residual_post_attn/max": 143.0, "train/tensor_act_model_layers_36_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 4640.9736328125, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": 0.408203125, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 1.546875, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 3.703125, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 3.703125, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 4.96875, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 5034.31640625, "train/tensor_act_model_layers_36_mlp_up_proj/mean": -0.1396484375, "train/tensor_act_model_layers_36_mlp_up_proj/std": 1.734375, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 3.59375, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -3.5625, "train/tensor_act_model_layers_36_mlp_up_proj/max": 3.59375, "train/tensor_act_model_layers_36_mlp_up_proj/range": 7.15625, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 22028.6796875, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 10.75, "train/tensor_act_model_layers_36_mlp_down_proj/std": 0.671875, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 12.3125, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 0.841728687286377, "train/tensor_act_model_layers_36_mlp_down_proj/min": 8.8125, "train/tensor_act_model_layers_36_mlp_down_proj/max": 12.3125, "train/tensor_act_model_layers_36_mlp_down_proj/range": 3.5, "train/tensor_act_model_layers_36_mlp/norm": 8112.4208984375, "train/tensor_act_model_layers_36_mlp/mean": 3.96875, "train/tensor_act_model_layers_36_mlp/std": 0.01495361328125, "train/tensor_act_model_layers_36_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp/min": 3.90625, "train/tensor_act_model_layers_36_mlp/max": 3.984375, "train/tensor_act_model_layers_36_mlp/range": 0.078125, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 291395.21875, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 142.0, "train/tensor_act_model_layers_36_residual_post_mlp/std": 1.7890625, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 147.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_mlp/min": 133.0, "train/tensor_act_model_layers_36_residual_post_mlp/max": 147.0, "train/tensor_act_model_layers_36_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 291395.21875, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 142.0, "train/tensor_act_model_layers_37_residual_pre_attn/std": 1.7890625, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 147.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_pre_attn/min": 133.0, "train/tensor_act_model_layers_37_residual_pre_attn/max": 147.0, "train/tensor_act_model_layers_37_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_37_residual_post_attn/norm": 291395.21875, "train/tensor_act_model_layers_37_residual_post_attn/mean": 142.0, "train/tensor_act_model_layers_37_residual_post_attn/std": 1.7890625, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 147.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_attn/min": 133.0, "train/tensor_act_model_layers_37_residual_post_attn/max": 147.0, "train/tensor_act_model_layers_37_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 4749.11279296875, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": 0.451171875, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 1.578125, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 3.53125, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 3.53125, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 4.828125, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 5059.27587890625, "train/tensor_act_model_layers_37_mlp_up_proj/mean": 0.0546875, "train/tensor_act_model_layers_37_mlp_up_proj/std": 1.7421875, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 3.625, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -3.25, "train/tensor_act_model_layers_37_mlp_up_proj/max": 3.625, "train/tensor_act_model_layers_37_mlp_up_proj/range": 6.875, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 22246.814453125, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 10.8125, "train/tensor_act_model_layers_37_mlp_down_proj/std": 0.703125, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 12.8125, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 0.8948626518249512, "train/tensor_act_model_layers_37_mlp_down_proj/min": 8.8125, "train/tensor_act_model_layers_37_mlp_down_proj/max": 12.8125, "train/tensor_act_model_layers_37_mlp_down_proj/range": 4.0, "train/tensor_act_model_layers_37_mlp/norm": 8114.52587890625, "train/tensor_act_model_layers_37_mlp/mean": 3.96875, "train/tensor_act_model_layers_37_mlp/std": 0.01458740234375, "train/tensor_act_model_layers_37_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp/min": 3.90625, "train/tensor_act_model_layers_37_mlp/max": 3.984375, "train/tensor_act_model_layers_37_mlp/range": 0.078125, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 299586.59375, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 146.0, "train/tensor_act_model_layers_37_residual_post_mlp/std": 1.7890625, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 151.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_mlp/min": 137.0, "train/tensor_act_model_layers_37_residual_post_mlp/max": 151.0, "train/tensor_act_model_layers_37_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 299586.59375, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 146.0, "train/tensor_act_model_layers_38_residual_pre_attn/std": 1.7890625, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 151.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_pre_attn/min": 137.0, "train/tensor_act_model_layers_38_residual_pre_attn/max": 151.0, "train/tensor_act_model_layers_38_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_38_residual_post_attn/norm": 299586.59375, "train/tensor_act_model_layers_38_residual_post_attn/mean": 146.0, "train/tensor_act_model_layers_38_residual_post_attn/std": 1.7890625, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 151.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_attn/min": 137.0, "train/tensor_act_model_layers_38_residual_post_attn/max": 151.0, "train/tensor_act_model_layers_38_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 4785.10009765625, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": 0.58984375, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 1.5390625, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 3.671875, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 3.671875, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 4.953125, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 5060.640625, "train/tensor_act_model_layers_38_mlp_up_proj/mean": 0.05859375, "train/tensor_act_model_layers_38_mlp_up_proj/std": 1.75, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 3.421875, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -3.34375, "train/tensor_act_model_layers_38_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_38_mlp_up_proj/range": 6.765625, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 22316.294921875, "train/tensor_act_model_layers_38_mlp_down_proj/mean": 10.875, "train/tensor_act_model_layers_38_mlp_down_proj/std": 0.703125, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 12.5, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 0.8380734920501709, "train/tensor_act_model_layers_38_mlp_down_proj/min": 9.1875, "train/tensor_act_model_layers_38_mlp_down_proj/max": 12.5, "train/tensor_act_model_layers_38_mlp_down_proj/range": 3.3125, "train/tensor_act_model_layers_38_mlp/norm": 8114.8203125, "train/tensor_act_model_layers_38_mlp/mean": 3.96875, "train/tensor_act_model_layers_38_mlp/std": 0.01434326171875, "train/tensor_act_model_layers_38_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp/min": 3.921875, "train/tensor_act_model_layers_38_mlp/max": 3.984375, "train/tensor_act_model_layers_38_mlp/range": 0.0625, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 307778.0, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 150.0, "train/tensor_act_model_layers_38_residual_post_mlp/std": 1.7890625, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 155.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_mlp/min": 141.0, "train/tensor_act_model_layers_38_residual_post_mlp/max": 155.0, "train/tensor_act_model_layers_38_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 307778.0, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 150.0, "train/tensor_act_model_layers_39_residual_pre_attn/std": 1.7890625, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 155.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_pre_attn/min": 141.0, "train/tensor_act_model_layers_39_residual_pre_attn/max": 155.0, "train/tensor_act_model_layers_39_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_39_residual_post_attn/norm": 307778.0, "train/tensor_act_model_layers_39_residual_post_attn/mean": 150.0, "train/tensor_act_model_layers_39_residual_post_attn/std": 1.7890625, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 155.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_attn/min": 141.0, "train/tensor_act_model_layers_39_residual_post_attn/max": 155.0, "train/tensor_act_model_layers_39_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 4620.9013671875, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": 0.478515625, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 1.5234375, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 3.609375, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 3.609375, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 4.921875, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 5013.677734375, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.28515625, "train/tensor_act_model_layers_39_mlp_up_proj/std": 1.7109375, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 3.578125, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -3.578125, "train/tensor_act_model_layers_39_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_39_mlp_up_proj/range": 7.0, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 22090.6640625, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 10.75, "train/tensor_act_model_layers_39_mlp_down_proj/std": 0.74609375, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 12.75, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 0.8082001209259033, "train/tensor_act_model_layers_39_mlp_down_proj/min": 8.875, "train/tensor_act_model_layers_39_mlp_down_proj/max": 12.75, "train/tensor_act_model_layers_39_mlp_down_proj/range": 3.875, "train/tensor_act_model_layers_39_mlp/norm": 8111.19189453125, "train/tensor_act_model_layers_39_mlp/mean": 3.953125, "train/tensor_act_model_layers_39_mlp/std": 0.015869140625, "train/tensor_act_model_layers_39_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp/min": 3.90625, "train/tensor_act_model_layers_39_mlp/max": 3.984375, "train/tensor_act_model_layers_39_mlp/range": 0.078125, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 315969.4375, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 154.0, "train/tensor_act_model_layers_39_residual_post_mlp/std": 1.7890625, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 159.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_mlp/min": 145.0, "train/tensor_act_model_layers_39_residual_post_mlp/max": 159.0, "train/tensor_act_model_layers_39_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 315969.4375, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 154.0, "train/tensor_act_model_layers_40_residual_pre_attn/std": 1.7890625, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 159.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_pre_attn/min": 145.0, "train/tensor_act_model_layers_40_residual_pre_attn/max": 159.0, "train/tensor_act_model_layers_40_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_40_residual_post_attn/norm": 315969.4375, "train/tensor_act_model_layers_40_residual_post_attn/mean": 154.0, "train/tensor_act_model_layers_40_residual_post_attn/std": 1.7890625, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 159.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_attn/min": 145.0, "train/tensor_act_model_layers_40_residual_post_attn/max": 159.0, "train/tensor_act_model_layers_40_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 4702.06396484375, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": 0.34765625, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 1.5859375, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 3.34375, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 3.34375, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 4.6171875, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 5048.77001953125, "train/tensor_act_model_layers_40_mlp_up_proj/mean": 0.048583984375, "train/tensor_act_model_layers_40_mlp_up_proj/std": 1.7421875, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 3.625, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -3.328125, "train/tensor_act_model_layers_40_mlp_up_proj/max": 3.625, "train/tensor_act_model_layers_40_mlp_up_proj/range": 6.953125, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 21822.400390625, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 10.625, "train/tensor_act_model_layers_40_mlp_down_proj/std": 0.6953125, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 12.3125, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 0.7967033386230469, "train/tensor_act_model_layers_40_mlp_down_proj/min": 8.875, "train/tensor_act_model_layers_40_mlp_down_proj/max": 12.3125, "train/tensor_act_model_layers_40_mlp_down_proj/range": 3.4375, "train/tensor_act_model_layers_40_mlp/norm": 8107.91162109375, "train/tensor_act_model_layers_40_mlp/mean": 3.953125, "train/tensor_act_model_layers_40_mlp/std": 0.01513671875, "train/tensor_act_model_layers_40_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp/min": 3.90625, "train/tensor_act_model_layers_40_mlp/max": 3.984375, "train/tensor_act_model_layers_40_mlp/range": 0.078125, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 324160.90625, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 158.0, "train/tensor_act_model_layers_40_residual_post_mlp/std": 1.7890625, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 163.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_mlp/min": 149.0, "train/tensor_act_model_layers_40_residual_post_mlp/max": 163.0, "train/tensor_act_model_layers_40_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 324160.90625, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 158.0, "train/tensor_act_model_layers_41_residual_pre_attn/std": 1.7890625, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 163.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_pre_attn/min": 149.0, "train/tensor_act_model_layers_41_residual_pre_attn/max": 163.0, "train/tensor_act_model_layers_41_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_41_residual_post_attn/norm": 324160.90625, "train/tensor_act_model_layers_41_residual_post_attn/mean": 158.0, "train/tensor_act_model_layers_41_residual_post_attn/std": 1.7890625, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 163.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_attn/min": 149.0, "train/tensor_act_model_layers_41_residual_post_attn/max": 163.0, "train/tensor_act_model_layers_41_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 4642.6484375, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": 0.458984375, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 1.5390625, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 3.609375, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -1.34375, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 3.609375, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 4.953125, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 5021.61669921875, "train/tensor_act_model_layers_41_mlp_up_proj/mean": -0.01470947265625, "train/tensor_act_model_layers_41_mlp_up_proj/std": 1.734375, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 3.5, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -3.46875, "train/tensor_act_model_layers_41_mlp_up_proj/max": 3.5, "train/tensor_act_model_layers_41_mlp_up_proj/range": 6.96875, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 21422.2421875, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 10.4375, "train/tensor_act_model_layers_41_mlp_down_proj/std": 0.72265625, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 12.6875, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 0.7091038227081299, "train/tensor_act_model_layers_41_mlp_down_proj/min": 8.8125, "train/tensor_act_model_layers_41_mlp_down_proj/max": 12.6875, "train/tensor_act_model_layers_41_mlp_down_proj/range": 3.875, "train/tensor_act_model_layers_41_mlp/norm": 8097.62255859375, "train/tensor_act_model_layers_41_mlp/mean": 3.953125, "train/tensor_act_model_layers_41_mlp/std": 0.01708984375, "train/tensor_act_model_layers_41_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp/min": 3.90625, "train/tensor_act_model_layers_41_mlp/max": 3.984375, "train/tensor_act_model_layers_41_mlp/range": 0.078125, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 332352.375, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 162.0, "train/tensor_act_model_layers_41_residual_post_mlp/std": 1.7890625, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 167.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_mlp/min": 153.0, "train/tensor_act_model_layers_41_residual_post_mlp/max": 167.0, "train/tensor_act_model_layers_41_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 332352.375, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 162.0, "train/tensor_act_model_layers_42_residual_pre_attn/std": 1.7890625, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 167.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_pre_attn/min": 153.0, "train/tensor_act_model_layers_42_residual_pre_attn/max": 167.0, "train/tensor_act_model_layers_42_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_42_residual_post_attn/norm": 332352.375, "train/tensor_act_model_layers_42_residual_post_attn/mean": 162.0, "train/tensor_act_model_layers_42_residual_post_attn/std": 1.7890625, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 167.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_attn/min": 153.0, "train/tensor_act_model_layers_42_residual_post_attn/max": 167.0, "train/tensor_act_model_layers_42_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 4750.93505859375, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": 0.4921875, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 1.5625, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 3.359375, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 3.359375, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 4.71875, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 5010.92626953125, "train/tensor_act_model_layers_42_mlp_up_proj/mean": 0.125, "train/tensor_act_model_layers_42_mlp_up_proj/std": 1.7265625, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 3.578125, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -3.578125, "train/tensor_act_model_layers_42_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_42_mlp_up_proj/range": 7.0, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 22093.798828125, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 10.75, "train/tensor_act_model_layers_42_mlp_down_proj/std": 0.75390625, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 12.9375, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 0.8341217041015625, "train/tensor_act_model_layers_42_mlp_down_proj/min": 8.875, "train/tensor_act_model_layers_42_mlp_down_proj/max": 12.9375, "train/tensor_act_model_layers_42_mlp_down_proj/range": 4.0625, "train/tensor_act_model_layers_42_mlp/norm": 8111.462890625, "train/tensor_act_model_layers_42_mlp/mean": 3.953125, "train/tensor_act_model_layers_42_mlp/std": 0.0157470703125, "train/tensor_act_model_layers_42_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp/min": 3.90625, "train/tensor_act_model_layers_42_mlp/max": 3.984375, "train/tensor_act_model_layers_42_mlp/range": 0.078125, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 340543.90625, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 166.0, "train/tensor_act_model_layers_42_residual_post_mlp/std": 1.7890625, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 171.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_mlp/min": 157.0, "train/tensor_act_model_layers_42_residual_post_mlp/max": 171.0, "train/tensor_act_model_layers_42_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 340543.90625, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 166.0, "train/tensor_act_model_layers_43_residual_pre_attn/std": 1.7890625, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 171.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_pre_attn/min": 157.0, "train/tensor_act_model_layers_43_residual_pre_attn/max": 171.0, "train/tensor_act_model_layers_43_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_43_residual_post_attn/norm": 340543.90625, "train/tensor_act_model_layers_43_residual_post_attn/mean": 166.0, "train/tensor_act_model_layers_43_residual_post_attn/std": 1.7890625, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 171.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_attn/min": 157.0, "train/tensor_act_model_layers_43_residual_post_attn/max": 171.0, "train/tensor_act_model_layers_43_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 4665.45458984375, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": 0.490234375, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 1.53125, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 3.5625, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 3.5625, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 4.828125, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 4979.06396484375, "train/tensor_act_model_layers_43_mlp_up_proj/mean": 0.01190185546875, "train/tensor_act_model_layers_43_mlp_up_proj/std": 1.71875, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 3.609375, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -3.609375, "train/tensor_act_model_layers_43_mlp_up_proj/max": 3.328125, "train/tensor_act_model_layers_43_mlp_up_proj/range": 6.9375, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 22205.3046875, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 10.8125, "train/tensor_act_model_layers_43_mlp_down_proj/std": 0.89453125, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 13.6875, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 0.7724668979644775, "train/tensor_act_model_layers_43_mlp_down_proj/min": 8.625, "train/tensor_act_model_layers_43_mlp_down_proj/max": 13.6875, "train/tensor_act_model_layers_43_mlp_down_proj/range": 5.0625, "train/tensor_act_model_layers_43_mlp/norm": 8110.69580078125, "train/tensor_act_model_layers_43_mlp/mean": 3.953125, "train/tensor_act_model_layers_43_mlp/std": 0.0181884765625, "train/tensor_act_model_layers_43_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp/min": 3.890625, "train/tensor_act_model_layers_43_mlp/max": 3.984375, "train/tensor_act_model_layers_43_mlp/range": 0.09375, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 348735.4375, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 170.0, "train/tensor_act_model_layers_43_residual_post_mlp/std": 1.7890625, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 175.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_mlp/min": 161.0, "train/tensor_act_model_layers_43_residual_post_mlp/max": 175.0, "train/tensor_act_model_layers_43_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 348735.4375, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 170.0, "train/tensor_act_model_layers_44_residual_pre_attn/std": 1.7890625, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 175.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_pre_attn/min": 161.0, "train/tensor_act_model_layers_44_residual_pre_attn/max": 175.0, "train/tensor_act_model_layers_44_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_44_residual_post_attn/norm": 348735.4375, "train/tensor_act_model_layers_44_residual_post_attn/mean": 170.0, "train/tensor_act_model_layers_44_residual_post_attn/std": 1.7890625, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 175.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_attn/min": 161.0, "train/tensor_act_model_layers_44_residual_post_attn/max": 175.0, "train/tensor_act_model_layers_44_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 4928.369140625, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": 0.69921875, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 1.5546875, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 3.453125, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 3.453125, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 4.71875, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 4985.50732421875, "train/tensor_act_model_layers_44_mlp_up_proj/mean": -0.0020294189453125, "train/tensor_act_model_layers_44_mlp_up_proj/std": 1.71875, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 3.65625, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -3.5625, "train/tensor_act_model_layers_44_mlp_up_proj/max": 3.65625, "train/tensor_act_model_layers_44_mlp_up_proj/range": 7.21875, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 22567.873046875, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 11.0, "train/tensor_act_model_layers_44_mlp_down_proj/std": 0.7265625, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 13.0625, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 0.920475959777832, "train/tensor_act_model_layers_44_mlp_down_proj/min": 9.5, "train/tensor_act_model_layers_44_mlp_down_proj/max": 13.0625, "train/tensor_act_model_layers_44_mlp_down_proj/range": 3.5625, "train/tensor_act_model_layers_44_mlp/norm": 8121.06640625, "train/tensor_act_model_layers_44_mlp/mean": 3.96875, "train/tensor_act_model_layers_44_mlp/std": 0.01300048828125, "train/tensor_act_model_layers_44_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp/min": 3.9375, "train/tensor_act_model_layers_44_mlp/max": 3.984375, "train/tensor_act_model_layers_44_mlp/range": 0.046875, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 356927.0, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 174.0, "train/tensor_act_model_layers_44_residual_post_mlp/std": 1.7890625, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 179.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_mlp/min": 165.0, "train/tensor_act_model_layers_44_residual_post_mlp/max": 179.0, "train/tensor_act_model_layers_44_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 356927.0, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 174.0, "train/tensor_act_model_layers_45_residual_pre_attn/std": 1.7890625, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 179.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_pre_attn/min": 165.0, "train/tensor_act_model_layers_45_residual_pre_attn/max": 179.0, "train/tensor_act_model_layers_45_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_45_residual_post_attn/norm": 356927.0, "train/tensor_act_model_layers_45_residual_post_attn/mean": 174.0, "train/tensor_act_model_layers_45_residual_post_attn/std": 1.7890625, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 179.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_attn/min": 165.0, "train/tensor_act_model_layers_45_residual_post_attn/max": 179.0, "train/tensor_act_model_layers_45_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 4666.3330078125, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": 0.458984375, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 1.546875, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 3.703125, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 3.703125, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 5.0, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 4984.95166015625, "train/tensor_act_model_layers_45_mlp_up_proj/mean": -0.1298828125, "train/tensor_act_model_layers_45_mlp_up_proj/std": 1.71875, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 3.359375, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -3.328125, "train/tensor_act_model_layers_45_mlp_up_proj/max": 3.359375, "train/tensor_act_model_layers_45_mlp_up_proj/range": 6.6875, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 21457.611328125, "train/tensor_act_model_layers_45_mlp_down_proj/mean": 10.4375, "train/tensor_act_model_layers_45_mlp_down_proj/std": 0.73046875, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 12.3125, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 0.7408232688903809, "train/tensor_act_model_layers_45_mlp_down_proj/min": 8.5, "train/tensor_act_model_layers_45_mlp_down_proj/max": 12.3125, "train/tensor_act_model_layers_45_mlp_down_proj/range": 3.8125, "train/tensor_act_model_layers_45_mlp/norm": 8097.7900390625, "train/tensor_act_model_layers_45_mlp/mean": 3.953125, "train/tensor_act_model_layers_45_mlp/std": 0.01708984375, "train/tensor_act_model_layers_45_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp/min": 3.890625, "train/tensor_act_model_layers_45_mlp/max": 3.984375, "train/tensor_act_model_layers_45_mlp/range": 0.09375, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 365118.59375, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 178.0, "train/tensor_act_model_layers_45_residual_post_mlp/std": 1.7890625, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 183.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_mlp/min": 169.0, "train/tensor_act_model_layers_45_residual_post_mlp/max": 183.0, "train/tensor_act_model_layers_45_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 365118.59375, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 178.0, "train/tensor_act_model_layers_46_residual_pre_attn/std": 1.7890625, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 183.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_pre_attn/min": 169.0, "train/tensor_act_model_layers_46_residual_pre_attn/max": 183.0, "train/tensor_act_model_layers_46_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_46_residual_post_attn/norm": 365118.59375, "train/tensor_act_model_layers_46_residual_post_attn/mean": 178.0, "train/tensor_act_model_layers_46_residual_post_attn/std": 1.7890625, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 183.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_attn/min": 169.0, "train/tensor_act_model_layers_46_residual_post_attn/max": 183.0, "train/tensor_act_model_layers_46_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 4712.0703125, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": 0.50390625, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 1.546875, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 3.53125, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 3.53125, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 4.8125, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 5017.8994140625, "train/tensor_act_model_layers_46_mlp_up_proj/mean": 0.00885009765625, "train/tensor_act_model_layers_46_mlp_up_proj/std": 1.734375, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 3.71875, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -3.71875, "train/tensor_act_model_layers_46_mlp_up_proj/max": 3.65625, "train/tensor_act_model_layers_46_mlp_up_proj/range": 7.375, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 22235.126953125, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 10.8125, "train/tensor_act_model_layers_46_mlp_down_proj/std": 0.73828125, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 13.8125, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 0.8464860916137695, "train/tensor_act_model_layers_46_mlp_down_proj/min": 9.375, "train/tensor_act_model_layers_46_mlp_down_proj/max": 13.8125, "train/tensor_act_model_layers_46_mlp_down_proj/range": 4.4375, "train/tensor_act_model_layers_46_mlp/norm": 8114.1806640625, "train/tensor_act_model_layers_46_mlp/mean": 3.96875, "train/tensor_act_model_layers_46_mlp/std": 0.014404296875, "train/tensor_act_model_layers_46_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp/min": 3.921875, "train/tensor_act_model_layers_46_mlp/max": 3.984375, "train/tensor_act_model_layers_46_mlp/range": 0.0625, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 373310.1875, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 182.0, "train/tensor_act_model_layers_46_residual_post_mlp/std": 1.7890625, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 187.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_mlp/min": 173.0, "train/tensor_act_model_layers_46_residual_post_mlp/max": 187.0, "train/tensor_act_model_layers_46_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 373310.1875, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 182.0, "train/tensor_act_model_layers_47_residual_pre_attn/std": 1.7890625, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 187.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_pre_attn/min": 173.0, "train/tensor_act_model_layers_47_residual_pre_attn/max": 187.0, "train/tensor_act_model_layers_47_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_47_residual_post_attn/norm": 373310.1875, "train/tensor_act_model_layers_47_residual_post_attn/mean": 182.0, "train/tensor_act_model_layers_47_residual_post_attn/std": 1.7890625, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 187.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_attn/min": 173.0, "train/tensor_act_model_layers_47_residual_post_attn/max": 187.0, "train/tensor_act_model_layers_47_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 4821.57177734375, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": 0.546875, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 1.5703125, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 3.453125, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 3.453125, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 4.71875, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 4982.7734375, "train/tensor_act_model_layers_47_mlp_up_proj/mean": -0.328125, "train/tensor_act_model_layers_47_mlp_up_proj/std": 1.6875, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 3.453125, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -3.453125, "train/tensor_act_model_layers_47_mlp_up_proj/max": 3.390625, "train/tensor_act_model_layers_47_mlp_up_proj/range": 6.84375, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 21865.498046875, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 10.625, "train/tensor_act_model_layers_47_mlp_down_proj/std": 0.76953125, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 12.8125, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 0.8037211894989014, "train/tensor_act_model_layers_47_mlp_down_proj/min": 7.96875, "train/tensor_act_model_layers_47_mlp_down_proj/max": 12.8125, "train/tensor_act_model_layers_47_mlp_down_proj/range": 4.84375, "train/tensor_act_model_layers_47_mlp/norm": 8106.3935546875, "train/tensor_act_model_layers_47_mlp/mean": 3.953125, "train/tensor_act_model_layers_47_mlp/std": 0.0181884765625, "train/tensor_act_model_layers_47_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp/min": 3.859375, "train/tensor_act_model_layers_47_mlp/max": 3.984375, "train/tensor_act_model_layers_47_mlp/range": 0.125, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 381501.78125, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 186.0, "train/tensor_act_model_layers_47_residual_post_mlp/std": 1.7890625, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 191.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_mlp/min": 177.0, "train/tensor_act_model_layers_47_residual_post_mlp/max": 191.0, "train/tensor_act_model_layers_47_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 381501.78125, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 186.0, "train/tensor_act_model_layers_48_residual_pre_attn/std": 1.7890625, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 191.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_pre_attn/min": 177.0, "train/tensor_act_model_layers_48_residual_pre_attn/max": 191.0, "train/tensor_act_model_layers_48_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_48_residual_post_attn/norm": 381501.78125, "train/tensor_act_model_layers_48_residual_post_attn/mean": 186.0, "train/tensor_act_model_layers_48_residual_post_attn/std": 1.7890625, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 191.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_attn/min": 177.0, "train/tensor_act_model_layers_48_residual_post_attn/max": 191.0, "train/tensor_act_model_layers_48_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 4671.96875, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": 0.546875, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 1.515625, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 3.703125, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -1.234375, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 3.703125, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 4.9375, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 4857.74755859375, "train/tensor_act_model_layers_48_mlp_up_proj/mean": 0.03662109375, "train/tensor_act_model_layers_48_mlp_up_proj/std": 1.6796875, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 3.40625, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -3.25, "train/tensor_act_model_layers_48_mlp_up_proj/max": 3.40625, "train/tensor_act_model_layers_48_mlp_up_proj/range": 6.65625, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 21424.6640625, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 10.4375, "train/tensor_act_model_layers_48_mlp_down_proj/std": 0.84765625, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 13.0625, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 0.6962690353393555, "train/tensor_act_model_layers_48_mlp_down_proj/min": 8.4375, "train/tensor_act_model_layers_48_mlp_down_proj/max": 13.0625, "train/tensor_act_model_layers_48_mlp_down_proj/range": 4.625, "train/tensor_act_model_layers_48_mlp/norm": 8095.296875, "train/tensor_act_model_layers_48_mlp/mean": 3.953125, "train/tensor_act_model_layers_48_mlp/std": 0.02099609375, "train/tensor_act_model_layers_48_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp/min": 3.890625, "train/tensor_act_model_layers_48_mlp/max": 3.984375, "train/tensor_act_model_layers_48_mlp/range": 0.09375, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 389693.4375, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 190.0, "train/tensor_act_model_layers_48_residual_post_mlp/std": 1.7890625, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 195.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_mlp/min": 181.0, "train/tensor_act_model_layers_48_residual_post_mlp/max": 195.0, "train/tensor_act_model_layers_48_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 389693.4375, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 190.0, "train/tensor_act_model_layers_49_residual_pre_attn/std": 1.7890625, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 195.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_pre_attn/min": 181.0, "train/tensor_act_model_layers_49_residual_pre_attn/max": 195.0, "train/tensor_act_model_layers_49_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_49_residual_post_attn/norm": 389693.4375, "train/tensor_act_model_layers_49_residual_post_attn/mean": 190.0, "train/tensor_act_model_layers_49_residual_post_attn/std": 1.7890625, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 195.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_attn/min": 181.0, "train/tensor_act_model_layers_49_residual_post_attn/max": 195.0, "train/tensor_act_model_layers_49_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 4657.0439453125, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": 0.4453125, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 1.546875, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 3.515625, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 3.515625, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 4.796875, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 5008.10498046875, "train/tensor_act_model_layers_49_mlp_up_proj/mean": -0.0888671875, "train/tensor_act_model_layers_49_mlp_up_proj/std": 1.7265625, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 3.65625, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -3.65625, "train/tensor_act_model_layers_49_mlp_up_proj/max": 3.515625, "train/tensor_act_model_layers_49_mlp_up_proj/range": 7.171875, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 21692.716796875, "train/tensor_act_model_layers_49_mlp_down_proj/mean": 10.5625, "train/tensor_act_model_layers_49_mlp_down_proj/std": 0.78125, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 12.375, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 0.7619025707244873, "train/tensor_act_model_layers_49_mlp_down_proj/min": 8.4375, "train/tensor_act_model_layers_49_mlp_down_proj/max": 12.375, "train/tensor_act_model_layers_49_mlp_down_proj/range": 3.9375, "train/tensor_act_model_layers_49_mlp/norm": 8102.423828125, "train/tensor_act_model_layers_49_mlp/mean": 3.953125, "train/tensor_act_model_layers_49_mlp/std": 0.017822265625, "train/tensor_act_model_layers_49_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp/min": 3.890625, "train/tensor_act_model_layers_49_mlp/max": 3.984375, "train/tensor_act_model_layers_49_mlp/range": 0.09375, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 397885.0625, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 194.0, "train/tensor_act_model_layers_49_residual_post_mlp/std": 1.7890625, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 199.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_mlp/min": 185.0, "train/tensor_act_model_layers_49_residual_post_mlp/max": 199.0, "train/tensor_act_model_layers_49_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 397885.0625, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 194.0, "train/tensor_act_model_layers_50_residual_pre_attn/std": 1.7890625, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 199.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_pre_attn/min": 185.0, "train/tensor_act_model_layers_50_residual_pre_attn/max": 199.0, "train/tensor_act_model_layers_50_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_50_residual_post_attn/norm": 397885.0625, "train/tensor_act_model_layers_50_residual_post_attn/mean": 194.0, "train/tensor_act_model_layers_50_residual_post_attn/std": 1.7890625, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 199.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_attn/min": 185.0, "train/tensor_act_model_layers_50_residual_post_attn/max": 199.0, "train/tensor_act_model_layers_50_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 4841.2158203125, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": 0.6015625, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 1.5625, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 3.375, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 3.375, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 4.640625, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 4976.318359375, "train/tensor_act_model_layers_50_mlp_up_proj/mean": -0.000579833984375, "train/tensor_act_model_layers_50_mlp_up_proj/std": 1.71875, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 3.390625, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -3.203125, "train/tensor_act_model_layers_50_mlp_up_proj/max": 3.390625, "train/tensor_act_model_layers_50_mlp_up_proj/range": 6.59375, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 21670.2265625, "train/tensor_act_model_layers_50_mlp_down_proj/mean": 10.5625, "train/tensor_act_model_layers_50_mlp_down_proj/std": 0.7421875, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 13.125, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 0.7729790210723877, "train/tensor_act_model_layers_50_mlp_down_proj/min": 8.625, "train/tensor_act_model_layers_50_mlp_down_proj/max": 13.125, "train/tensor_act_model_layers_50_mlp_down_proj/range": 4.5, "train/tensor_act_model_layers_50_mlp/norm": 8102.39599609375, "train/tensor_act_model_layers_50_mlp/mean": 3.953125, "train/tensor_act_model_layers_50_mlp/std": 0.016845703125, "train/tensor_act_model_layers_50_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp/min": 3.890625, "train/tensor_act_model_layers_50_mlp/max": 3.984375, "train/tensor_act_model_layers_50_mlp/range": 0.09375, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 406076.71875, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 198.0, "train/tensor_act_model_layers_50_residual_post_mlp/std": 1.7890625, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 203.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_mlp/min": 189.0, "train/tensor_act_model_layers_50_residual_post_mlp/max": 203.0, "train/tensor_act_model_layers_50_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 406076.71875, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 198.0, "train/tensor_act_model_layers_51_residual_pre_attn/std": 1.7890625, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 203.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_pre_attn/min": 189.0, "train/tensor_act_model_layers_51_residual_pre_attn/max": 203.0, "train/tensor_act_model_layers_51_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_51_residual_post_attn/norm": 406076.71875, "train/tensor_act_model_layers_51_residual_post_attn/mean": 198.0, "train/tensor_act_model_layers_51_residual_post_attn/std": 1.7890625, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 203.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_attn/min": 189.0, "train/tensor_act_model_layers_51_residual_post_attn/max": 203.0, "train/tensor_act_model_layers_51_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 4590.93798828125, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": 0.408203125, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 1.53125, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 3.640625, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -1.25, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 3.640625, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 4.890625, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 4944.47998046875, "train/tensor_act_model_layers_51_mlp_up_proj/mean": 0.0311279296875, "train/tensor_act_model_layers_51_mlp_up_proj/std": 1.703125, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 3.578125, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -3.578125, "train/tensor_act_model_layers_51_mlp_up_proj/max": 3.53125, "train/tensor_act_model_layers_51_mlp_up_proj/range": 7.109375, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 21547.2734375, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 10.5, "train/tensor_act_model_layers_51_mlp_down_proj/std": 0.921875, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 12.75, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 0.6521782875061035, "train/tensor_act_model_layers_51_mlp_down_proj/min": 8.25, "train/tensor_act_model_layers_51_mlp_down_proj/max": 12.75, "train/tensor_act_model_layers_51_mlp_down_proj/range": 4.5, "train/tensor_act_model_layers_51_mlp/norm": 8096.251953125, "train/tensor_act_model_layers_51_mlp/mean": 3.953125, "train/tensor_act_model_layers_51_mlp/std": 0.0230712890625, "train/tensor_act_model_layers_51_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp/min": 3.875, "train/tensor_act_model_layers_51_mlp/max": 3.984375, "train/tensor_act_model_layers_51_mlp/range": 0.109375, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 414268.40625, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 202.0, "train/tensor_act_model_layers_51_residual_post_mlp/std": 1.7890625, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 207.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_mlp/min": 193.0, "train/tensor_act_model_layers_51_residual_post_mlp/max": 207.0, "train/tensor_act_model_layers_51_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 414268.40625, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 202.0, "train/tensor_act_model_layers_52_residual_pre_attn/std": 1.7890625, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 207.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_pre_attn/min": 193.0, "train/tensor_act_model_layers_52_residual_pre_attn/max": 207.0, "train/tensor_act_model_layers_52_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_52_residual_post_attn/norm": 414268.40625, "train/tensor_act_model_layers_52_residual_post_attn/mean": 202.0, "train/tensor_act_model_layers_52_residual_post_attn/std": 1.7890625, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 207.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_attn/min": 193.0, "train/tensor_act_model_layers_52_residual_post_attn/max": 207.0, "train/tensor_act_model_layers_52_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 4760.80029296875, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": 0.60546875, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 1.53125, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 3.515625, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 3.515625, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 4.8359375, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 4905.23583984375, "train/tensor_act_model_layers_52_mlp_up_proj/mean": -0.0986328125, "train/tensor_act_model_layers_52_mlp_up_proj/std": 1.6875, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 3.609375, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -3.46875, "train/tensor_act_model_layers_52_mlp_up_proj/max": 3.609375, "train/tensor_act_model_layers_52_mlp_up_proj/range": 7.078125, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 21588.224609375, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 10.5, "train/tensor_act_model_layers_52_mlp_down_proj/std": 0.84375, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 12.6875, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 0.7167887687683105, "train/tensor_act_model_layers_52_mlp_down_proj/min": 8.4375, "train/tensor_act_model_layers_52_mlp_down_proj/max": 12.6875, "train/tensor_act_model_layers_52_mlp_down_proj/range": 4.25, "train/tensor_act_model_layers_52_mlp/norm": 8099.67626953125, "train/tensor_act_model_layers_52_mlp/mean": 3.953125, "train/tensor_act_model_layers_52_mlp/std": 0.019287109375, "train/tensor_act_model_layers_52_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp/min": 3.890625, "train/tensor_act_model_layers_52_mlp/max": 3.984375, "train/tensor_act_model_layers_52_mlp/range": 0.09375, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 422460.09375, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 206.0, "train/tensor_act_model_layers_52_residual_post_mlp/std": 1.7890625, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 211.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_mlp/min": 197.0, "train/tensor_act_model_layers_52_residual_post_mlp/max": 211.0, "train/tensor_act_model_layers_52_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 422460.09375, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 206.0, "train/tensor_act_model_layers_53_residual_pre_attn/std": 1.7890625, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 211.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_pre_attn/min": 197.0, "train/tensor_act_model_layers_53_residual_pre_attn/max": 211.0, "train/tensor_act_model_layers_53_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_53_residual_post_attn/norm": 422396.46875, "train/tensor_act_model_layers_53_residual_post_attn/mean": 206.0, "train/tensor_act_model_layers_53_residual_post_attn/std": 1.8125, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 211.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_attn/min": 196.0, "train/tensor_act_model_layers_53_residual_post_attn/max": 211.0, "train/tensor_act_model_layers_53_residual_post_attn/range": 15.0, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 4701.0810546875, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": 0.435546875, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 1.5625, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 3.703125, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 3.703125, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 4.9765625, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 4939.81396484375, "train/tensor_act_model_layers_53_mlp_up_proj/mean": -0.0751953125, "train/tensor_act_model_layers_53_mlp_up_proj/std": 1.703125, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 3.546875, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -3.546875, "train/tensor_act_model_layers_53_mlp_up_proj/max": 3.546875, "train/tensor_act_model_layers_53_mlp_up_proj/range": 7.09375, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 21606.7578125, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 10.5, "train/tensor_act_model_layers_53_mlp_down_proj/std": 0.9140625, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 13.375, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 0.7165036201477051, "train/tensor_act_model_layers_53_mlp_down_proj/min": 7.9375, "train/tensor_act_model_layers_53_mlp_down_proj/max": 13.375, "train/tensor_act_model_layers_53_mlp_down_proj/range": 5.4375, "train/tensor_act_model_layers_53_mlp/norm": 8096.9755859375, "train/tensor_act_model_layers_53_mlp/mean": 3.953125, "train/tensor_act_model_layers_53_mlp/std": 0.0225830078125, "train/tensor_act_model_layers_53_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp/min": 3.859375, "train/tensor_act_model_layers_53_mlp/max": 3.984375, "train/tensor_act_model_layers_53_mlp/range": 0.125, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 430588.1875, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 210.0, "train/tensor_act_model_layers_53_residual_post_mlp/std": 1.8125, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 215.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_mlp/min": 200.0, "train/tensor_act_model_layers_53_residual_post_mlp/max": 215.0, "train/tensor_act_model_layers_53_residual_post_mlp/range": 15.0, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 430588.1875, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 210.0, "train/tensor_act_model_layers_54_residual_pre_attn/std": 1.8125, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 215.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_pre_attn/min": 200.0, "train/tensor_act_model_layers_54_residual_pre_attn/max": 215.0, "train/tensor_act_model_layers_54_residual_pre_attn/range": 15.0, "train/tensor_act_model_layers_54_residual_post_attn/norm": 430588.1875, "train/tensor_act_model_layers_54_residual_post_attn/mean": 210.0, "train/tensor_act_model_layers_54_residual_post_attn/std": 1.8125, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 215.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_attn/min": 200.0, "train/tensor_act_model_layers_54_residual_post_attn/max": 215.0, "train/tensor_act_model_layers_54_residual_post_attn/range": 15.0, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 4530.958984375, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": 0.458984375, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 1.4921875, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 3.546875, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -1.3671875, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 3.546875, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 4.9140625, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 4967.353515625, "train/tensor_act_model_layers_54_mlp_up_proj/mean": -0.08203125, "train/tensor_act_model_layers_54_mlp_up_proj/std": 1.7109375, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 3.609375, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -3.609375, "train/tensor_act_model_layers_54_mlp_up_proj/max": 3.515625, "train/tensor_act_model_layers_54_mlp_up_proj/range": 7.125, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 21413.302734375, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 10.4375, "train/tensor_act_model_layers_54_mlp_down_proj/std": 0.8671875, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 13.375, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 0.6710247993469238, "train/tensor_act_model_layers_54_mlp_down_proj/min": 8.0, "train/tensor_act_model_layers_54_mlp_down_proj/max": 13.375, "train/tensor_act_model_layers_54_mlp_down_proj/range": 5.375, "train/tensor_act_model_layers_54_mlp/norm": 8094.4296875, "train/tensor_act_model_layers_54_mlp/mean": 3.953125, "train/tensor_act_model_layers_54_mlp/std": 0.0211181640625, "train/tensor_act_model_layers_54_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp/min": 3.859375, "train/tensor_act_model_layers_54_mlp/max": 3.984375, "train/tensor_act_model_layers_54_mlp/range": 0.125, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 438779.875, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 214.0, "train/tensor_act_model_layers_54_residual_post_mlp/std": 1.8125, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 219.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_mlp/min": 204.0, "train/tensor_act_model_layers_54_residual_post_mlp/max": 219.0, "train/tensor_act_model_layers_54_residual_post_mlp/range": 15.0, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 438779.875, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 214.0, "train/tensor_act_model_layers_55_residual_pre_attn/std": 1.8125, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 219.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_pre_attn/min": 204.0, "train/tensor_act_model_layers_55_residual_pre_attn/max": 219.0, "train/tensor_act_model_layers_55_residual_pre_attn/range": 15.0, "train/tensor_act_model_layers_55_residual_post_attn/norm": 438779.875, "train/tensor_act_model_layers_55_residual_post_attn/mean": 214.0, "train/tensor_act_model_layers_55_residual_post_attn/std": 1.8125, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 219.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_attn/min": 204.0, "train/tensor_act_model_layers_55_residual_post_attn/max": 219.0, "train/tensor_act_model_layers_55_residual_post_attn/range": 15.0, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 4561.3017578125, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": 0.3671875, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 1.53125, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 3.4375, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -1.328125, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 3.4375, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 4.765625, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 4965.3583984375, "train/tensor_act_model_layers_55_mlp_up_proj/mean": -0.0341796875, "train/tensor_act_model_layers_55_mlp_up_proj/std": 1.7109375, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 3.453125, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -3.4375, "train/tensor_act_model_layers_55_mlp_up_proj/max": 3.453125, "train/tensor_act_model_layers_55_mlp_up_proj/range": 6.890625, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 21366.474609375, "train/tensor_act_model_layers_55_mlp_down_proj/mean": 10.375, "train/tensor_act_model_layers_55_mlp_down_proj/std": 0.828125, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 12.6875, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 0.6749467849731445, "train/tensor_act_model_layers_55_mlp_down_proj/min": 8.125, "train/tensor_act_model_layers_55_mlp_down_proj/max": 12.6875, "train/tensor_act_model_layers_55_mlp_down_proj/range": 4.5625, "train/tensor_act_model_layers_55_mlp/norm": 8093.0986328125, "train/tensor_act_model_layers_55_mlp/mean": 3.953125, "train/tensor_act_model_layers_55_mlp/std": 0.02197265625, "train/tensor_act_model_layers_55_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp/min": 3.859375, "train/tensor_act_model_layers_55_mlp/max": 3.984375, "train/tensor_act_model_layers_55_mlp/range": 0.125, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 446971.5625, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 218.0, "train/tensor_act_model_layers_55_residual_post_mlp/std": 1.8125, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 223.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_mlp/min": 208.0, "train/tensor_act_model_layers_55_residual_post_mlp/max": 223.0, "train/tensor_act_model_layers_55_residual_post_mlp/range": 15.0, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 446971.5625, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 218.0, "train/tensor_act_model_layers_56_residual_pre_attn/std": 1.8125, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 223.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_pre_attn/min": 208.0, "train/tensor_act_model_layers_56_residual_pre_attn/max": 223.0, "train/tensor_act_model_layers_56_residual_pre_attn/range": 15.0, "train/tensor_act_model_layers_56_residual_post_attn/norm": 446971.5625, "train/tensor_act_model_layers_56_residual_post_attn/mean": 218.0, "train/tensor_act_model_layers_56_residual_post_attn/std": 1.8125, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 223.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_attn/min": 208.0, "train/tensor_act_model_layers_56_residual_post_attn/max": 223.0, "train/tensor_act_model_layers_56_residual_post_attn/range": 15.0, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 4611.83642578125, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": 0.408203125, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 1.5390625, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 3.484375, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 3.484375, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 4.7578125, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 4824.93212890625, "train/tensor_act_model_layers_56_mlp_up_proj/mean": -0.02099609375, "train/tensor_act_model_layers_56_mlp_up_proj/std": 1.6640625, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 3.625, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -3.625, "train/tensor_act_model_layers_56_mlp_up_proj/max": 3.15625, "train/tensor_act_model_layers_56_mlp_up_proj/range": 6.78125, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 20797.2421875, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 10.125, "train/tensor_act_model_layers_56_mlp_down_proj/std": 0.77734375, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 12.5, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 0.5205483436584473, "train/tensor_act_model_layers_56_mlp_down_proj/min": 7.96875, "train/tensor_act_model_layers_56_mlp_down_proj/max": 12.5, "train/tensor_act_model_layers_56_mlp_down_proj/range": 4.53125, "train/tensor_act_model_layers_56_mlp/norm": 8081.40087890625, "train/tensor_act_model_layers_56_mlp/mean": 3.953125, "train/tensor_act_model_layers_56_mlp/std": 0.0206298828125, "train/tensor_act_model_layers_56_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp/min": 3.859375, "train/tensor_act_model_layers_56_mlp/max": 3.984375, "train/tensor_act_model_layers_56_mlp/range": 0.125, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 455163.3125, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 222.0, "train/tensor_act_model_layers_56_residual_post_mlp/std": 1.8125, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 227.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_mlp/min": 212.0, "train/tensor_act_model_layers_56_residual_post_mlp/max": 227.0, "train/tensor_act_model_layers_56_residual_post_mlp/range": 15.0, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 455163.3125, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 222.0, "train/tensor_act_model_layers_57_residual_pre_attn/std": 1.8125, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 227.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_pre_attn/min": 212.0, "train/tensor_act_model_layers_57_residual_pre_attn/max": 227.0, "train/tensor_act_model_layers_57_residual_pre_attn/range": 15.0, "train/tensor_act_model_layers_57_residual_post_attn/norm": 455147.3125, "train/tensor_act_model_layers_57_residual_post_attn/mean": 222.0, "train/tensor_act_model_layers_57_residual_post_attn/std": 1.8125, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 227.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_attn/min": 212.0, "train/tensor_act_model_layers_57_residual_post_attn/max": 227.0, "train/tensor_act_model_layers_57_residual_post_attn/range": 15.0, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 4629.82666015625, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": 0.466796875, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 1.53125, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 3.71875, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -1.3671875, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 3.71875, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 5.0859375, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 4716.8984375, "train/tensor_act_model_layers_57_mlp_up_proj/mean": -0.0291748046875, "train/tensor_act_model_layers_57_mlp_up_proj/std": 1.625, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 3.625, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -3.625, "train/tensor_act_model_layers_57_mlp_up_proj/max": 3.53125, "train/tensor_act_model_layers_57_mlp_up_proj/range": 7.15625, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 21056.712890625, "train/tensor_act_model_layers_57_mlp_down_proj/mean": 10.25, "train/tensor_act_model_layers_57_mlp_down_proj/std": 0.77734375, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 12.375, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 0.5761370658874512, "train/tensor_act_model_layers_57_mlp_down_proj/min": 8.25, "train/tensor_act_model_layers_57_mlp_down_proj/max": 12.375, "train/tensor_act_model_layers_57_mlp_down_proj/range": 4.125, "train/tensor_act_model_layers_57_mlp/norm": 8085.75390625, "train/tensor_act_model_layers_57_mlp/mean": 3.953125, "train/tensor_act_model_layers_57_mlp/std": 0.02197265625, "train/tensor_act_model_layers_57_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp/min": 3.875, "train/tensor_act_model_layers_57_mlp/max": 3.984375, "train/tensor_act_model_layers_57_mlp/range": 0.109375, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 463339.03125, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 226.0, "train/tensor_act_model_layers_57_residual_post_mlp/std": 1.8125, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 231.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_mlp/min": 216.0, "train/tensor_act_model_layers_57_residual_post_mlp/max": 231.0, "train/tensor_act_model_layers_57_residual_post_mlp/range": 15.0, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 463339.03125, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 226.0, "train/tensor_act_model_layers_58_residual_pre_attn/std": 1.8125, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 231.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_pre_attn/min": 216.0, "train/tensor_act_model_layers_58_residual_pre_attn/max": 231.0, "train/tensor_act_model_layers_58_residual_pre_attn/range": 15.0, "train/tensor_act_model_layers_58_residual_post_attn/norm": 463339.03125, "train/tensor_act_model_layers_58_residual_post_attn/mean": 226.0, "train/tensor_act_model_layers_58_residual_post_attn/std": 1.8125, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 231.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_attn/min": 216.0, "train/tensor_act_model_layers_58_residual_post_attn/max": 231.0, "train/tensor_act_model_layers_58_residual_post_attn/range": 15.0, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 4520.68408203125, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": 0.373046875, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 1.515625, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 3.703125, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -1.2578125, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 3.703125, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 4.9609375, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 4917.05078125, "train/tensor_act_model_layers_58_mlp_up_proj/mean": 0.0703125, "train/tensor_act_model_layers_58_mlp_up_proj/std": 1.6953125, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 3.578125, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -3.375, "train/tensor_act_model_layers_58_mlp_up_proj/max": 3.578125, "train/tensor_act_model_layers_58_mlp_up_proj/range": 6.953125, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 21351.5390625, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 10.375, "train/tensor_act_model_layers_58_mlp_down_proj/std": 0.9921875, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 12.9375, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 0.6176056861877441, "train/tensor_act_model_layers_58_mlp_down_proj/min": 7.40625, "train/tensor_act_model_layers_58_mlp_down_proj/max": 12.9375, "train/tensor_act_model_layers_58_mlp_down_proj/range": 5.53125, "train/tensor_act_model_layers_58_mlp/norm": 8088.7705078125, "train/tensor_act_model_layers_58_mlp/mean": 3.953125, "train/tensor_act_model_layers_58_mlp/std": 0.0269775390625, "train/tensor_act_model_layers_58_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp/min": 3.8125, "train/tensor_act_model_layers_58_mlp/max": 3.984375, "train/tensor_act_model_layers_58_mlp/range": 0.171875, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 471530.78125, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 230.0, "train/tensor_act_model_layers_58_residual_post_mlp/std": 1.8125, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 235.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_mlp/min": 220.0, "train/tensor_act_model_layers_58_residual_post_mlp/max": 235.0, "train/tensor_act_model_layers_58_residual_post_mlp/range": 15.0, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 471530.78125, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 230.0, "train/tensor_act_model_layers_59_residual_pre_attn/std": 1.8125, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 235.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_pre_attn/min": 220.0, "train/tensor_act_model_layers_59_residual_pre_attn/max": 235.0, "train/tensor_act_model_layers_59_residual_pre_attn/range": 15.0, "train/tensor_act_model_layers_59_residual_post_attn/norm": 471530.78125, "train/tensor_act_model_layers_59_residual_post_attn/mean": 230.0, "train/tensor_act_model_layers_59_residual_post_attn/std": 1.8125, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 235.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_attn/min": 220.0, "train/tensor_act_model_layers_59_residual_post_attn/max": 235.0, "train/tensor_act_model_layers_59_residual_post_attn/range": 15.0, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 4461.9541015625, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": 0.431640625, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 1.4765625, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 3.5625, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 3.5625, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 4.84375, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 4688.50390625, "train/tensor_act_model_layers_59_mlp_up_proj/mean": -0.1201171875, "train/tensor_act_model_layers_59_mlp_up_proj/std": 1.6171875, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 3.65625, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -3.65625, "train/tensor_act_model_layers_59_mlp_up_proj/max": 3.40625, "train/tensor_act_model_layers_59_mlp_up_proj/range": 7.0625, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 20628.220703125, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 10.0625, "train/tensor_act_model_layers_59_mlp_down_proj/std": 0.85546875, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 13.4375, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 0.5034739971160889, "train/tensor_act_model_layers_59_mlp_down_proj/min": 7.5625, "train/tensor_act_model_layers_59_mlp_down_proj/max": 13.4375, "train/tensor_act_model_layers_59_mlp_down_proj/range": 5.875, "train/tensor_act_model_layers_59_mlp/norm": 8073.43505859375, "train/tensor_act_model_layers_59_mlp/mean": 3.9375, "train/tensor_act_model_layers_59_mlp/std": 0.026123046875, "train/tensor_act_model_layers_59_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp/min": 3.828125, "train/tensor_act_model_layers_59_mlp/max": 3.984375, "train/tensor_act_model_layers_59_mlp/range": 0.15625, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 479722.53125, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 234.0, "train/tensor_act_model_layers_59_residual_post_mlp/std": 1.8125, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 239.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_mlp/min": 224.0, "train/tensor_act_model_layers_59_residual_post_mlp/max": 239.0, "train/tensor_act_model_layers_59_residual_post_mlp/range": 15.0, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 479722.53125, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 234.0, "train/tensor_act_model_layers_60_residual_pre_attn/std": 1.8125, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 239.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_pre_attn/min": 224.0, "train/tensor_act_model_layers_60_residual_pre_attn/max": 239.0, "train/tensor_act_model_layers_60_residual_pre_attn/range": 15.0, "train/tensor_act_model_layers_60_residual_post_attn/norm": 479722.53125, "train/tensor_act_model_layers_60_residual_post_attn/mean": 234.0, "train/tensor_act_model_layers_60_residual_post_attn/std": 1.8125, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 239.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_attn/min": 224.0, "train/tensor_act_model_layers_60_residual_post_attn/max": 239.0, "train/tensor_act_model_layers_60_residual_post_attn/range": 15.0, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 4716.66357421875, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": 0.5546875, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 1.53125, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 3.53125, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -1.390625, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 3.53125, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 4.921875, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 4946.36279296875, "train/tensor_act_model_layers_60_mlp_up_proj/mean": -0.1396484375, "train/tensor_act_model_layers_60_mlp_up_proj/std": 1.703125, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 3.40625, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -3.40625, "train/tensor_act_model_layers_60_mlp_up_proj/max": 3.390625, "train/tensor_act_model_layers_60_mlp_up_proj/range": 6.796875, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 21764.703125, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 10.5625, "train/tensor_act_model_layers_60_mlp_down_proj/std": 0.890625, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 12.75, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 0.7571139335632324, "train/tensor_act_model_layers_60_mlp_down_proj/min": 8.25, "train/tensor_act_model_layers_60_mlp_down_proj/max": 12.75, "train/tensor_act_model_layers_60_mlp_down_proj/range": 4.5, "train/tensor_act_model_layers_60_mlp/norm": 8102.7294921875, "train/tensor_act_model_layers_60_mlp/mean": 3.953125, "train/tensor_act_model_layers_60_mlp/std": 0.0206298828125, "train/tensor_act_model_layers_60_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp/min": 3.875, "train/tensor_act_model_layers_60_mlp/max": 3.984375, "train/tensor_act_model_layers_60_mlp/range": 0.109375, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 487914.28125, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 238.0, "train/tensor_act_model_layers_60_residual_post_mlp/std": 1.8125, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 243.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_mlp/min": 228.0, "train/tensor_act_model_layers_60_residual_post_mlp/max": 243.0, "train/tensor_act_model_layers_60_residual_post_mlp/range": 15.0, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 487914.28125, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 238.0, "train/tensor_act_model_layers_61_residual_pre_attn/std": 1.8125, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 243.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_pre_attn/min": 228.0, "train/tensor_act_model_layers_61_residual_pre_attn/max": 243.0, "train/tensor_act_model_layers_61_residual_pre_attn/range": 15.0, "train/tensor_act_model_layers_61_residual_post_attn/norm": 487914.28125, "train/tensor_act_model_layers_61_residual_post_attn/mean": 238.0, "train/tensor_act_model_layers_61_residual_post_attn/std": 1.8125, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 243.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_attn/min": 228.0, "train/tensor_act_model_layers_61_residual_post_attn/max": 243.0, "train/tensor_act_model_layers_61_residual_post_attn/range": 15.0, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 4493.748046875, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": 0.490234375, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 1.46875, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 3.515625, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 3.515625, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 4.7890625, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 4856.18310546875, "train/tensor_act_model_layers_61_mlp_up_proj/mean": -0.051513671875, "train/tensor_act_model_layers_61_mlp_up_proj/std": 1.6796875, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 3.578125, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -3.578125, "train/tensor_act_model_layers_61_mlp_up_proj/max": 3.484375, "train/tensor_act_model_layers_61_mlp_up_proj/range": 7.0625, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 21204.65234375, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 10.3125, "train/tensor_act_model_layers_61_mlp_down_proj/std": 0.953125, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 13.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 0.611419677734375, "train/tensor_act_model_layers_61_mlp_down_proj/min": 7.0625, "train/tensor_act_model_layers_61_mlp_down_proj/max": 13.0, "train/tensor_act_model_layers_61_mlp_down_proj/range": 5.9375, "train/tensor_act_model_layers_61_mlp/norm": 8086.41650390625, "train/tensor_act_model_layers_61_mlp/mean": 3.953125, "train/tensor_act_model_layers_61_mlp/std": 0.0277099609375, "train/tensor_act_model_layers_61_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp/min": 3.765625, "train/tensor_act_model_layers_61_mlp/max": 3.984375, "train/tensor_act_model_layers_61_mlp/range": 0.21875, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 496106.03125, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 242.0, "train/tensor_act_model_layers_61_residual_post_mlp/std": 1.8125, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 247.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_mlp/min": 232.0, "train/tensor_act_model_layers_61_residual_post_mlp/max": 247.0, "train/tensor_act_model_layers_61_residual_post_mlp/range": 15.0, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 496106.03125, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 242.0, "train/tensor_act_model_layers_62_residual_pre_attn/std": 1.8125, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 247.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_pre_attn/min": 232.0, "train/tensor_act_model_layers_62_residual_pre_attn/max": 247.0, "train/tensor_act_model_layers_62_residual_pre_attn/range": 15.0, "train/tensor_act_model_layers_62_residual_post_attn/norm": 496106.03125, "train/tensor_act_model_layers_62_residual_post_attn/mean": 242.0, "train/tensor_act_model_layers_62_residual_post_attn/std": 1.8125, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 247.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_attn/min": 232.0, "train/tensor_act_model_layers_62_residual_post_attn/max": 247.0, "train/tensor_act_model_layers_62_residual_post_attn/range": 15.0, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 4492.55126953125, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": 0.431640625, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 1.4921875, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 3.53125, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -1.2578125, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 3.53125, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 4.7890625, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 4784.1337890625, "train/tensor_act_model_layers_62_mlp_up_proj/mean": 0.09326171875, "train/tensor_act_model_layers_62_mlp_up_proj/std": 1.6484375, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 3.984375, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -3.296875, "train/tensor_act_model_layers_62_mlp_up_proj/max": 3.984375, "train/tensor_act_model_layers_62_mlp_up_proj/range": 7.28125, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 21081.7578125, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 10.25, "train/tensor_act_model_layers_62_mlp_down_proj/std": 0.9453125, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 12.9375, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 0.5714943408966064, "train/tensor_act_model_layers_62_mlp_down_proj/min": 8.25, "train/tensor_act_model_layers_62_mlp_down_proj/max": 12.9375, "train/tensor_act_model_layers_62_mlp_down_proj/range": 4.6875, "train/tensor_act_model_layers_62_mlp/norm": 8083.92431640625, "train/tensor_act_model_layers_62_mlp/mean": 3.953125, "train/tensor_act_model_layers_62_mlp/std": 0.024658203125, "train/tensor_act_model_layers_62_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp/min": 3.875, "train/tensor_act_model_layers_62_mlp/max": 3.984375, "train/tensor_act_model_layers_62_mlp/range": 0.109375, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 504297.84375, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 246.0, "train/tensor_act_model_layers_62_residual_post_mlp/std": 1.8125, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 251.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_mlp/min": 236.0, "train/tensor_act_model_layers_62_residual_post_mlp/max": 251.0, "train/tensor_act_model_layers_62_residual_post_mlp/range": 15.0, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 504297.84375, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 246.0, "train/tensor_act_model_layers_63_residual_pre_attn/std": 1.8125, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 251.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_pre_attn/min": 236.0, "train/tensor_act_model_layers_63_residual_pre_attn/max": 251.0, "train/tensor_act_model_layers_63_residual_pre_attn/range": 15.0, "train/tensor_act_model_layers_63_residual_post_attn/norm": 504297.84375, "train/tensor_act_model_layers_63_residual_post_attn/mean": 246.0, "train/tensor_act_model_layers_63_residual_post_attn/std": 1.8125, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 251.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_attn/min": 236.0, "train/tensor_act_model_layers_63_residual_post_attn/max": 251.0, "train/tensor_act_model_layers_63_residual_post_attn/range": 15.0, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 4590.74462890625, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": 0.466796875, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 1.515625, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 3.546875, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 3.546875, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 4.828125, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 4848.439453125, "train/tensor_act_model_layers_63_mlp_up_proj/mean": -0.05859375, "train/tensor_act_model_layers_63_mlp_up_proj/std": 1.671875, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 3.859375, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -3.578125, "train/tensor_act_model_layers_63_mlp_up_proj/max": 3.859375, "train/tensor_act_model_layers_63_mlp_up_proj/range": 7.4375, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 21038.83203125, "train/tensor_act_model_layers_63_mlp_down_proj/mean": 10.25, "train/tensor_act_model_layers_63_mlp_down_proj/std": 0.8828125, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 12.1875, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 0.6007225513458252, "train/tensor_act_model_layers_63_mlp_down_proj/min": 7.9375, "train/tensor_act_model_layers_63_mlp_down_proj/max": 12.1875, "train/tensor_act_model_layers_63_mlp_down_proj/range": 4.25, "train/tensor_act_model_layers_63_mlp/norm": 8084.30810546875, "train/tensor_act_model_layers_63_mlp/mean": 3.953125, "train/tensor_act_model_layers_63_mlp/std": 0.0247802734375, "train/tensor_act_model_layers_63_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp/min": 3.859375, "train/tensor_act_model_layers_63_mlp/max": 3.984375, "train/tensor_act_model_layers_63_mlp/range": 0.125, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 512489.625, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 250.0, "train/tensor_act_model_layers_63_residual_post_mlp/std": 1.8125, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 255.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_mlp/min": 240.0, "train/tensor_act_model_layers_63_residual_post_mlp/max": 255.0, "train/tensor_act_model_layers_63_residual_post_mlp/range": 15.0, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 512489.625, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 250.0, "train/tensor_act_model_layers_64_residual_pre_attn/std": 1.8125, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 255.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_pre_attn/min": 240.0, "train/tensor_act_model_layers_64_residual_pre_attn/max": 255.0, "train/tensor_act_model_layers_64_residual_pre_attn/range": 15.0, "train/tensor_act_model_layers_64_residual_post_attn/norm": 512489.625, "train/tensor_act_model_layers_64_residual_post_attn/mean": 250.0, "train/tensor_act_model_layers_64_residual_post_attn/std": 1.8125, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 255.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_attn/min": 240.0, "train/tensor_act_model_layers_64_residual_post_attn/max": 255.0, "train/tensor_act_model_layers_64_residual_post_attn/range": 15.0, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 4545.302734375, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": 0.55859375, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 1.46875, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 3.765625, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -1.25, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 3.765625, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 5.015625, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 4691.71142578125, "train/tensor_act_model_layers_64_mlp_up_proj/mean": -0.150390625, "train/tensor_act_model_layers_64_mlp_up_proj/std": 1.609375, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 4.03125, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -4.03125, "train/tensor_act_model_layers_64_mlp_up_proj/max": 3.515625, "train/tensor_act_model_layers_64_mlp_up_proj/range": 7.546875, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 20603.888671875, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 10.0, "train/tensor_act_model_layers_64_mlp_down_proj/std": 0.90234375, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 12.375, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 0.44857311248779297, "train/tensor_act_model_layers_64_mlp_down_proj/min": 8.125, "train/tensor_act_model_layers_64_mlp_down_proj/max": 12.375, "train/tensor_act_model_layers_64_mlp_down_proj/range": 4.25, "train/tensor_act_model_layers_64_mlp/norm": 8071.48291015625, "train/tensor_act_model_layers_64_mlp/mean": 3.9375, "train/tensor_act_model_layers_64_mlp/std": 0.0255126953125, "train/tensor_act_model_layers_64_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp/min": 3.859375, "train/tensor_act_model_layers_64_mlp/max": 3.984375, "train/tensor_act_model_layers_64_mlp/range": 0.125, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 520519.375, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 254.0, "train/tensor_act_model_layers_64_residual_post_mlp/std": 1.703125, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 258.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_mlp/min": 244.0, "train/tensor_act_model_layers_64_residual_post_mlp/max": 258.0, "train/tensor_act_model_layers_64_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 520519.375, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 254.0, "train/tensor_act_model_layers_65_residual_pre_attn/std": 1.703125, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 258.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_pre_attn/min": 244.0, "train/tensor_act_model_layers_65_residual_pre_attn/max": 258.0, "train/tensor_act_model_layers_65_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_65_residual_post_attn/norm": 520519.375, "train/tensor_act_model_layers_65_residual_post_attn/mean": 254.0, "train/tensor_act_model_layers_65_residual_post_attn/std": 1.703125, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 258.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_attn/min": 244.0, "train/tensor_act_model_layers_65_residual_post_attn/max": 258.0, "train/tensor_act_model_layers_65_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 4316.0634765625, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": 0.3046875, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 1.4609375, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 3.640625, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 3.640625, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 4.9375, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 4699.58740234375, "train/tensor_act_model_layers_65_mlp_up_proj/mean": 0.035400390625, "train/tensor_act_model_layers_65_mlp_up_proj/std": 1.625, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 3.765625, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -3.515625, "train/tensor_act_model_layers_65_mlp_up_proj/max": 3.765625, "train/tensor_act_model_layers_65_mlp_up_proj/range": 7.28125, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 20261.5078125, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 9.875, "train/tensor_act_model_layers_65_mlp_down_proj/std": 0.96875, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 12.3125, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 0.43495607376098633, "train/tensor_act_model_layers_65_mlp_down_proj/min": 7.21875, "train/tensor_act_model_layers_65_mlp_down_proj/max": 12.3125, "train/tensor_act_model_layers_65_mlp_down_proj/range": 5.09375, "train/tensor_act_model_layers_65_mlp/norm": 8058.85302734375, "train/tensor_act_model_layers_65_mlp/mean": 3.9375, "train/tensor_act_model_layers_65_mlp/std": 0.031982421875, "train/tensor_act_model_layers_65_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp/min": 3.796875, "train/tensor_act_model_layers_65_mlp/max": 3.984375, "train/tensor_act_model_layers_65_mlp/range": 0.1875, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 527934.6875, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 258.0, "train/tensor_act_model_layers_65_residual_post_mlp/std": 1.7421875, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 262.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_mlp/min": 248.0, "train/tensor_act_model_layers_65_residual_post_mlp/max": 262.0, "train/tensor_act_model_layers_65_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 527934.6875, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 258.0, "train/tensor_act_model_layers_66_residual_pre_attn/std": 1.7421875, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 262.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_pre_attn/min": 248.0, "train/tensor_act_model_layers_66_residual_pre_attn/max": 262.0, "train/tensor_act_model_layers_66_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_66_residual_post_attn/norm": 527934.6875, "train/tensor_act_model_layers_66_residual_post_attn/mean": 258.0, "train/tensor_act_model_layers_66_residual_post_attn/std": 1.7421875, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 262.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_attn/min": 248.0, "train/tensor_act_model_layers_66_residual_post_attn/max": 262.0, "train/tensor_act_model_layers_66_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 4413.21923828125, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": 0.357421875, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 1.484375, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 3.71875, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 3.71875, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 4.9921875, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 4761.103515625, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.04248046875, "train/tensor_act_model_layers_66_mlp_up_proj/std": 1.640625, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 3.515625, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -3.515625, "train/tensor_act_model_layers_66_mlp_up_proj/max": 3.453125, "train/tensor_act_model_layers_66_mlp_up_proj/range": 6.96875, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 20366.3046875, "train/tensor_act_model_layers_66_mlp_down_proj/mean": 9.875, "train/tensor_act_model_layers_66_mlp_down_proj/std": 0.94921875, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 12.1875, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 0.4621725082397461, "train/tensor_act_model_layers_66_mlp_down_proj/min": 7.0625, "train/tensor_act_model_layers_66_mlp_down_proj/max": 12.1875, "train/tensor_act_model_layers_66_mlp_down_proj/range": 5.125, "train/tensor_act_model_layers_66_mlp/norm": 8062.54296875, "train/tensor_act_model_layers_66_mlp/mean": 3.9375, "train/tensor_act_model_layers_66_mlp/std": 0.031982421875, "train/tensor_act_model_layers_66_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp/min": 3.765625, "train/tensor_act_model_layers_66_mlp/max": 3.984375, "train/tensor_act_model_layers_66_mlp/range": 0.21875, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 536001.875, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 262.0, "train/tensor_act_model_layers_66_residual_post_mlp/std": 1.859375, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 266.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_mlp/min": 252.0, "train/tensor_act_model_layers_66_residual_post_mlp/max": 266.0, "train/tensor_act_model_layers_66_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 536001.875, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 262.0, "train/tensor_act_model_layers_67_residual_pre_attn/std": 1.859375, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 266.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_pre_attn/min": 252.0, "train/tensor_act_model_layers_67_residual_pre_attn/max": 266.0, "train/tensor_act_model_layers_67_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_67_residual_post_attn/norm": 536001.875, "train/tensor_act_model_layers_67_residual_post_attn/mean": 262.0, "train/tensor_act_model_layers_67_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 266.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_attn/min": 252.0, "train/tensor_act_model_layers_67_residual_post_attn/max": 266.0, "train/tensor_act_model_layers_67_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 4620.23095703125, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": 0.427734375, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 1.5390625, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 3.921875, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -1.3828125, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 3.921875, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 5.3046875, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 4827.57861328125, "train/tensor_act_model_layers_67_mlp_up_proj/mean": -0.1025390625, "train/tensor_act_model_layers_67_mlp_up_proj/std": 1.6640625, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 3.859375, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -3.859375, "train/tensor_act_model_layers_67_mlp_up_proj/max": 3.328125, "train/tensor_act_model_layers_67_mlp_up_proj/range": 7.1875, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 21109.958984375, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 10.25, "train/tensor_act_model_layers_67_mlp_down_proj/std": 0.89453125, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 13.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 0.617039680480957, "train/tensor_act_model_layers_67_mlp_down_proj/min": 7.6875, "train/tensor_act_model_layers_67_mlp_down_proj/max": 13.0, "train/tensor_act_model_layers_67_mlp_down_proj/range": 5.3125, "train/tensor_act_model_layers_67_mlp/norm": 8085.7314453125, "train/tensor_act_model_layers_67_mlp/mean": 3.953125, "train/tensor_act_model_layers_67_mlp/std": 0.025390625, "train/tensor_act_model_layers_67_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp/min": 3.828125, "train/tensor_act_model_layers_67_mlp/max": 3.984375, "train/tensor_act_model_layers_67_mlp/range": 0.15625, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 544192.0, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 266.0, "train/tensor_act_model_layers_67_residual_post_mlp/std": 1.859375, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 270.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_mlp/min": 256.0, "train/tensor_act_model_layers_67_residual_post_mlp/max": 270.0, "train/tensor_act_model_layers_67_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 544192.0, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 266.0, "train/tensor_act_model_layers_68_residual_pre_attn/std": 1.859375, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 270.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_pre_attn/min": 256.0, "train/tensor_act_model_layers_68_residual_pre_attn/max": 270.0, "train/tensor_act_model_layers_68_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_68_residual_post_attn/norm": 544192.0, "train/tensor_act_model_layers_68_residual_post_attn/mean": 266.0, "train/tensor_act_model_layers_68_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 270.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_attn/min": 256.0, "train/tensor_act_model_layers_68_residual_post_attn/max": 270.0, "train/tensor_act_model_layers_68_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 4418.31201171875, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": 0.47265625, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 1.453125, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 3.78125, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 3.78125, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 5.0625, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 4647.9794921875, "train/tensor_act_model_layers_68_mlp_up_proj/mean": -0.2080078125, "train/tensor_act_model_layers_68_mlp_up_proj/std": 1.59375, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 3.609375, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -3.609375, "train/tensor_act_model_layers_68_mlp_up_proj/max": 3.46875, "train/tensor_act_model_layers_68_mlp_up_proj/range": 7.078125, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 20741.69140625, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 10.0625, "train/tensor_act_model_layers_68_mlp_down_proj/std": 1.0546875, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 12.5625, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 0.5607457160949707, "train/tensor_act_model_layers_68_mlp_down_proj/min": 6.90625, "train/tensor_act_model_layers_68_mlp_down_proj/max": 12.5625, "train/tensor_act_model_layers_68_mlp_down_proj/range": 5.65625, "train/tensor_act_model_layers_68_mlp/norm": 8071.2080078125, "train/tensor_act_model_layers_68_mlp/mean": 3.9375, "train/tensor_act_model_layers_68_mlp/std": 0.03515625, "train/tensor_act_model_layers_68_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp/min": 3.75, "train/tensor_act_model_layers_68_mlp/max": 3.984375, "train/tensor_act_model_layers_68_mlp/range": 0.234375, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 552383.8125, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 270.0, "train/tensor_act_model_layers_68_residual_post_mlp/std": 1.859375, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 274.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_mlp/min": 260.0, "train/tensor_act_model_layers_68_residual_post_mlp/max": 274.0, "train/tensor_act_model_layers_68_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 552383.8125, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 270.0, "train/tensor_act_model_layers_69_residual_pre_attn/std": 1.859375, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 274.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_pre_attn/min": 260.0, "train/tensor_act_model_layers_69_residual_pre_attn/max": 274.0, "train/tensor_act_model_layers_69_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_69_residual_post_attn/norm": 552383.8125, "train/tensor_act_model_layers_69_residual_post_attn/mean": 270.0, "train/tensor_act_model_layers_69_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 274.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_attn/min": 260.0, "train/tensor_act_model_layers_69_residual_post_attn/max": 274.0, "train/tensor_act_model_layers_69_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 4563.556640625, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": 0.490234375, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 1.5, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 3.625, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 3.625, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 4.9140625, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 4731.16943359375, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.08349609375, "train/tensor_act_model_layers_69_mlp_up_proj/std": 1.6328125, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 3.53125, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -3.53125, "train/tensor_act_model_layers_69_mlp_up_proj/max": 3.359375, "train/tensor_act_model_layers_69_mlp_up_proj/range": 6.890625, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 20957.21875, "train/tensor_act_model_layers_69_mlp_down_proj/mean": 10.1875, "train/tensor_act_model_layers_69_mlp_down_proj/std": 0.96875, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 13.125, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 0.5858249664306641, "train/tensor_act_model_layers_69_mlp_down_proj/min": 7.90625, "train/tensor_act_model_layers_69_mlp_down_proj/max": 13.125, "train/tensor_act_model_layers_69_mlp_down_proj/range": 5.21875, "train/tensor_act_model_layers_69_mlp/norm": 8079.462890625, "train/tensor_act_model_layers_69_mlp/mean": 3.9375, "train/tensor_act_model_layers_69_mlp/std": 0.02783203125, "train/tensor_act_model_layers_69_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp/min": 3.84375, "train/tensor_act_model_layers_69_mlp/max": 3.984375, "train/tensor_act_model_layers_69_mlp/range": 0.140625, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 560575.625, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 274.0, "train/tensor_act_model_layers_69_residual_post_mlp/std": 1.859375, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 278.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_mlp/min": 264.0, "train/tensor_act_model_layers_69_residual_post_mlp/max": 278.0, "train/tensor_act_model_layers_69_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 560575.625, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 274.0, "train/tensor_act_model_layers_70_residual_pre_attn/std": 1.859375, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 278.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_pre_attn/min": 264.0, "train/tensor_act_model_layers_70_residual_pre_attn/max": 278.0, "train/tensor_act_model_layers_70_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_70_residual_post_attn/norm": 560575.625, "train/tensor_act_model_layers_70_residual_post_attn/mean": 274.0, "train/tensor_act_model_layers_70_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 278.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_attn/min": 264.0, "train/tensor_act_model_layers_70_residual_post_attn/max": 278.0, "train/tensor_act_model_layers_70_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 4516.447265625, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": 0.4453125, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 1.4921875, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 3.671875, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 3.671875, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 4.953125, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 4757.81591796875, "train/tensor_act_model_layers_70_mlp_up_proj/mean": 0.035400390625, "train/tensor_act_model_layers_70_mlp_up_proj/std": 1.640625, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 3.71875, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -3.71875, "train/tensor_act_model_layers_70_mlp_up_proj/max": 3.4375, "train/tensor_act_model_layers_70_mlp_up_proj/range": 7.15625, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 20941.0, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 10.1875, "train/tensor_act_model_layers_70_mlp_down_proj/std": 1.03125, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 12.9375, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 0.5320348739624023, "train/tensor_act_model_layers_70_mlp_down_proj/min": 6.09375, "train/tensor_act_model_layers_70_mlp_down_proj/max": 12.9375, "train/tensor_act_model_layers_70_mlp_down_proj/range": 6.84375, "train/tensor_act_model_layers_70_mlp/norm": 8076.072265625, "train/tensor_act_model_layers_70_mlp/mean": 3.9375, "train/tensor_act_model_layers_70_mlp/std": 0.036865234375, "train/tensor_act_model_layers_70_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp/min": 3.640625, "train/tensor_act_model_layers_70_mlp/max": 3.984375, "train/tensor_act_model_layers_70_mlp/range": 0.34375, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 568767.4375, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 278.0, "train/tensor_act_model_layers_70_residual_post_mlp/std": 1.859375, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 282.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_mlp/min": 268.0, "train/tensor_act_model_layers_70_residual_post_mlp/max": 282.0, "train/tensor_act_model_layers_70_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 568767.4375, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 278.0, "train/tensor_act_model_layers_71_residual_pre_attn/std": 1.859375, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 282.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_pre_attn/min": 268.0, "train/tensor_act_model_layers_71_residual_pre_attn/max": 282.0, "train/tensor_act_model_layers_71_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_71_residual_post_attn/norm": 568767.4375, "train/tensor_act_model_layers_71_residual_post_attn/mean": 278.0, "train/tensor_act_model_layers_71_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 282.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_attn/min": 268.0, "train/tensor_act_model_layers_71_residual_post_attn/max": 282.0, "train/tensor_act_model_layers_71_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 4440.1962890625, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": 0.380859375, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 1.484375, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 3.609375, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -1.7890625, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 3.609375, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 5.3984375, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 4649.7705078125, "train/tensor_act_model_layers_71_mlp_up_proj/mean": 0.00579833984375, "train/tensor_act_model_layers_71_mlp_up_proj/std": 1.6015625, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 3.890625, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -3.296875, "train/tensor_act_model_layers_71_mlp_up_proj/max": 3.890625, "train/tensor_act_model_layers_71_mlp_up_proj/range": 7.1875, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 20069.552734375, "train/tensor_act_model_layers_71_mlp_down_proj/mean": 9.75, "train/tensor_act_model_layers_71_mlp_down_proj/std": 0.9609375, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 12.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 0.4282264709472656, "train/tensor_act_model_layers_71_mlp_down_proj/min": 7.4375, "train/tensor_act_model_layers_71_mlp_down_proj/max": 12.0, "train/tensor_act_model_layers_71_mlp_down_proj/range": 4.5625, "train/tensor_act_model_layers_71_mlp/norm": 8052.7060546875, "train/tensor_act_model_layers_71_mlp/mean": 3.9375, "train/tensor_act_model_layers_71_mlp/std": 0.03369140625, "train/tensor_act_model_layers_71_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp/min": 3.8125, "train/tensor_act_model_layers_71_mlp/max": 3.984375, "train/tensor_act_model_layers_71_mlp/range": 0.171875, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 576959.25, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 282.0, "train/tensor_act_model_layers_71_residual_post_mlp/std": 1.859375, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 286.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_mlp/min": 272.0, "train/tensor_act_model_layers_71_residual_post_mlp/max": 286.0, "train/tensor_act_model_layers_71_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 576959.25, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 282.0, "train/tensor_act_model_layers_72_residual_pre_attn/std": 1.859375, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 286.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_pre_attn/min": 272.0, "train/tensor_act_model_layers_72_residual_pre_attn/max": 286.0, "train/tensor_act_model_layers_72_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_72_residual_post_attn/norm": 576959.25, "train/tensor_act_model_layers_72_residual_post_attn/mean": 282.0, "train/tensor_act_model_layers_72_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 286.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_attn/min": 272.0, "train/tensor_act_model_layers_72_residual_post_attn/max": 286.0, "train/tensor_act_model_layers_72_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 4287.37060546875, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": 0.32421875, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 1.4453125, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 3.796875, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 3.796875, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 5.0703125, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 4507.025390625, "train/tensor_act_model_layers_72_mlp_up_proj/mean": -0.2236328125, "train/tensor_act_model_layers_72_mlp_up_proj/std": 1.5390625, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 3.609375, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -3.609375, "train/tensor_act_model_layers_72_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_72_mlp_up_proj/range": 7.03125, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 19637.826171875, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 9.5625, "train/tensor_act_model_layers_72_mlp_down_proj/std": 0.921875, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 11.9375, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 0.28752732276916504, "train/tensor_act_model_layers_72_mlp_down_proj/min": 6.53125, "train/tensor_act_model_layers_72_mlp_down_proj/max": 11.9375, "train/tensor_act_model_layers_72_mlp_down_proj/range": 5.40625, "train/tensor_act_model_layers_72_mlp/norm": 8037.966796875, "train/tensor_act_model_layers_72_mlp/mean": 3.921875, "train/tensor_act_model_layers_72_mlp/std": 0.03857421875, "train/tensor_act_model_layers_72_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp/min": 3.703125, "train/tensor_act_model_layers_72_mlp/max": 3.984375, "train/tensor_act_model_layers_72_mlp/range": 0.28125, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 585151.0625, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 286.0, "train/tensor_act_model_layers_72_residual_post_mlp/std": 1.859375, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 290.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_mlp/min": 276.0, "train/tensor_act_model_layers_72_residual_post_mlp/max": 290.0, "train/tensor_act_model_layers_72_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 585151.0625, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 286.0, "train/tensor_act_model_layers_73_residual_pre_attn/std": 1.859375, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 290.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_pre_attn/min": 276.0, "train/tensor_act_model_layers_73_residual_pre_attn/max": 290.0, "train/tensor_act_model_layers_73_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_73_residual_post_attn/norm": 585151.0625, "train/tensor_act_model_layers_73_residual_post_attn/mean": 286.0, "train/tensor_act_model_layers_73_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 290.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_attn/min": 276.0, "train/tensor_act_model_layers_73_residual_post_attn/max": 290.0, "train/tensor_act_model_layers_73_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 4241.4921875, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": 0.26171875, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 1.4375, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 3.96875, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 3.96875, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 5.234375, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 4521.29541015625, "train/tensor_act_model_layers_73_mlp_up_proj/mean": 0.12890625, "train/tensor_act_model_layers_73_mlp_up_proj/std": 1.5546875, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 3.875, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -3.875, "train/tensor_act_model_layers_73_mlp_up_proj/max": 3.84375, "train/tensor_act_model_layers_73_mlp_up_proj/range": 7.71875, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 19842.419921875, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 9.625, "train/tensor_act_model_layers_73_mlp_down_proj/std": 1.2578125, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 12.8125, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.36548638343811035, "train/tensor_act_model_layers_73_mlp_down_proj/min": 6.8125, "train/tensor_act_model_layers_73_mlp_down_proj/max": 12.8125, "train/tensor_act_model_layers_73_mlp_down_proj/range": 6.0, "train/tensor_act_model_layers_73_mlp/norm": 8031.24462890625, "train/tensor_act_model_layers_73_mlp/mean": 3.921875, "train/tensor_act_model_layers_73_mlp/std": 0.050537109375, "train/tensor_act_model_layers_73_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp/min": 3.75, "train/tensor_act_model_layers_73_mlp/max": 3.984375, "train/tensor_act_model_layers_73_mlp/range": 0.234375, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 593342.875, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 290.0, "train/tensor_act_model_layers_73_residual_post_mlp/std": 1.859375, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 294.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_mlp/min": 280.0, "train/tensor_act_model_layers_73_residual_post_mlp/max": 294.0, "train/tensor_act_model_layers_73_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 593342.875, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 290.0, "train/tensor_act_model_layers_74_residual_pre_attn/std": 1.859375, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 294.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_pre_attn/min": 280.0, "train/tensor_act_model_layers_74_residual_pre_attn/max": 294.0, "train/tensor_act_model_layers_74_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_74_residual_post_attn/norm": 593342.875, "train/tensor_act_model_layers_74_residual_post_attn/mean": 290.0, "train/tensor_act_model_layers_74_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 294.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_attn/min": 280.0, "train/tensor_act_model_layers_74_residual_post_attn/max": 294.0, "train/tensor_act_model_layers_74_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 4614.7392578125, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": 0.53125, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 1.5, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 3.796875, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 3.796875, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 5.0859375, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 4760.49560546875, "train/tensor_act_model_layers_74_mlp_up_proj/mean": -0.17578125, "train/tensor_act_model_layers_74_mlp_up_proj/std": 1.6328125, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 3.75, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -3.75, "train/tensor_act_model_layers_74_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_74_mlp_up_proj/range": 7.171875, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 20693.49609375, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 10.0625, "train/tensor_act_model_layers_74_mlp_down_proj/std": 1.1015625, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 12.625, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 0.5177757740020752, "train/tensor_act_model_layers_74_mlp_down_proj/min": 7.1875, "train/tensor_act_model_layers_74_mlp_down_proj/max": 12.625, "train/tensor_act_model_layers_74_mlp_down_proj/range": 5.4375, "train/tensor_act_model_layers_74_mlp/norm": 8066.4111328125, "train/tensor_act_model_layers_74_mlp/mean": 3.9375, "train/tensor_act_model_layers_74_mlp/std": 0.03564453125, "train/tensor_act_model_layers_74_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp/min": 3.78125, "train/tensor_act_model_layers_74_mlp/max": 3.984375, "train/tensor_act_model_layers_74_mlp/range": 0.203125, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 601534.75, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 294.0, "train/tensor_act_model_layers_74_residual_post_mlp/std": 1.859375, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 298.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_mlp/min": 284.0, "train/tensor_act_model_layers_74_residual_post_mlp/max": 298.0, "train/tensor_act_model_layers_74_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 601534.75, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 294.0, "train/tensor_act_model_layers_75_residual_pre_attn/std": 1.859375, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 298.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_pre_attn/min": 284.0, "train/tensor_act_model_layers_75_residual_pre_attn/max": 298.0, "train/tensor_act_model_layers_75_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_75_residual_post_attn/norm": 601534.75, "train/tensor_act_model_layers_75_residual_post_attn/mean": 294.0, "train/tensor_act_model_layers_75_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 298.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_attn/min": 284.0, "train/tensor_act_model_layers_75_residual_post_attn/max": 298.0, "train/tensor_act_model_layers_75_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 4568.7568359375, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": 0.51171875, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 1.4921875, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 3.53125, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -1.3671875, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 3.53125, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 4.8984375, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 4822.576171875, "train/tensor_act_model_layers_75_mlp_up_proj/mean": 0.1748046875, "train/tensor_act_model_layers_75_mlp_up_proj/std": 1.65625, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 3.484375, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -3.484375, "train/tensor_act_model_layers_75_mlp_up_proj/max": 3.390625, "train/tensor_act_model_layers_75_mlp_up_proj/range": 6.875, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 20773.28515625, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 10.125, "train/tensor_act_model_layers_75_mlp_down_proj/std": 0.93359375, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 12.25, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.5369741916656494, "train/tensor_act_model_layers_75_mlp_down_proj/min": 6.9375, "train/tensor_act_model_layers_75_mlp_down_proj/max": 12.25, "train/tensor_act_model_layers_75_mlp_down_proj/range": 5.3125, "train/tensor_act_model_layers_75_mlp/norm": 8075.76953125, "train/tensor_act_model_layers_75_mlp/mean": 3.9375, "train/tensor_act_model_layers_75_mlp/std": 0.0311279296875, "train/tensor_act_model_layers_75_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp/min": 3.765625, "train/tensor_act_model_layers_75_mlp/max": 3.984375, "train/tensor_act_model_layers_75_mlp/range": 0.21875, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 609726.5625, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 298.0, "train/tensor_act_model_layers_75_residual_post_mlp/std": 1.859375, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 302.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_mlp/min": 288.0, "train/tensor_act_model_layers_75_residual_post_mlp/max": 302.0, "train/tensor_act_model_layers_75_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 609726.5625, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 298.0, "train/tensor_act_model_layers_76_residual_pre_attn/std": 1.859375, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 302.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_pre_attn/min": 288.0, "train/tensor_act_model_layers_76_residual_pre_attn/max": 302.0, "train/tensor_act_model_layers_76_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_76_residual_post_attn/norm": 609726.5625, "train/tensor_act_model_layers_76_residual_post_attn/mean": 298.0, "train/tensor_act_model_layers_76_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 302.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_attn/min": 288.0, "train/tensor_act_model_layers_76_residual_post_attn/max": 302.0, "train/tensor_act_model_layers_76_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 4251.330078125, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": 0.267578125, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 1.4453125, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 3.828125, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -1.3046875, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 3.828125, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 5.1328125, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 4728.31396484375, "train/tensor_act_model_layers_76_mlp_up_proj/mean": 0.054443359375, "train/tensor_act_model_layers_76_mlp_up_proj/std": 1.6328125, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 3.90625, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -3.796875, "train/tensor_act_model_layers_76_mlp_up_proj/max": 3.90625, "train/tensor_act_model_layers_76_mlp_up_proj/range": 7.703125, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 19975.525390625, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 9.6875, "train/tensor_act_model_layers_76_mlp_down_proj/std": 1.171875, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 12.625, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 0.4150991439819336, "train/tensor_act_model_layers_76_mlp_down_proj/min": 6.0625, "train/tensor_act_model_layers_76_mlp_down_proj/max": 12.625, "train/tensor_act_model_layers_76_mlp_down_proj/range": 6.5625, "train/tensor_act_model_layers_76_mlp/norm": 8038.61572265625, "train/tensor_act_model_layers_76_mlp/mean": 3.921875, "train/tensor_act_model_layers_76_mlp/std": 0.0546875, "train/tensor_act_model_layers_76_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp/min": 3.625, "train/tensor_act_model_layers_76_mlp/max": 3.984375, "train/tensor_act_model_layers_76_mlp/range": 0.359375, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 617918.4375, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 302.0, "train/tensor_act_model_layers_76_residual_post_mlp/std": 1.859375, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 306.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_mlp/min": 292.0, "train/tensor_act_model_layers_76_residual_post_mlp/max": 306.0, "train/tensor_act_model_layers_76_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 617918.4375, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 302.0, "train/tensor_act_model_layers_77_residual_pre_attn/std": 1.859375, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 306.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_pre_attn/min": 292.0, "train/tensor_act_model_layers_77_residual_pre_attn/max": 306.0, "train/tensor_act_model_layers_77_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_77_residual_post_attn/norm": 617918.4375, "train/tensor_act_model_layers_77_residual_post_attn/mean": 302.0, "train/tensor_act_model_layers_77_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 306.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_attn/min": 292.0, "train/tensor_act_model_layers_77_residual_post_attn/max": 306.0, "train/tensor_act_model_layers_77_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 4435.45703125, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": 0.396484375, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 1.4765625, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 3.625, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 3.625, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 4.9140625, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 4716.697265625, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.2080078125, "train/tensor_act_model_layers_77_mlp_up_proj/std": 1.6171875, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 3.890625, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -3.890625, "train/tensor_act_model_layers_77_mlp_up_proj/max": 3.578125, "train/tensor_act_model_layers_77_mlp_up_proj/range": 7.46875, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 19915.697265625, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 9.625, "train/tensor_act_model_layers_77_mlp_down_proj/std": 1.2421875, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 13.8125, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.385425329208374, "train/tensor_act_model_layers_77_mlp_down_proj/min": 6.75, "train/tensor_act_model_layers_77_mlp_down_proj/max": 13.8125, "train/tensor_act_model_layers_77_mlp_down_proj/range": 7.0625, "train/tensor_act_model_layers_77_mlp/norm": 8034.2392578125, "train/tensor_act_model_layers_77_mlp/mean": 3.921875, "train/tensor_act_model_layers_77_mlp/std": 0.04931640625, "train/tensor_act_model_layers_77_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp/min": 3.734375, "train/tensor_act_model_layers_77_mlp/max": 3.984375, "train/tensor_act_model_layers_77_mlp/range": 0.25, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 626110.25, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 306.0, "train/tensor_act_model_layers_77_residual_post_mlp/std": 1.859375, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 310.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_mlp/min": 296.0, "train/tensor_act_model_layers_77_residual_post_mlp/max": 310.0, "train/tensor_act_model_layers_77_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 626110.25, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 306.0, "train/tensor_act_model_layers_78_residual_pre_attn/std": 1.859375, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 310.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_pre_attn/min": 296.0, "train/tensor_act_model_layers_78_residual_pre_attn/max": 310.0, "train/tensor_act_model_layers_78_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_78_residual_post_attn/norm": 626110.25, "train/tensor_act_model_layers_78_residual_post_attn/mean": 306.0, "train/tensor_act_model_layers_78_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 310.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_attn/min": 296.0, "train/tensor_act_model_layers_78_residual_post_attn/max": 310.0, "train/tensor_act_model_layers_78_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 4326.7119140625, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": 0.32421875, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 1.4609375, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 4.0625, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 4.0625, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 5.328125, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 4535.20947265625, "train/tensor_act_model_layers_78_mlp_up_proj/mean": 0.2041015625, "train/tensor_act_model_layers_78_mlp_up_proj/std": 1.5546875, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 4.03125, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -3.5, "train/tensor_act_model_layers_78_mlp_up_proj/max": 4.03125, "train/tensor_act_model_layers_78_mlp_up_proj/range": 7.53125, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 19321.806640625, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 9.375, "train/tensor_act_model_layers_78_mlp_down_proj/std": 1.03125, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 11.9375, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 0.26755571365356445, "train/tensor_act_model_layers_78_mlp_down_proj/min": 6.34375, "train/tensor_act_model_layers_78_mlp_down_proj/max": 11.9375, "train/tensor_act_model_layers_78_mlp_down_proj/range": 5.59375, "train/tensor_act_model_layers_78_mlp/norm": 8021.4716796875, "train/tensor_act_model_layers_78_mlp/mean": 3.921875, "train/tensor_act_model_layers_78_mlp/std": 0.048828125, "train/tensor_act_model_layers_78_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp/min": 3.671875, "train/tensor_act_model_layers_78_mlp/max": 3.984375, "train/tensor_act_model_layers_78_mlp/range": 0.3125, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 634302.125, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 310.0, "train/tensor_act_model_layers_78_residual_post_mlp/std": 1.859375, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 314.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_mlp/min": 300.0, "train/tensor_act_model_layers_78_residual_post_mlp/max": 314.0, "train/tensor_act_model_layers_78_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 634302.125, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 310.0, "train/tensor_act_model_layers_79_residual_pre_attn/std": 1.859375, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 314.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_pre_attn/min": 300.0, "train/tensor_act_model_layers_79_residual_pre_attn/max": 314.0, "train/tensor_act_model_layers_79_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_79_residual_post_attn/norm": 634302.125, "train/tensor_act_model_layers_79_residual_post_attn/mean": 310.0, "train/tensor_act_model_layers_79_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 314.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_attn/min": 300.0, "train/tensor_act_model_layers_79_residual_post_attn/max": 314.0, "train/tensor_act_model_layers_79_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 4613.962890625, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": 0.546875, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 1.5, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 3.65625, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -1.3046875, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 3.65625, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 4.9609375, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 4592.18115234375, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.0576171875, "train/tensor_act_model_layers_79_mlp_up_proj/std": 1.5859375, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 3.8125, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -3.703125, "train/tensor_act_model_layers_79_mlp_up_proj/max": 3.8125, "train/tensor_act_model_layers_79_mlp_up_proj/range": 7.515625, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 19677.13671875, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 9.5625, "train/tensor_act_model_layers_79_mlp_down_proj/std": 0.95703125, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 11.6875, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.35898447036743164, "train/tensor_act_model_layers_79_mlp_down_proj/min": 7.34375, "train/tensor_act_model_layers_79_mlp_down_proj/max": 11.6875, "train/tensor_act_model_layers_79_mlp_down_proj/range": 4.34375, "train/tensor_act_model_layers_79_mlp/norm": 8038.5166015625, "train/tensor_act_model_layers_79_mlp/mean": 3.921875, "train/tensor_act_model_layers_79_mlp/std": 0.037109375, "train/tensor_act_model_layers_79_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp/min": 3.796875, "train/tensor_act_model_layers_79_mlp/max": 3.984375, "train/tensor_act_model_layers_79_mlp/range": 0.1875, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 642493.9375, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 314.0, "train/tensor_act_model_layers_79_residual_post_mlp/std": 1.859375, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 318.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_mlp/min": 304.0, "train/tensor_act_model_layers_79_residual_post_mlp/max": 318.0, "train/tensor_act_model_layers_79_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 642493.9375, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 314.0, "train/tensor_act_model_layers_80_residual_pre_attn/std": 1.859375, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 318.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_pre_attn/min": 304.0, "train/tensor_act_model_layers_80_residual_pre_attn/max": 318.0, "train/tensor_act_model_layers_80_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_80_residual_post_attn/norm": 642493.9375, "train/tensor_act_model_layers_80_residual_post_attn/mean": 314.0, "train/tensor_act_model_layers_80_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 318.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_attn/min": 304.0, "train/tensor_act_model_layers_80_residual_post_attn/max": 318.0, "train/tensor_act_model_layers_80_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 4329.84619140625, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": 0.498046875, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 1.40625, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 3.953125, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -1.625, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 3.953125, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 5.578125, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 4467.552734375, "train/tensor_act_model_layers_80_mlp_up_proj/mean": 0.032958984375, "train/tensor_act_model_layers_80_mlp_up_proj/std": 1.5390625, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 3.703125, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -3.671875, "train/tensor_act_model_layers_80_mlp_up_proj/max": 3.703125, "train/tensor_act_model_layers_80_mlp_up_proj/range": 7.375, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 19170.640625, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 9.3125, "train/tensor_act_model_layers_80_mlp_down_proj/std": 1.1328125, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 11.875, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 0.2894101142883301, "train/tensor_act_model_layers_80_mlp_down_proj/min": 6.125, "train/tensor_act_model_layers_80_mlp_down_proj/max": 11.875, "train/tensor_act_model_layers_80_mlp_down_proj/range": 5.75, "train/tensor_act_model_layers_80_mlp/norm": 8011.19384765625, "train/tensor_act_model_layers_80_mlp/mean": 3.90625, "train/tensor_act_model_layers_80_mlp/std": 0.052734375, "train/tensor_act_model_layers_80_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp/min": 3.640625, "train/tensor_act_model_layers_80_mlp/max": 3.984375, "train/tensor_act_model_layers_80_mlp/range": 0.34375, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 650685.8125, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 318.0, "train/tensor_act_model_layers_80_residual_post_mlp/std": 1.859375, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 322.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_mlp/min": 308.0, "train/tensor_act_model_layers_80_residual_post_mlp/max": 322.0, "train/tensor_act_model_layers_80_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 650685.8125, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 318.0, "train/tensor_act_model_layers_81_residual_pre_attn/std": 1.859375, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 322.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_pre_attn/min": 308.0, "train/tensor_act_model_layers_81_residual_pre_attn/max": 322.0, "train/tensor_act_model_layers_81_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_81_residual_post_attn/norm": 650685.8125, "train/tensor_act_model_layers_81_residual_post_attn/mean": 318.0, "train/tensor_act_model_layers_81_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 322.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_attn/min": 308.0, "train/tensor_act_model_layers_81_residual_post_attn/max": 322.0, "train/tensor_act_model_layers_81_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 4340.755859375, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": 0.515625, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 1.40625, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 3.921875, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -1.34375, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 3.921875, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 5.265625, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 4552.013671875, "train/tensor_act_model_layers_81_mlp_up_proj/mean": -0.057861328125, "train/tensor_act_model_layers_81_mlp_up_proj/std": 1.5703125, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 3.96875, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -3.96875, "train/tensor_act_model_layers_81_mlp_up_proj/max": 3.5625, "train/tensor_act_model_layers_81_mlp_up_proj/range": 7.53125, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 18850.044921875, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 9.125, "train/tensor_act_model_layers_81_mlp_down_proj/std": 1.1796875, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 12.0625, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.22046732902526855, "train/tensor_act_model_layers_81_mlp_down_proj/min": 5.40625, "train/tensor_act_model_layers_81_mlp_down_proj/max": 12.0625, "train/tensor_act_model_layers_81_mlp_down_proj/range": 6.65625, "train/tensor_act_model_layers_81_mlp/norm": 7990.4189453125, "train/tensor_act_model_layers_81_mlp/mean": 3.90625, "train/tensor_act_model_layers_81_mlp/std": 0.0703125, "train/tensor_act_model_layers_81_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp/min": 3.5, "train/tensor_act_model_layers_81_mlp/max": 3.984375, "train/tensor_act_model_layers_81_mlp/range": 0.484375, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 658877.6875, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 322.0, "train/tensor_act_model_layers_81_residual_post_mlp/std": 1.859375, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 326.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_mlp/min": 312.0, "train/tensor_act_model_layers_81_residual_post_mlp/max": 326.0, "train/tensor_act_model_layers_81_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 658877.6875, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 322.0, "train/tensor_act_model_layers_82_residual_pre_attn/std": 1.859375, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 326.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_pre_attn/min": 312.0, "train/tensor_act_model_layers_82_residual_pre_attn/max": 326.0, "train/tensor_act_model_layers_82_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_82_residual_post_attn/norm": 658877.6875, "train/tensor_act_model_layers_82_residual_post_attn/mean": 322.0, "train/tensor_act_model_layers_82_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 326.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_attn/min": 312.0, "train/tensor_act_model_layers_82_residual_post_attn/max": 326.0, "train/tensor_act_model_layers_82_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 4358.72265625, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": 0.486328125, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 1.421875, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 4.0625, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -1.3046875, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 4.0625, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 5.3671875, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 4465.7587890625, "train/tensor_act_model_layers_82_mlp_up_proj/mean": 0.00799560546875, "train/tensor_act_model_layers_82_mlp_up_proj/std": 1.5390625, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 3.671875, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -3.640625, "train/tensor_act_model_layers_82_mlp_up_proj/max": 3.671875, "train/tensor_act_model_layers_82_mlp_up_proj/range": 7.3125, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 18957.669921875, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 9.1875, "train/tensor_act_model_layers_82_mlp_down_proj/std": 1.25, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 12.9375, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.27037930488586426, "train/tensor_act_model_layers_82_mlp_down_proj/min": 5.90625, "train/tensor_act_model_layers_82_mlp_down_proj/max": 12.9375, "train/tensor_act_model_layers_82_mlp_down_proj/range": 7.03125, "train/tensor_act_model_layers_82_mlp/norm": 7993.05517578125, "train/tensor_act_model_layers_82_mlp/mean": 3.90625, "train/tensor_act_model_layers_82_mlp/std": 0.0654296875, "train/tensor_act_model_layers_82_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp/min": 3.609375, "train/tensor_act_model_layers_82_mlp/max": 3.984375, "train/tensor_act_model_layers_82_mlp/range": 0.375, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 667069.5625, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 326.0, "train/tensor_act_model_layers_82_residual_post_mlp/std": 1.859375, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 330.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_mlp/min": 316.0, "train/tensor_act_model_layers_82_residual_post_mlp/max": 330.0, "train/tensor_act_model_layers_82_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 667069.5625, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 326.0, "train/tensor_act_model_layers_83_residual_pre_attn/std": 1.859375, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 330.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_pre_attn/min": 316.0, "train/tensor_act_model_layers_83_residual_pre_attn/max": 330.0, "train/tensor_act_model_layers_83_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_83_residual_post_attn/norm": 667069.5625, "train/tensor_act_model_layers_83_residual_post_attn/mean": 326.0, "train/tensor_act_model_layers_83_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 330.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_attn/min": 316.0, "train/tensor_act_model_layers_83_residual_post_attn/max": 330.0, "train/tensor_act_model_layers_83_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 4448.21875, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": 0.5625, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 1.4296875, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 3.953125, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 3.953125, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 5.2734375, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 4471.16650390625, "train/tensor_act_model_layers_83_mlp_up_proj/mean": -0.034423828125, "train/tensor_act_model_layers_83_mlp_up_proj/std": 1.546875, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 3.765625, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -3.765625, "train/tensor_act_model_layers_83_mlp_up_proj/max": 3.71875, "train/tensor_act_model_layers_83_mlp_up_proj/range": 7.484375, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 18771.1875, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 9.0625, "train/tensor_act_model_layers_83_mlp_down_proj/std": 1.2734375, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 13.4375, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.197021484375, "train/tensor_act_model_layers_83_mlp_down_proj/min": 5.625, "train/tensor_act_model_layers_83_mlp_down_proj/max": 13.4375, "train/tensor_act_model_layers_83_mlp_down_proj/range": 7.8125, "train/tensor_act_model_layers_83_mlp/norm": 7981.11083984375, "train/tensor_act_model_layers_83_mlp/mean": 3.890625, "train/tensor_act_model_layers_83_mlp/std": 0.07470703125, "train/tensor_act_model_layers_83_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp/min": 3.546875, "train/tensor_act_model_layers_83_mlp/max": 3.984375, "train/tensor_act_model_layers_83_mlp/range": 0.4375, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 675261.4375, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 330.0, "train/tensor_act_model_layers_83_residual_post_mlp/std": 1.859375, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 334.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_mlp/min": 320.0, "train/tensor_act_model_layers_83_residual_post_mlp/max": 334.0, "train/tensor_act_model_layers_83_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 675261.4375, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 330.0, "train/tensor_act_model_layers_84_residual_pre_attn/std": 1.859375, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 334.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_pre_attn/min": 320.0, "train/tensor_act_model_layers_84_residual_pre_attn/max": 334.0, "train/tensor_act_model_layers_84_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_84_residual_post_attn/norm": 675261.4375, "train/tensor_act_model_layers_84_residual_post_attn/mean": 330.0, "train/tensor_act_model_layers_84_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 334.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_attn/min": 320.0, "train/tensor_act_model_layers_84_residual_post_attn/max": 334.0, "train/tensor_act_model_layers_84_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 4381.82373046875, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": 0.55078125, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 1.40625, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 3.5, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 3.5, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 4.7890625, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 4502.72119140625, "train/tensor_act_model_layers_84_mlp_up_proj/mean": 0.06689453125, "train/tensor_act_model_layers_84_mlp_up_proj/std": 1.5546875, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 3.9375, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -3.8125, "train/tensor_act_model_layers_84_mlp_up_proj/max": 3.9375, "train/tensor_act_model_layers_84_mlp_up_proj/range": 7.75, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 18851.806640625, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 9.125, "train/tensor_act_model_layers_84_mlp_down_proj/std": 1.2421875, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 11.5625, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.24338245391845703, "train/tensor_act_model_layers_84_mlp_down_proj/min": 6.21875, "train/tensor_act_model_layers_84_mlp_down_proj/max": 11.5625, "train/tensor_act_model_layers_84_mlp_down_proj/range": 5.34375, "train/tensor_act_model_layers_84_mlp/norm": 7987.740234375, "train/tensor_act_model_layers_84_mlp/mean": 3.90625, "train/tensor_act_model_layers_84_mlp/std": 0.06640625, "train/tensor_act_model_layers_84_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/min": 3.65625, "train/tensor_act_model_layers_84_mlp/max": 3.96875, "train/tensor_act_model_layers_84_mlp/range": 0.3125, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 683453.3125, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 334.0, "train/tensor_act_model_layers_84_residual_post_mlp/std": 1.859375, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 338.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_mlp/min": 324.0, "train/tensor_act_model_layers_84_residual_post_mlp/max": 338.0, "train/tensor_act_model_layers_84_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 683453.3125, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 334.0, "train/tensor_act_model_layers_85_residual_pre_attn/std": 1.859375, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 338.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_pre_attn/min": 324.0, "train/tensor_act_model_layers_85_residual_pre_attn/max": 338.0, "train/tensor_act_model_layers_85_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_85_residual_post_attn/norm": 683453.3125, "train/tensor_act_model_layers_85_residual_post_attn/mean": 334.0, "train/tensor_act_model_layers_85_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 338.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_attn/min": 324.0, "train/tensor_act_model_layers_85_residual_post_attn/max": 338.0, "train/tensor_act_model_layers_85_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 4303.19677734375, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": 0.494140625, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 1.3984375, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 3.90625, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 3.90625, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 5.265625, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 4386.03955078125, "train/tensor_act_model_layers_85_mlp_up_proj/mean": 0.050048828125, "train/tensor_act_model_layers_85_mlp_up_proj/std": 1.515625, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 4.0625, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -3.671875, "train/tensor_act_model_layers_85_mlp_up_proj/max": 4.0625, "train/tensor_act_model_layers_85_mlp_up_proj/range": 7.734375, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 18203.265625, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 8.8125, "train/tensor_act_model_layers_85_mlp_down_proj/std": 1.2265625, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 12.4375, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.171875, "train/tensor_act_model_layers_85_mlp_down_proj/min": 5.3125, "train/tensor_act_model_layers_85_mlp_down_proj/max": 12.4375, "train/tensor_act_model_layers_85_mlp_down_proj/range": 7.125, "train/tensor_act_model_layers_85_mlp/norm": 7956.166015625, "train/tensor_act_model_layers_85_mlp/mean": 3.890625, "train/tensor_act_model_layers_85_mlp/std": 0.0771484375, "train/tensor_act_model_layers_85_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp/min": 3.46875, "train/tensor_act_model_layers_85_mlp/max": 3.984375, "train/tensor_act_model_layers_85_mlp/range": 0.515625, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 691645.1875, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 338.0, "train/tensor_act_model_layers_85_residual_post_mlp/std": 1.859375, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 342.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_mlp/min": 328.0, "train/tensor_act_model_layers_85_residual_post_mlp/max": 342.0, "train/tensor_act_model_layers_85_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 691645.1875, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 338.0, "train/tensor_act_model_layers_86_residual_pre_attn/std": 1.859375, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 342.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_pre_attn/min": 328.0, "train/tensor_act_model_layers_86_residual_pre_attn/max": 342.0, "train/tensor_act_model_layers_86_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_86_residual_post_attn/norm": 691645.1875, "train/tensor_act_model_layers_86_residual_post_attn/mean": 338.0, "train/tensor_act_model_layers_86_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 342.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_attn/min": 328.0, "train/tensor_act_model_layers_86_residual_post_attn/max": 342.0, "train/tensor_act_model_layers_86_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 4377.79052734375, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": 0.484375, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 1.4296875, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 3.71875, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 3.71875, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 4.9921875, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 4522.35498046875, "train/tensor_act_model_layers_86_mlp_up_proj/mean": 0.1005859375, "train/tensor_act_model_layers_86_mlp_up_proj/std": 1.5546875, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 4.0625, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -3.609375, "train/tensor_act_model_layers_86_mlp_up_proj/max": 4.0625, "train/tensor_act_model_layers_86_mlp_up_proj/range": 7.671875, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 18426.17578125, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 8.9375, "train/tensor_act_model_layers_86_mlp_down_proj/std": 1.21875, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 12.4375, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.17399382591247559, "train/tensor_act_model_layers_86_mlp_down_proj/min": 4.8125, "train/tensor_act_model_layers_86_mlp_down_proj/max": 12.4375, "train/tensor_act_model_layers_86_mlp_down_proj/range": 7.625, "train/tensor_act_model_layers_86_mlp/norm": 7967.98681640625, "train/tensor_act_model_layers_86_mlp/mean": 3.890625, "train/tensor_act_model_layers_86_mlp/std": 0.0791015625, "train/tensor_act_model_layers_86_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp/min": 3.34375, "train/tensor_act_model_layers_86_mlp/max": 3.984375, "train/tensor_act_model_layers_86_mlp/range": 0.640625, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 699837.0625, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 342.0, "train/tensor_act_model_layers_86_residual_post_mlp/std": 1.859375, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 346.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_mlp/min": 332.0, "train/tensor_act_model_layers_86_residual_post_mlp/max": 346.0, "train/tensor_act_model_layers_86_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 699837.0625, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 342.0, "train/tensor_act_model_layers_87_residual_pre_attn/std": 1.859375, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 346.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_pre_attn/min": 332.0, "train/tensor_act_model_layers_87_residual_pre_attn/max": 346.0, "train/tensor_act_model_layers_87_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_87_residual_post_attn/norm": 699837.0625, "train/tensor_act_model_layers_87_residual_post_attn/mean": 342.0, "train/tensor_act_model_layers_87_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 346.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_attn/min": 332.0, "train/tensor_act_model_layers_87_residual_post_attn/max": 346.0, "train/tensor_act_model_layers_87_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 4153.0322265625, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": 0.361328125, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 1.390625, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 4.25, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 4.25, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 5.5703125, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 4355.67431640625, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.2177734375, "train/tensor_act_model_layers_87_mlp_up_proj/std": 1.484375, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 4.125, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -3.9375, "train/tensor_act_model_layers_87_mlp_up_proj/max": 4.125, "train/tensor_act_model_layers_87_mlp_up_proj/range": 8.0625, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 17640.974609375, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 8.5, "train/tensor_act_model_layers_87_mlp_down_proj/std": 1.375, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 12.25, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.14061450958251953, "train/tensor_act_model_layers_87_mlp_down_proj/min": 4.8125, "train/tensor_act_model_layers_87_mlp_down_proj/max": 12.25, "train/tensor_act_model_layers_87_mlp_down_proj/range": 7.4375, "train/tensor_act_model_layers_87_mlp/norm": 7906.60302734375, "train/tensor_act_model_layers_87_mlp/mean": 3.859375, "train/tensor_act_model_layers_87_mlp/std": 0.1083984375, "train/tensor_act_model_layers_87_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp/min": 3.34375, "train/tensor_act_model_layers_87_mlp/max": 3.984375, "train/tensor_act_model_layers_87_mlp/range": 0.640625, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 708028.9375, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 346.0, "train/tensor_act_model_layers_87_residual_post_mlp/std": 1.859375, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 350.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_mlp/min": 336.0, "train/tensor_act_model_layers_87_residual_post_mlp/max": 350.0, "train/tensor_act_model_layers_87_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 708028.9375, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 346.0, "train/tensor_act_model_layers_88_residual_pre_attn/std": 1.859375, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 350.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_pre_attn/min": 336.0, "train/tensor_act_model_layers_88_residual_pre_attn/max": 350.0, "train/tensor_act_model_layers_88_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_88_residual_post_attn/norm": 708028.9375, "train/tensor_act_model_layers_88_residual_post_attn/mean": 346.0, "train/tensor_act_model_layers_88_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 350.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_attn/min": 336.0, "train/tensor_act_model_layers_88_residual_post_attn/max": 350.0, "train/tensor_act_model_layers_88_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 4320.765625, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": 0.47265625, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 1.4140625, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -1.4765625, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 5.5078125, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 4355.20703125, "train/tensor_act_model_layers_88_mlp_up_proj/mean": -0.045654296875, "train/tensor_act_model_layers_88_mlp_up_proj/std": 1.5, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 3.84375, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -3.84375, "train/tensor_act_model_layers_88_mlp_up_proj/max": 3.65625, "train/tensor_act_model_layers_88_mlp_up_proj/range": 7.5, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 17674.1875, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 8.5625, "train/tensor_act_model_layers_88_mlp_down_proj/std": 1.1484375, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 11.25, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.07321786880493164, "train/tensor_act_model_layers_88_mlp_down_proj/min": 4.6875, "train/tensor_act_model_layers_88_mlp_down_proj/max": 11.25, "train/tensor_act_model_layers_88_mlp_down_proj/range": 6.5625, "train/tensor_act_model_layers_88_mlp/norm": 7927.0693359375, "train/tensor_act_model_layers_88_mlp/mean": 3.875, "train/tensor_act_model_layers_88_mlp/std": 0.095703125, "train/tensor_act_model_layers_88_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/min": 3.296875, "train/tensor_act_model_layers_88_mlp/max": 3.96875, "train/tensor_act_model_layers_88_mlp/range": 0.671875, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 716220.8125, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 350.0, "train/tensor_act_model_layers_88_residual_post_mlp/std": 1.859375, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 354.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_mlp/min": 340.0, "train/tensor_act_model_layers_88_residual_post_mlp/max": 354.0, "train/tensor_act_model_layers_88_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 716220.8125, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 350.0, "train/tensor_act_model_layers_89_residual_pre_attn/std": 1.859375, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 354.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_pre_attn/min": 340.0, "train/tensor_act_model_layers_89_residual_pre_attn/max": 354.0, "train/tensor_act_model_layers_89_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_89_residual_post_attn/norm": 716220.8125, "train/tensor_act_model_layers_89_residual_post_attn/mean": 350.0, "train/tensor_act_model_layers_89_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 354.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_attn/min": 340.0, "train/tensor_act_model_layers_89_residual_post_attn/max": 354.0, "train/tensor_act_model_layers_89_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 4178.5263671875, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": 0.49609375, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 1.3515625, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -1.3671875, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 5.3984375, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 4258.25732421875, "train/tensor_act_model_layers_89_mlp_up_proj/mean": -0.0106201171875, "train/tensor_act_model_layers_89_mlp_up_proj/std": 1.46875, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 3.890625, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -3.890625, "train/tensor_act_model_layers_89_mlp_up_proj/max": 3.71875, "train/tensor_act_model_layers_89_mlp_up_proj/range": 7.609375, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 16696.703125, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 8.0625, "train/tensor_act_model_layers_89_mlp_down_proj/std": 1.3671875, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 11.4375, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.05590081214904785, "train/tensor_act_model_layers_89_mlp_down_proj/min": 4.375, "train/tensor_act_model_layers_89_mlp_down_proj/max": 11.4375, "train/tensor_act_model_layers_89_mlp_down_proj/range": 7.0625, "train/tensor_act_model_layers_89_mlp/norm": 7836.1943359375, "train/tensor_act_model_layers_89_mlp/mean": 3.828125, "train/tensor_act_model_layers_89_mlp/std": 0.1298828125, "train/tensor_act_model_layers_89_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp/min": 3.1875, "train/tensor_act_model_layers_89_mlp/max": 3.96875, "train/tensor_act_model_layers_89_mlp/range": 0.78125, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 724412.6875, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 354.0, "train/tensor_act_model_layers_89_residual_post_mlp/std": 1.859375, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 358.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_mlp/min": 344.0, "train/tensor_act_model_layers_89_residual_post_mlp/max": 358.0, "train/tensor_act_model_layers_89_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 724412.6875, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 354.0, "train/tensor_act_model_layers_90_residual_pre_attn/std": 1.859375, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 358.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_pre_attn/min": 344.0, "train/tensor_act_model_layers_90_residual_pre_attn/max": 358.0, "train/tensor_act_model_layers_90_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_90_residual_post_attn/norm": 724412.6875, "train/tensor_act_model_layers_90_residual_post_attn/mean": 354.0, "train/tensor_act_model_layers_90_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 358.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_attn/min": 344.0, "train/tensor_act_model_layers_90_residual_post_attn/max": 358.0, "train/tensor_act_model_layers_90_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 4449.15869140625, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": 0.6328125, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 1.3984375, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 3.8125, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -1.265625, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 3.8125, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 5.078125, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 4201.85693359375, "train/tensor_act_model_layers_90_mlp_up_proj/mean": -0.054931640625, "train/tensor_act_model_layers_90_mlp_up_proj/std": 1.453125, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 3.953125, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -3.953125, "train/tensor_act_model_layers_90_mlp_up_proj/max": 3.609375, "train/tensor_act_model_layers_90_mlp_up_proj/range": 7.5625, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 17087.30078125, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 8.25, "train/tensor_act_model_layers_90_mlp_down_proj/std": 1.265625, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 11.75, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.07602262496948242, "train/tensor_act_model_layers_90_mlp_down_proj/min": 4.8125, "train/tensor_act_model_layers_90_mlp_down_proj/max": 11.75, "train/tensor_act_model_layers_90_mlp_down_proj/range": 6.9375, "train/tensor_act_model_layers_90_mlp/norm": 7880.0673828125, "train/tensor_act_model_layers_90_mlp/mean": 3.84375, "train/tensor_act_model_layers_90_mlp/std": 0.099609375, "train/tensor_act_model_layers_90_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/min": 3.34375, "train/tensor_act_model_layers_90_mlp/max": 3.984375, "train/tensor_act_model_layers_90_mlp/range": 0.640625, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 732604.625, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 358.0, "train/tensor_act_model_layers_90_residual_post_mlp/std": 1.859375, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 362.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_mlp/min": 348.0, "train/tensor_act_model_layers_90_residual_post_mlp/max": 362.0, "train/tensor_act_model_layers_90_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 732604.625, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 358.0, "train/tensor_act_model_layers_91_residual_pre_attn/std": 1.859375, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 362.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_pre_attn/min": 348.0, "train/tensor_act_model_layers_91_residual_pre_attn/max": 362.0, "train/tensor_act_model_layers_91_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_91_residual_post_attn/norm": 732604.625, "train/tensor_act_model_layers_91_residual_post_attn/mean": 358.0, "train/tensor_act_model_layers_91_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 362.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_attn/min": 348.0, "train/tensor_act_model_layers_91_residual_post_attn/max": 362.0, "train/tensor_act_model_layers_91_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 4275.38427734375, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": 0.546875, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 1.375, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 4.1875, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -1.34375, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 4.1875, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 5.53125, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 4396.40966796875, "train/tensor_act_model_layers_91_mlp_up_proj/mean": 0.07861328125, "train/tensor_act_model_layers_91_mlp_up_proj/std": 1.515625, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 4.6875, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -3.59375, "train/tensor_act_model_layers_91_mlp_up_proj/max": 4.6875, "train/tensor_act_model_layers_91_mlp_up_proj/range": 8.28125, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 16780.181640625, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 8.0625, "train/tensor_act_model_layers_91_mlp_down_proj/std": 1.4453125, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 11.625, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.07992148399353027, "train/tensor_act_model_layers_91_mlp_down_proj/min": 3.734375, "train/tensor_act_model_layers_91_mlp_down_proj/max": 11.625, "train/tensor_act_model_layers_91_mlp_down_proj/range": 7.890625, "train/tensor_act_model_layers_91_mlp/norm": 7831.66748046875, "train/tensor_act_model_layers_91_mlp/mean": 3.828125, "train/tensor_act_model_layers_91_mlp/std": 0.1484375, "train/tensor_act_model_layers_91_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/min": 2.921875, "train/tensor_act_model_layers_91_mlp/max": 3.96875, "train/tensor_act_model_layers_91_mlp/range": 1.046875, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 740764.5625, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 362.0, "train/tensor_act_model_layers_91_residual_post_mlp/std": 1.8671875, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 366.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_mlp/min": 352.0, "train/tensor_act_model_layers_91_residual_post_mlp/max": 366.0, "train/tensor_act_model_layers_91_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 740764.5625, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 362.0, "train/tensor_act_model_layers_92_residual_pre_attn/std": 1.8671875, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 366.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_pre_attn/min": 352.0, "train/tensor_act_model_layers_92_residual_pre_attn/max": 366.0, "train/tensor_act_model_layers_92_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_92_residual_post_attn/norm": 740764.5625, "train/tensor_act_model_layers_92_residual_post_attn/mean": 362.0, "train/tensor_act_model_layers_92_residual_post_attn/std": 1.8671875, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 366.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_attn/min": 352.0, "train/tensor_act_model_layers_92_residual_post_attn/max": 366.0, "train/tensor_act_model_layers_92_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 4149.93603515625, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": 0.4921875, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 1.34375, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 4.21875, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -1.5, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 4.21875, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 5.71875, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 4259.53369140625, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.0220947265625, "train/tensor_act_model_layers_92_mlp_up_proj/std": 1.46875, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 3.859375, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -3.859375, "train/tensor_act_model_layers_92_mlp_up_proj/max": 3.78125, "train/tensor_act_model_layers_92_mlp_up_proj/range": 7.640625, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 15605.958984375, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 7.46875, "train/tensor_act_model_layers_92_mlp_down_proj/std": 1.5546875, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 10.9375, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.0234375, "train/tensor_act_model_layers_92_mlp_down_proj/min": 3.125, "train/tensor_act_model_layers_92_mlp_down_proj/max": 10.9375, "train/tensor_act_model_layers_92_mlp_down_proj/range": 7.8125, "train/tensor_act_model_layers_92_mlp/norm": 7691.8046875, "train/tensor_act_model_layers_92_mlp/mean": 3.75, "train/tensor_act_model_layers_92_mlp/std": 0.23046875, "train/tensor_act_model_layers_92_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/min": 2.609375, "train/tensor_act_model_layers_92_mlp/max": 3.96875, "train/tensor_act_model_layers_92_mlp/range": 1.359375, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 748862.4375, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 366.0, "train/tensor_act_model_layers_92_residual_post_mlp/std": 1.8828125, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 370.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_mlp/min": 356.0, "train/tensor_act_model_layers_92_residual_post_mlp/max": 370.0, "train/tensor_act_model_layers_92_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 748862.4375, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 366.0, "train/tensor_act_model_layers_93_residual_pre_attn/std": 1.8828125, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 370.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_pre_attn/min": 356.0, "train/tensor_act_model_layers_93_residual_pre_attn/max": 370.0, "train/tensor_act_model_layers_93_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_93_residual_post_attn/norm": 748862.4375, "train/tensor_act_model_layers_93_residual_post_attn/mean": 366.0, "train/tensor_act_model_layers_93_residual_post_attn/std": 1.8828125, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 370.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_attn/min": 356.0, "train/tensor_act_model_layers_93_residual_post_attn/max": 370.0, "train/tensor_act_model_layers_93_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 4108.98681640625, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": 0.412109375, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 1.359375, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 4.59375, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -1.6953125, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 4.59375, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 6.2890625, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 4164.68603515625, "train/tensor_act_model_layers_93_mlp_up_proj/mean": 0.08740234375, "train/tensor_act_model_layers_93_mlp_up_proj/std": 1.4375, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 4.21875, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -3.765625, "train/tensor_act_model_layers_93_mlp_up_proj/max": 4.21875, "train/tensor_act_model_layers_93_mlp_up_proj/range": 7.984375, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 14733.3193359375, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 7.03125, "train/tensor_act_model_layers_93_mlp_down_proj/std": 1.5625, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 10.75, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.0234375, "train/tensor_act_model_layers_93_mlp_down_proj/min": 2.234375, "train/tensor_act_model_layers_93_mlp_down_proj/max": 10.75, "train/tensor_act_model_layers_93_mlp_down_proj/range": 8.515625, "train/tensor_act_model_layers_93_mlp/norm": 7583.43994140625, "train/tensor_act_model_layers_93_mlp/mean": 3.6875, "train/tensor_act_model_layers_93_mlp/std": 0.28515625, "train/tensor_act_model_layers_93_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/min": 2.03125, "train/tensor_act_model_layers_93_mlp/max": 3.96875, "train/tensor_act_model_layers_93_mlp/range": 1.9375, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 756955.6875, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 370.0, "train/tensor_act_model_layers_93_residual_post_mlp/std": 1.90625, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 374.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_mlp/min": 360.0, "train/tensor_act_model_layers_93_residual_post_mlp/max": 374.0, "train/tensor_act_model_layers_93_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 756955.6875, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 370.0, "train/tensor_act_model_layers_94_residual_pre_attn/std": 1.90625, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 374.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_pre_attn/min": 360.0, "train/tensor_act_model_layers_94_residual_pre_attn/max": 374.0, "train/tensor_act_model_layers_94_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_94_residual_post_attn/norm": 756955.6875, "train/tensor_act_model_layers_94_residual_post_attn/mean": 370.0, "train/tensor_act_model_layers_94_residual_post_attn/std": 1.90625, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 374.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_attn/min": 360.0, "train/tensor_act_model_layers_94_residual_post_attn/max": 374.0, "train/tensor_act_model_layers_94_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 4092.897216796875, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": 0.515625, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 1.3125, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 3.859375, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -1.734375, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 3.859375, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 5.59375, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 4142.7734375, "train/tensor_act_model_layers_94_mlp_up_proj/mean": 0.09326171875, "train/tensor_act_model_layers_94_mlp_up_proj/std": 1.4296875, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 4.34375, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -3.796875, "train/tensor_act_model_layers_94_mlp_up_proj/max": 4.34375, "train/tensor_act_model_layers_94_mlp_up_proj/range": 8.140625, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 16037.7294921875, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 7.6875, "train/tensor_act_model_layers_94_mlp_down_proj/std": 1.4921875, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 11.875, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 0.046875, "train/tensor_act_model_layers_94_mlp_down_proj/min": 3.140625, "train/tensor_act_model_layers_94_mlp_down_proj/max": 11.875, "train/tensor_act_model_layers_94_mlp_down_proj/range": 8.734375, "train/tensor_act_model_layers_94_mlp/norm": 7752.8623046875, "train/tensor_act_model_layers_94_mlp/mean": 3.78125, "train/tensor_act_model_layers_94_mlp/std": 0.1943359375, "train/tensor_act_model_layers_94_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": 2.625, "train/tensor_act_model_layers_94_mlp/max": 3.984375, "train/tensor_act_model_layers_94_mlp/range": 1.359375, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 765083.875, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 374.0, "train/tensor_act_model_layers_94_residual_post_mlp/std": 1.9375, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 378.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_mlp/min": 362.0, "train/tensor_act_model_layers_94_residual_post_mlp/max": 378.0, "train/tensor_act_model_layers_94_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 765083.875, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 374.0, "train/tensor_act_model_layers_95_residual_pre_attn/std": 1.9375, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 378.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_pre_attn/min": 362.0, "train/tensor_act_model_layers_95_residual_pre_attn/max": 378.0, "train/tensor_act_model_layers_95_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_95_residual_post_attn/norm": 765083.875, "train/tensor_act_model_layers_95_residual_post_attn/mean": 374.0, "train/tensor_act_model_layers_95_residual_post_attn/std": 1.9375, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 378.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_attn/min": 362.0, "train/tensor_act_model_layers_95_residual_post_attn/max": 378.0, "train/tensor_act_model_layers_95_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 3909.89306640625, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": 0.451171875, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 1.2734375, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 4.5, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -1.71875, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 4.5, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 6.21875, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 3935.556640625, "train/tensor_act_model_layers_95_mlp_up_proj/mean": 0.17578125, "train/tensor_act_model_layers_95_mlp_up_proj/std": 1.34375, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 4.46875, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -3.84375, "train/tensor_act_model_layers_95_mlp_up_proj/max": 4.46875, "train/tensor_act_model_layers_95_mlp_up_proj/range": 8.3125, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 13581.853515625, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 6.40625, "train/tensor_act_model_layers_95_mlp_down_proj/std": 1.7578125, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 9.6875, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": 0.62109375, "train/tensor_act_model_layers_95_mlp_down_proj/max": 9.6875, "train/tensor_act_model_layers_95_mlp_down_proj/range": 9.06640625, "train/tensor_act_model_layers_95_mlp/norm": 7346.24658203125, "train/tensor_act_model_layers_95_mlp/mean": 3.5625, "train/tensor_act_model_layers_95_mlp/std": 0.46875, "train/tensor_act_model_layers_95_mlp/max_abs": 3.9375, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": 0.6171875, "train/tensor_act_model_layers_95_mlp/max": 3.9375, "train/tensor_act_model_layers_95_mlp/range": 3.3203125, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 772893.3125, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 378.0, "train/tensor_act_model_layers_95_residual_post_mlp/std": 2.078125, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 382.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_mlp/min": 364.0, "train/tensor_act_model_layers_95_residual_post_mlp/max": 382.0, "train/tensor_act_model_layers_95_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 772893.3125, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 378.0, "train/tensor_act_model_layers_96_residual_pre_attn/std": 2.078125, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 382.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_pre_attn/min": 364.0, "train/tensor_act_model_layers_96_residual_pre_attn/max": 382.0, "train/tensor_act_model_layers_96_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_96_residual_post_attn/norm": 772893.3125, "train/tensor_act_model_layers_96_residual_post_attn/mean": 378.0, "train/tensor_act_model_layers_96_residual_post_attn/std": 2.078125, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 382.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_attn/min": 364.0, "train/tensor_act_model_layers_96_residual_post_attn/max": 382.0, "train/tensor_act_model_layers_96_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 3827.0810546875, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": 0.49609375, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 1.2265625, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 3.75, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -1.84375, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 3.75, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 5.59375, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 3818.827392578125, "train/tensor_act_model_layers_96_mlp_up_proj/mean": 0.1103515625, "train/tensor_act_model_layers_96_mlp_up_proj/std": 1.3125, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 4.65625, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -3.609375, "train/tensor_act_model_layers_96_mlp_up_proj/max": 4.65625, "train/tensor_act_model_layers_96_mlp_up_proj/range": 8.265625, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 12428.138671875, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 5.78125, "train/tensor_act_model_layers_96_mlp_down_proj/std": 1.890625, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 9.8125, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": -0.59765625, "train/tensor_act_model_layers_96_mlp_down_proj/max": 9.8125, "train/tensor_act_model_layers_96_mlp_down_proj/range": 10.41015625, "train/tensor_act_model_layers_96_mlp/norm": 7079.4306640625, "train/tensor_act_model_layers_96_mlp/mean": 3.390625, "train/tensor_act_model_layers_96_mlp/std": 0.65234375, "train/tensor_act_model_layers_96_mlp/max_abs": 3.9375, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": -0.59375, "train/tensor_act_model_layers_96_mlp/max": 3.9375, "train/tensor_act_model_layers_96_mlp/range": 4.53125, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 780382.25, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 382.0, "train/tensor_act_model_layers_96_residual_post_mlp/std": 2.296875, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 386.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_mlp/min": 368.0, "train/tensor_act_model_layers_96_residual_post_mlp/max": 386.0, "train/tensor_act_model_layers_96_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 780382.25, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 382.0, "train/tensor_act_model_layers_97_residual_pre_attn/std": 2.296875, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 386.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_pre_attn/min": 368.0, "train/tensor_act_model_layers_97_residual_pre_attn/max": 386.0, "train/tensor_act_model_layers_97_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_97_residual_post_attn/norm": 780382.25, "train/tensor_act_model_layers_97_residual_post_attn/mean": 382.0, "train/tensor_act_model_layers_97_residual_post_attn/std": 2.296875, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 386.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_attn/min": 368.0, "train/tensor_act_model_layers_97_residual_post_attn/max": 386.0, "train/tensor_act_model_layers_97_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 3583.468017578125, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": 0.373046875, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 1.1796875, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 4.21875, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -1.796875, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 4.21875, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 6.015625, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 3651.354736328125, "train/tensor_act_model_layers_97_mlp_up_proj/mean": 0.0478515625, "train/tensor_act_model_layers_97_mlp_up_proj/std": 1.2578125, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 4.34375, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -4.34375, "train/tensor_act_model_layers_97_mlp_up_proj/max": 3.21875, "train/tensor_act_model_layers_97_mlp_up_proj/range": 7.5625, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 10555.08984375, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 4.90625, "train/tensor_act_model_layers_97_mlp_down_proj/std": 1.5546875, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 8.8125, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": -0.625, "train/tensor_act_model_layers_97_mlp_down_proj/max": 8.8125, "train/tensor_act_model_layers_97_mlp_down_proj/range": 9.4375, "train/tensor_act_model_layers_97_mlp/norm": 6712.2060546875, "train/tensor_act_model_layers_97_mlp/mean": 3.21875, "train/tensor_act_model_layers_97_mlp/std": 0.6484375, "train/tensor_act_model_layers_97_mlp/max_abs": 3.90625, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": -0.62109375, "train/tensor_act_model_layers_97_mlp/max": 3.90625, "train/tensor_act_model_layers_97_mlp/range": 4.52734375, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 787718.875, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 384.0, "train/tensor_act_model_layers_97_residual_post_mlp/std": 2.5, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 390.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_mlp/min": 370.0, "train/tensor_act_model_layers_97_residual_post_mlp/max": 390.0, "train/tensor_act_model_layers_97_residual_post_mlp/range": 20.0, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 787718.875, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 384.0, "train/tensor_act_model_layers_98_residual_pre_attn/std": 2.5, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 390.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_pre_attn/min": 370.0, "train/tensor_act_model_layers_98_residual_pre_attn/max": 390.0, "train/tensor_act_model_layers_98_residual_pre_attn/range": 20.0, "train/tensor_act_model_layers_98_residual_post_attn/norm": 787718.875, "train/tensor_act_model_layers_98_residual_post_attn/mean": 384.0, "train/tensor_act_model_layers_98_residual_post_attn/std": 2.5, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 390.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_attn/min": 370.0, "train/tensor_act_model_layers_98_residual_post_attn/max": 390.0, "train/tensor_act_model_layers_98_residual_post_attn/range": 20.0, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 3380.423828125, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": 0.349609375, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 1.1171875, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 4.125, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -1.59375, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 4.125, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 5.71875, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 3287.7099609375, "train/tensor_act_model_layers_98_mlp_up_proj/mean": -0.11328125, "train/tensor_act_model_layers_98_mlp_up_proj/std": 1.1328125, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 3.875, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -3.875, "train/tensor_act_model_layers_98_mlp_up_proj/max": 3.53125, "train/tensor_act_model_layers_98_mlp_up_proj/range": 7.40625, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 7627.90234375, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 3.34375, "train/tensor_act_model_layers_98_mlp_down_proj/std": 1.6484375, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 7.8125, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": -0.64453125, "train/tensor_act_model_layers_98_mlp_down_proj/max": 7.8125, "train/tensor_act_model_layers_98_mlp_down_proj/range": 8.45703125, "train/tensor_act_model_layers_98_mlp/norm": 5490.5654296875, "train/tensor_act_model_layers_98_mlp/mean": 2.515625, "train/tensor_act_model_layers_98_mlp/std": 0.93359375, "train/tensor_act_model_layers_98_mlp/max_abs": 3.84375, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": -0.640625, "train/tensor_act_model_layers_98_mlp/max": 3.84375, "train/tensor_act_model_layers_98_mlp/range": 4.484375, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 792886.4375, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 388.0, "train/tensor_act_model_layers_98_residual_post_mlp/std": 2.875, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 394.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_mlp/min": 372.0, "train/tensor_act_model_layers_98_residual_post_mlp/max": 394.0, "train/tensor_act_model_layers_98_residual_post_mlp/range": 22.0, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 792886.4375, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 388.0, "train/tensor_act_model_layers_99_residual_pre_attn/std": 2.875, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 394.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_pre_attn/min": 372.0, "train/tensor_act_model_layers_99_residual_pre_attn/max": 394.0, "train/tensor_act_model_layers_99_residual_pre_attn/range": 22.0, "train/tensor_act_model_layers_99_residual_post_attn/norm": 792886.4375, "train/tensor_act_model_layers_99_residual_post_attn/mean": 388.0, "train/tensor_act_model_layers_99_residual_post_attn/std": 2.875, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 394.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_attn/min": 372.0, "train/tensor_act_model_layers_99_residual_post_attn/max": 394.0, "train/tensor_act_model_layers_99_residual_post_attn/range": 22.0, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 3032.13427734375, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": 0.359375, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 0.984375, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 4.40625, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -1.5625, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 4.40625, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 5.96875, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 2881.35791015625, "train/tensor_act_model_layers_99_mlp_up_proj/mean": -0.07373046875, "train/tensor_act_model_layers_99_mlp_up_proj/std": 0.9921875, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 4.03125, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -4.03125, "train/tensor_act_model_layers_99_mlp_up_proj/max": 2.5625, "train/tensor_act_model_layers_99_mlp_up_proj/range": 6.59375, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 5993.40283203125, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 1.96875, "train/tensor_act_model_layers_99_mlp_down_proj/std": 2.15625, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 5.65625, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": -4.53125, "train/tensor_act_model_layers_99_mlp_down_proj/max": 5.65625, "train/tensor_act_model_layers_99_mlp_down_proj/range": 10.1875, "train/tensor_act_model_layers_99_mlp/norm": 4646.20947265625, "train/tensor_act_model_layers_99_mlp/mean": 1.5546875, "train/tensor_act_model_layers_99_mlp/std": 1.6484375, "train/tensor_act_model_layers_99_mlp/max_abs": 3.546875, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": -3.25, "train/tensor_act_model_layers_99_mlp/max": 3.546875, "train/tensor_act_model_layers_99_mlp/range": 6.796875, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 796047.9375, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 388.0, "train/tensor_act_model_layers_99_residual_post_mlp/std": 3.640625, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 398.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_mlp/min": 370.0, "train/tensor_act_model_layers_99_residual_post_mlp/max": 398.0, "train/tensor_act_model_layers_99_residual_post_mlp/range": 28.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 86507520.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": 50432.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 475136.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 4489216.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -2293760.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 4489216.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 6782976.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 38010880.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": 15616.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 208896.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 1384448.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -978944.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 1384448.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 2363392.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 41418752.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": -81920.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 212992.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 1318912.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -1318912.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 96256.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 1415168.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 87031808.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": 48128.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 479232.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 5111808.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -3014656.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 5111808.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 8126464.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 56098816.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": 18560.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 309248.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 2981888.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -1441792.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 2981888.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 4423680.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 59768832.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": -107520.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 313344.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 2965504.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -2965504.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 74752.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 3040256.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 61865984.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": 14528.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 342016.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 4784128.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -3112960.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 4784128.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 7897088.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 39845888.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": 7584.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 220160.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 1392640.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -1351680.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 1392640.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 2744320.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 47185920.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": -96256.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 241664.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 1875968.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -1875968.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 61184.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 1937152.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 59506688.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": -9664.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 327680.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 5406720.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.99407958984375, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": -5406720.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 3997696.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 9404416.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 31981568.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": -12160.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 176128.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 901120.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": -708608.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 901120.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 1609728.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 34603008.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": -78848.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 174080.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 1204224.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": -1204224.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 51200.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 1255424.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 52953088.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": -27776.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 290816.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 6356992.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": -6356992.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 3817472.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 10174464.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 27000832.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": -16320.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 148480.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 962560.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": -962560.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 481280.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 1443840.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 29491200.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": -63744.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 149504.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 1007616.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": -1007616.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 45824.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 1053440.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 30015488.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": -12864.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 165888.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 2768896.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.998199462890625, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": -2768896.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 2588672.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 5357568.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 16580608.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": -10176.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 91136.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 354304.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": -323584.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 354304.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 677888.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 19267584.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": -43776.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 96768.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 409600.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": -409600.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 27904.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 437504.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 38535168.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": -15296.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 212992.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 4554752.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.998138427734375, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": -4554752.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 3014656.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 7569408.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 22151168.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": -10944.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 121856.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 704512.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": -704512.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 561152.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 1265664.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 23986176.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": -53504.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 120832.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 679936.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": -679936.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 27392.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 707328.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 32768000.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 4256.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 180224.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 2965504.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.99725341796875, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": -2506752.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 2965504.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 5472256.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 18219008.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": 2096.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 100864.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 544768.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": -366592.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 544768.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 911360.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 20185088.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": -47872.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 100864.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 532480.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": -532480.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 26112.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 558592.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 24510464.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": -5760.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 135168.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 2883584.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.999664306640625, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": -2883584.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 1810432.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 4694016.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 14680064.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": 416.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 80896.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 354304.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": -354304.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 339968.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 694272.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 15794176.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": -38912.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 78336.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 421888.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": -421888.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 17280.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 439168.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 19660800.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": 3088.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 108544.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 1294336.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": -1064960.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 1294336.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 2359296.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 13500416.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": -122.5, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 74240.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 288768.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": -288768.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 260096.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 548864.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 13893632.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": -35840.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 67584.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 309248.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": -309248.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 11264.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 320512.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 22413312.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": -57.75, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 123392.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 1794048.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.998687744140625, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": -1392640.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 1794048.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 3186688.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 15138816.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": -3040.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 83456.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 421888.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": -288768.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 421888.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 710656.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 16187392.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": -38912.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 80384.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 456704.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": -456704.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 15552.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 472256.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 17432576.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": 1408.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 96256.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 1335296.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": -1335296.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 1318912.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 2654208.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 11599872.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 1976.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 64256.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 290816.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": -218112.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 290816.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 508928.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 12582912.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": -31744.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 61952.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 282624.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": -282624.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 7808.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 290432.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 18874368.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": -12672.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 103424.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 1327104.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.995513916015625, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": -1302528.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 1327104.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 2629632.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 12255232.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": -9856.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 67072.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 270336.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": -270336.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 264192.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 534528.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 13893632.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": -32512.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 69632.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 280576.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": -280576.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 9600.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 290176.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 14811136.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": -944.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 81920.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 1204224.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.994476318359375, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": -1204224.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 1114112.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 2318336.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 9961472.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": -2768.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 54784.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 226304.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": -226304.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 181248.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 407552.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 11337728.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": -28288.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 55808.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 231424.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": -231424.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 8096.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 239520.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 15532032.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": -4096.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 85504.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 1163264.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": -1163264.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 1032192.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 2195456.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 10354688.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": -3712.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 57088.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 262144.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": -262144.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 179200.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 441344.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 11993088.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": -30208.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 58880.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 309248.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": -309248.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 6912.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 316160.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 13172736.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": -1128.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 72704.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 684032.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.9991455078125, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": -647168.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 684032.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 1331200.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 9175040.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": -388.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 50688.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 181248.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": -181248.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 167936.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 349184.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 10485760.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": -27136.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 51200.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 230400.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": -230400.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 7808.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 238208.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 13959168.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": 1760.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 77312.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 974848.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.9991455078125, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": -974848.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 942080.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 1916928.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 9699328.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": 2496.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 53248.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 207872.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": -176128.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 207872.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 384000.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 10551296.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": -27648.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 51456.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 216064.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": -216064.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 10368.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 226432.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 12845056.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": 2560.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 71168.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 802816.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": -704512.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 802816.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 1507328.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 9175040.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": 2496.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 50688.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 189440.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": -174080.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 189440.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 363520.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 10289152.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": -25728.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 50432.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 192512.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": -192512.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 9152.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 201664.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 13303808.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": 1712.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 73728.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 946176.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": -901120.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 946176.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 1847296.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 9109504.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": 836.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 50432.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 188416.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": -185344.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 188416.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 373760.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 10485760.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": -26368.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 51456.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 228352.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": -228352.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 10112.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 238464.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 11730944.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": 868.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 64768.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 729088.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.998382568359375, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": -651264.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 729088.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 1380352.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 8290304.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": -1112.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 45824.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 173056.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": -173056.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 163840.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 336896.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 9633792.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": -24320.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 47104.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 224256.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": -224256.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 8448.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 232704.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 9830400.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 2640.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 54272.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 348160.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.996246337890625, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": -348160.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 337920.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 686080.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 7372800.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": 1712.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 40704.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 129024.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": -126464.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 129024.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 255488.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 8028160.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": -21504.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 38656.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 148480.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": -148480.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 5024.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 153504.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 10813440.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": -3744.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 59648.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 647168.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": -647168.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 630784.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 1277952.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 8388608.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": -3888.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 46080.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 183296.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": -156672.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 183296.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 339968.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 9175040.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": -21888.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 45568.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 178176.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": -178176.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 5664.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 183840.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 10616832.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": 6016.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 58112.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 573440.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.99713134765625, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": -452608.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 573440.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 1026048.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 7471104.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 5536.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 40960.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 147456.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": -120320.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 147456.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 267776.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 8323072.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": -20608.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 40960.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 162816.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": -162816.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 4768.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 167584.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 10354688.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": -3088.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 57344.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 802816.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.99835205078125, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": -651264.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 802816.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 1454080.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 7372800.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": -2944.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 40704.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 143360.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": -139264.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 143360.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 282624.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 8585216.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": -20352.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 42752.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 159744.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": -159744.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 6784.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 166528.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 7503872.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": -2736.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 41472.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 419840.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.985321044921875, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": -419840.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 401408.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 821248.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 5570560.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -2064.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 30848.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 83968.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": -82432.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 83968.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 166400.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 6488064.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": -18176.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 30976.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 109568.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": -109568.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 3904.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 113472.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 8388608.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": 2544.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 46336.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 380928.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": -366592.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 380928.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 747520.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 6094848.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": 2256.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 33792.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 107520.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": -107520.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 103936.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 211456.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 6750208.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": -18176.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 32384.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 111104.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": -111104.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 4448.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 115552.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 10747904.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": -1224.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 59392.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 589824.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.99261474609375, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": -589824.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 589824.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 1179648.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 7897088.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": -2576.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 43520.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 158720.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": -158720.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 147456.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 306176.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 8650752.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": -19584.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 43520.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 168960.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": -168960.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 6432.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 175392.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 9240576.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": 7328.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 50432.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 577536.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.989654541015625, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": -509952.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 577536.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 1087488.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 7929856.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": 6336.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 43520.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 161792.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": -161792.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 132096.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 293888.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 8585216.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": -20352.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 43008.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 155648.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": -155648.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 5504.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 161152.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 8454144.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": -1968.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 46848.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 342016.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.99249267578125, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": -342016.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 327680.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 669696.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 7012352.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": -672.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 38912.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 127488.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": -127488.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 117760.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 245248.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 7667712.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": -19584.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 37632.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 136192.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": -136192.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 5376.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 141568.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 7602176.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": -1184.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 41984.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 700416.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.995574951171875, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": -618496.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 700416.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 1318912.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 5734400.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": -1832.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 31616.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 95744.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": -95744.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 90112.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 185856.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 6553600.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": -17792.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 31360.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 113152.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": -113152.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 7072.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 120224.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 6750208.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": 1328.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 37120.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 253952.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.995880126953125, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": -212992.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 253952.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 466944.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 5636096.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": 736.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 31104.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 86528.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": -86528.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 86528.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 173056.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 6389760.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": -18176.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 30336.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 96256.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": -96256.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 4416.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 100672.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 7733248.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": 1576.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 42496.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 438272.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.99853515625, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": -415744.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 438272.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 854016.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 6127616.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": 980.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 33792.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 112128.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": -112128.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 106496.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 218624.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 6848512.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": -18176.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 33280.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 134144.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": -134144.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 4096.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 138240.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 6586368.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": 3632.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 36096.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 358400.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.996124267578125, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": -268288.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 358400.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 626688.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 5472256.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": 2896.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 30080.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 99840.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": -99840.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 96256.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 196096.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 6029312.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": -16320.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 29056.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 99840.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": -99840.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 4032.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 103872.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 7897088.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": 243.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 43520.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 423936.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.9932861328125, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": -399360.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 423936.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 823296.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 6488064.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": -450.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 35840.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 114176.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": -114176.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 103424.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 217600.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 7405568.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": -18816.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 36352.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 124928.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.995880126953125, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": -124928.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 3552.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 128480.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 8126464.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": 864.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 44800.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 423936.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.993865966796875, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": -423936.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 366592.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 790528.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 6651904.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": 368.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 36864.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 130560.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": -109056.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 130560.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 239616.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 7700480.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": -19072.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 38144.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 139264.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": -139264.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 6272.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 145536.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 7208960.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": 3744.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 39680.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 262144.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.99188232421875, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": -258048.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 262144.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 520192.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 6062080.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": 3488.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 33280.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 106496.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": -91648.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 106496.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 198144.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 6815744.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": -18688.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 32768.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 116224.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": -116224.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 5760.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 121984.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 6848512.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": 302.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 37632.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 280576.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.995025634765625, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": -280576.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 247808.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 528384.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 5275648.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": 920.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 29056.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 92160.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": -92160.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 87040.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 179200.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 6193152.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": -16896.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 29696.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 111104.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": -111104.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 2848.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 113952.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 6684672.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": -1128.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 36864.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 260096.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.99468994140625, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": -260096.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 206848.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 466944.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 5406720.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": -856.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 29824.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 83968.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": -81920.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 83968.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 165888.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 6258688.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": -16640.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 30336.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 109568.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": -109568.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 3312.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 112880.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 6553600.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": 1648.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 36096.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 385024.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.996002197265625, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": -382976.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 385024.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 768000.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 5210112.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": 1152.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 28672.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 88064.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": -88064.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 80384.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 168448.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 6127616.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": -17280.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 29184.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 103936.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": -103936.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 3392.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 107328.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 5472256.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": 3744.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 29952.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 217088.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.9976806640625, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": -199680.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 217088.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 416768.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 4489216.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": 3328.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 24576.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 75776.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": -69120.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 75776.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 144896.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 5210112.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": -15360.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 24192.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 93696.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": -93696.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 3120.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 96816.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 7110656.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": 5024.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 38912.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 354304.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": -259072.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 354304.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 613376.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 6029312.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 3536.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 33024.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 99840.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": -89088.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 99840.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 188928.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 6848512.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": -18048.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 33280.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 118784.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": -118784.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 4352.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 123136.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 6488064.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": -1536.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 35840.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 378880.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.995361328125, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": -378880.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 319488.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 698368.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 5177344.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": -864.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 28672.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 88064.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": -87552.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 88064.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 175616.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 5996544.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": -16064.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 28928.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 109056.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": -109056.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 4576.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 113632.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 6389760.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": 1728.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 35072.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 230400.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.98468017578125, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": -230400.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 210944.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 441344.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 5439488.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": 1424.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 30080.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 86528.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": -86528.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 78336.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 164864.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 5996544.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": -16640.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 28672.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 109568.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": -109568.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 4288.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 113856.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 6422528.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": 3920.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 35328.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 266240.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.996612548828125, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": -234496.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 266240.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 500736.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 5701632.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": 3040.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 31488.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 100352.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": -96256.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 100352.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 196608.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 6324224.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": -17024.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 30464.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 114688.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": -114688.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 3952.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 118640.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 5931008.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": -53.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 32768.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 225280.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.990936279296875, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": -223232.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 225280.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 448512.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 5046272.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": 372.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 27904.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 86016.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": -86016.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 77312.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 163328.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 5799936.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": -15616.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 27904.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 88576.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": -88576.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 3312.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 91888.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 5734400.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": 2176.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 31616.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 284672.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.997589111328125, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": -259072.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 284672.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 543744.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 4849664.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": 1984.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 26752.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 81920.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": -81920.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 81920.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 163840.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 5799936.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": -16768.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 27264.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 91136.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": -91136.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 4096.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 95232.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 5898240.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": 1800.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 32384.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 282624.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": -282624.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 274432.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 557056.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 4915200.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": 1240.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 27136.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 78336.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": -76800.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 78336.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 155136.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 5406720.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": -15104.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 25728.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 88576.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": -88576.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 3680.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 92256.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 5505024.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": 1360.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 30464.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 215040.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.9906005859375, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": -215040.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 208896.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 423936.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 4653056.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": 528.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 25600.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 78336.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": -78336.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 65024.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 143360.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 5242880.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": -15808.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 24320.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 91136.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": -91136.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 3872.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 95008.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 5996544.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": -652.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 33024.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 248832.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.99176025390625, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": -239616.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 248832.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 488448.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 4882432.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": -720.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 27008.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 83968.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": -83968.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 70144.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 154112.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 5505024.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": -15040.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 26496.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 99328.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": -99328.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 3168.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 102496.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 5242880.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": -312.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 28928.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 178176.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.993865966796875, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": -178176.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 175104.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 353280.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 4521984.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": -52.75, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 24960.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 77824.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": -77824.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 73216.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 151040.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 5046272.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": -15424.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 23296.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 79360.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": -79360.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 3408.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 82768.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 5210112.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": 1872.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 28800.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 223232.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.995391845703125, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": -190464.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 223232.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 413696.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 4554752.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": 1720.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 25088.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 72704.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": -67072.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 72704.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 139776.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 5242880.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": -15360.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 24576.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 90624.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": -90624.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 2288.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 92912.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 5701632.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": -1600.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 31488.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 202752.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.996856689453125, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": -202752.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 168960.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 371712.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 4816896.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": -1192.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 26496.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 86016.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": -86016.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 70144.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 156160.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 5570560.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": -16640.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 25984.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 87552.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": -87552.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 3344.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 90896.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 5046272.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": 3360.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 27648.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 238592.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.996551513671875, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": -238592.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 233472.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 472064.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 4390912.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": 3808.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 23936.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 76288.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": -65536.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 76288.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 141824.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 4915200.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": -14784.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 22656.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 78848.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": -78848.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 2816.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 81664.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 4521984.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": -344.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 24960.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 144384.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.996063232421875, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": -136192.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 144384.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 280576.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 4046848.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": -624.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 22400.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 61696.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": -55552.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 61696.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 117248.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 4620288.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": -13696.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 21632.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 74240.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": -74240.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 2944.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 77184.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 5406720.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": 1320.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 29824.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 199680.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.99591064453125, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": -199680.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 161792.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 361472.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 4784128.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": 2224.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 26368.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 71680.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": -67072.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 71680.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 138752.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 5472256.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": -16000.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 25728.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 82944.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": -82944.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 4288.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 87232.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 4128768.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": -688.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 22784.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 124416.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": -124416.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 115200.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 239616.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 3670016.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": 40.75, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 20224.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 58112.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": -58112.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 46848.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 104960.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 4112384.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": -13376.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 18304.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 65024.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": -65024.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 2656.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 67680.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 4849664.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": -1480.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 26752.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 184320.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.992523193359375, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": -178176.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 184320.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 362496.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 4096000.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": -1504.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 22656.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 66048.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": -66048.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 55296.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 121344.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 4849664.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": -14592.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 22400.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 74752.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": -74752.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 3456.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 78208.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 4620288.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -1672.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 25600.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 169984.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.991455078125, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": -154624.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 169984.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 324608.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 4112384.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": -1096.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 22656.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 72704.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": -57856.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 72704.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 130560.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 4751360.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": -14400.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 22016.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 72192.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": -72192.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 2896.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 75088.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 5210112.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": 1004.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 28672.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 178176.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.999755859375, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": -174080.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 178176.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 352256.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 4751360.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": 900.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 26112.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 79872.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": -79872.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 73728.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 153600.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 5537792.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": -16640.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 25728.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 81920.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": -81920.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 2912.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 84832.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 4718592.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": -944.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 26112.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 162816.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.995086669921875, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": -162816.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 161792.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 324608.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 4292608.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": -588.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 23808.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 66560.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": -59136.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 66560.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 125696.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 4947968.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": -14464.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 23168.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 73728.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": -73728.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 2320.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 76048.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 4521984.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": 3360.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 24704.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 180224.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.98883056640625, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": -175104.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 180224.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 355328.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 4145152.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": 3856.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 22528.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 61952.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": -61952.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 58368.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 120320.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 4882432.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": -14784.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 22400.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 70656.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": -70656.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 2992.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 73648.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 4423680.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": -1728.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 24320.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 147456.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.98883056640625, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": -147456.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 138240.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 285696.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 3883008.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": -1712.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 21376.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 54784.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": -51712.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 54784.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 106496.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 4521984.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": -14656.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 20352.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 59392.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": -59392.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 2208.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 61600.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 4554752.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": -1048.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 25088.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 190464.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.98895263671875, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": -190464.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 155648.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 346112.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 3964928.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": -888.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 21888.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 59648.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": -59136.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 59648.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 118784.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 4554752.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": -13568.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 21248.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 68096.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": -68096.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 2736.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 70832.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 4554752.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": 2352.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 24960.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 180224.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": -167936.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 180224.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 348160.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 4079616.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": 1880.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 22528.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 61440.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": -61440.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 57600.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 119040.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 4784128.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": -14080.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 22400.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 70656.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": -70656.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 3040.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 73696.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 4554752.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": 386.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 25216.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 159744.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.9979248046875, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": -156672.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 159744.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 316416.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 4096000.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": -80.5, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 22656.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 65280.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": -60928.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 65280.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 126208.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 4784128.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": -14336.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 22144.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 82432.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": -82432.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 2944.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 85376.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 4292608.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": -34.75, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 23808.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 174080.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": -174080.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 168960.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 343040.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 3915776.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": -141.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 21632.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 71680.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": -71680.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 56832.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 128512.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 4456448.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": -13696.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 20480.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 76288.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": -76288.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 2768.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 79056.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 4112384.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": 1296.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 22656.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 178176.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.999114990234375, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": -178176.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 151552.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 329728.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 3489792.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 1632.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 19200.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 51456.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": -45568.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 51456.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 97024.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 3932160.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": -12288.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 17920.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 60160.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": -60160.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 2832.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 62992.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 4030464.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": 338.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 22272.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 147456.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.98858642578125, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": -121344.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 147456.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 268800.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 3555328.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": 376.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 19584.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 51456.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": -47616.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 51456.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 99072.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 4014080.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": -12928.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 18048.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 56064.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": -56064.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 2040.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 58104.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 4816896.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": -356.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 26496.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 174080.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": -174080.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 141312.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 315392.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 4489216.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": -972.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 24704.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 75776.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": -68096.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 75776.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 143872.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 4980736.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": -14656.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 23168.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 81408.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": -81408.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 2640.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 84048.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 4587520.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": 1056.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 25344.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 137216.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": -132096.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 137216.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 269312.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 4079616.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": 1536.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 22400.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 70144.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": -55040.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 70144.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 125184.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 4718592.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": -14336.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 21760.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 86016.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": -86016.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 3616.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 89632.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 4489216.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": 660.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 24704.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 129024.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.991912841796875, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": -123904.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 129024.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 252928.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 3997696.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": 428.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 22144.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 65024.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": -58368.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 65024.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 123392.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 4620288.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": -14464.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 20992.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 69120.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": -69120.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 3392.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 72512.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 4292608.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": 596.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 23680.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 147456.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.999603271484375, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": -126464.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 147456.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 273920.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 3932160.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": 205.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 21632.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 59136.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": -59136.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 53760.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 112896.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 4521984.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": -13952.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 20736.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 77312.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": -77312.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 3136.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 80448.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 4325376.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": -1016.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 23936.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 159744.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.991912841796875, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": -159744.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 140288.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 300032.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 3981312.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": -716.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 22016.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 71168.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": -57344.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 71168.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 128512.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 4620288.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": -14592.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 20864.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 75776.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": -75776.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 3120.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 78896.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 3620864.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": -344.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 19968.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 177152.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.9884033203125, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": -177152.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 144384.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 321536.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 3244032.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": -296.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 17920.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 42496.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": -42496.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 41728.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 84224.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 3751936.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": -12736.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 16320.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 53760.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": -53760.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 2880.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 56640.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 3932160.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": 173.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 21760.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 162816.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": -162816.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 138240.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 301056.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 3538944.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": 486.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 19584.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 59392.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": -59392.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 50432.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 109824.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 4096000.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": -12928.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 18560.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 73728.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": -73728.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 2640.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 76368.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 3883008.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": 3.953125, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 21504.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 99328.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.991912841796875, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": -95232.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 99328.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 194560.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 3686400.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": 334.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 20352.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 63488.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": -52992.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 63488.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 116480.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 4227072.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": -13120.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 19456.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 68608.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": -68608.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 3600.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 72208.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 4620288.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": -2720.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 25344.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 174080.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.992767333984375, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": -174080.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 145408.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 319488.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 4079616.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": -2272.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 22400.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 64512.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": -64512.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 59136.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 123648.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 4685824.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": -13888.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 21760.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 72192.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": -72192.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 2912.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 75104.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 3702784.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": 2496.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 20352.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 122368.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.9891357421875, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": -122368.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 116736.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 239104.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 3588096.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 2528.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 19712.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 54272.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": -54272.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 47360.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 101632.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 4063232.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": -13248.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 18048.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 55808.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": -55808.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 2464.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 58272.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 3604480.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": 9.625, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 19840.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 141312.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.980621337890625, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": -132096.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 141312.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 273408.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 3112960.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": -172.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 17280.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 48640.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": -48640.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 46336.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 94976.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 3620864.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": -11712.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 16256.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 57344.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": -57344.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 1680.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 59024.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 3719168.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": -268.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 20480.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 126976.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.998291015625, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": -126976.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 122368.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 249344.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 3407872.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": -68.5, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 18816.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 49408.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": -43264.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 49408.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 92672.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 3932160.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": -12480.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 17792.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 55552.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": -55552.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 3520.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 59072.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 4161536.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": -876.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 22912.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 155648.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.9893798828125, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": -131072.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 155648.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 286720.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 3833856.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": -660.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 21248.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 56832.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": -56832.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 56576.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 113408.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 4423680.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": -12736.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 20864.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 64000.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.996307373046875, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": -64000.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 2144.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 66144.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 3686400.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": 2080.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 20224.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 142336.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.99310302734375, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": -84992.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 142336.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 227328.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 3457024.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": 1856.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 18944.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 50944.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": -45568.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 50944.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 96512.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 3981312.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": -12096.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 18304.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 55808.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": -55808.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 2048.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 57856.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 3817472.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": 728.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 21120.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 140288.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.99407958984375, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": -126976.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 140288.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 267264.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 3555328.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": 386.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 19584.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 55296.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": -50432.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 55296.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 105728.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 4063232.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": -13312.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 18048.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 60928.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": -60928.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 2080.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 63008.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 4784128.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": 2144.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 26368.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 159744.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.991607666015625, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": -148480.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 159744.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 308224.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 4292608.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": 1640.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 23552.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 67584.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": -67584.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 61184.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 128768.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 4816896.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": -13248.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 23168.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 78336.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": -78336.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 3520.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 81856.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 4128768.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": -568.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 22784.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 116224.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": -116224.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 109568.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 225792.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 3833856.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": -720.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 21120.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 62464.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": -62464.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 52736.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 115200.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 4259840.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": -12608.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 19968.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 64512.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": -64512.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 2688.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 67200.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 3866624.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": -1104.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 21248.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 115712.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.9971923828125, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": -114176.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 115712.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 229888.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 3620864.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": -888.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 19968.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 52992.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": -46848.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 52992.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 99840.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 4046848.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": -12480.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 18560.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 57088.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": -57088.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 2144.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 59232.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 3604480.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -708.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 19968.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 129024.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": -101376.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 129024.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 230400.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 3457024.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": -772.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 19072.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 50688.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": -48128.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 50688.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 98816.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 3915776.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": -11072.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 18560.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 58368.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": -58368.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 2400.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 60768.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 3670016.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": 312.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 20352.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 158720.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.9915771484375, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": -158720.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 150528.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 309248.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 3309568.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": 520.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 18304.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 50176.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": -50176.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 49152.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 99328.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 3653632.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": -10560.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 17280.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 55296.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": -55296.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 1928.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 57224.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 4259840.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": 2032.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 23424.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 126976.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.99249267578125, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": -119296.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 126976.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 246272.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 3833856.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": 1544.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 21120.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 62208.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": -62208.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 60672.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 122880.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 4390912.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": -12672.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 20608.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 72192.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": -72192.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 2784.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 74976.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 4112384.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": -1312.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 22656.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 156672.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.9908447265625, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": -155648.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 156672.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 312320.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 3735552.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": -1004.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 20608.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 58624.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": -53248.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 58624.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 111872.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 4325376.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": -12608.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 20224.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 66048.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": -66048.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 2024.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 68072.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 3506176.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": 1736.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 19200.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 105984.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.995635986328125, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": -96256.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 105984.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 202240.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 3358720.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": 1752.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 18432.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 48384.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": -47360.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 48384.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 95744.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 3653632.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": -10624.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 17280.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 53760.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": -53760.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 1968.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 55728.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 3784704.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -752.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 20864.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 141312.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.982666015625, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": -141312.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 125952.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 267264.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 3457024.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": -416.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 19072.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 51712.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": -48896.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 51712.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 100608.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 3899392.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": -11200.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 18432.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 56320.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.991912841796875, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": -56320.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 2304.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 58624.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 4030464.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": -836.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 22272.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 112128.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.98602294921875, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": -112128.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 109568.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 221696.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 3522560.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": -692.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 19456.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 54016.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": -51456.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 54016.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 105472.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 4014080.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": -10816.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 19328.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 62464.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": -62464.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 1824.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 64288.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 3571712.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": -12.8125, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 19712.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 143360.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.9891357421875, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": -112640.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 143360.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 256000.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 3194880.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": -229.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 17664.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 45312.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": -45312.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 44800.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 90112.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 3637248.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": -10880.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 16896.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 54528.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": -54528.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 1504.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 56032.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 3522560.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -1712.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 19456.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 107008.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.985809326171875, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": -107008.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 96256.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 203264.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 3080192.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": -1288.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 17024.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 47872.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": -46336.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 47872.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 94208.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 3473408.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": -9920.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 16384.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 51456.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": -51456.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 2176.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 53632.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 4046848.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": -1712.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 22272.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 146432.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.9940185546875, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": -146432.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 133120.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 279552.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 3588096.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": -1592.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 19712.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 70656.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": -66560.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 70656.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 137216.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 3997696.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": -10624.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 19328.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 77824.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": -77824.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 2176.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 80000.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 4489216.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": -482.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 24832.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 262144.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.9886474609375, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": -262144.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 258048.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 520192.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 3883008.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": -732.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 21504.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 90624.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.99365234375, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": -90624.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 74752.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 165376.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 4292608.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": -11008.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 20992.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 109568.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.98779296875, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": -109568.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 2768.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 112336.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 9633792.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 2592.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 53248.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 749568.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.99969482421875, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": -745472.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 749568.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 1495040.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 7176192.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 2464.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 39680.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 309248.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.999053955078125, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": -210944.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 309248.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 520192.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 8028160.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": -19840.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 39680.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 331776.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.998138427734375, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": -331776.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 11264.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 343040.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 49545216.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 28288.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 272384.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 3211264.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": -2981888.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 3211264.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 6193152.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 40370176.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 19840.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 222208.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 2703360.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.999664306640625, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": -2539520.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 2703360.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 5242880.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 43253760.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -70656.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 228352.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 3047424.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.999847412109375, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": -3047424.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 446464.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 3493888.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 19660800.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": -9472.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 108032.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 815104.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -815104.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 790528.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 1605632.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 15007744.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": -213.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 82944.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 1286144.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.99969482421875, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -1286144.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 1245184.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 2531328.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 16056320.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -568.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 88576.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 1253376.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.999664306640625, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -1220608.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 1253376.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 2473984.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": 0.000240325927734375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.11083984375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.1015625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.11083984375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.21240234375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 0.000186920166015625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.2314453125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": 0.00051116943359375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.10888671875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.216796875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 6.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": 0.00157928466796875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 6.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.000812530517578125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -0.0010986328125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": 0.0032958984375, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": 0.000255584716796875, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.03125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.11328125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.23828125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.00142669677734375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.11083984375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.11083984375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.103515625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.21435546875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": 0.003082275390625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.11279296875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.23779296875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": 0.00032806396484375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.10693359375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.10693359375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.2099609375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": -4.982948303222656e-05, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.0296630859375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.10791015625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.10693359375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.21484375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": 0.0034637451171875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.1162109375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.22509765625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 5.375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 3.933906555175781e-05, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.10888671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.10546875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.21435546875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.00189208984375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.11376953125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.107421875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.22119140625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": 0.0040283203125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.0296630859375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 5.375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": 0.0006103515625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.0296630859375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.1103515625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.23046875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.000904083251953125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.10302734375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.22607421875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": 0.00372314453125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.10546875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.22216796875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": 0.0002841949462890625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.1064453125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.22802734375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 5.25, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": -9.059906005859375e-05, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.10693359375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.1015625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.10693359375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.20849609375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": 0.002410888671875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.119140625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.11474609375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.23388671875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": 4.291534423828125e-05, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.103515625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.103515625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.09912109375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.20263671875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": 0.00060272216796875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.0986328125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.0986328125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.09521484375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.19384765625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": 0.003082275390625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.10400390625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.23095703125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -0.0004405975341796875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.0966796875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.21630859375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 5.25, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": 0.00104522705078125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.111328125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.111328125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.10205078125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.21337890625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.0027313232421875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -0.00164794921875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.10400390625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.22509765625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": -0.00051116943359375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.11865234375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.10595703125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.224609375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": 0.0028076171875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.11474609375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.11474609375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.10986328125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.224609375, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": 0.00048828125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.1123046875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.09765625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.1123046875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.2099609375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": 0.00048828125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.09423828125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.2119140625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": 0.002960205078125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": -0.0003795623779296875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.22998046875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": -0.0015106201171875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.111328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.0986328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.111328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.2099609375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": 0.0024871826171875, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": -0.000530242919921875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": 0.00014019012451171875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.115234375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.2353515625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": 0.0019378662109375, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": 0.00020122528076171875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.1171875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.11181640625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.22900390625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.00115966796875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.1171875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.103515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.220703125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": 0.0030364990234375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.1181640625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.10888671875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.22705078125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": -4.9591064453125e-05, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.10986328125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.23486328125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 5.375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": 0.00139617919921875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.1142578125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.1083984375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.22265625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": 0.00311279296875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.240234375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": 0.000431060791015625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.107421875, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.2333984375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": 0.00010442733764648438, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.1162109375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.09716796875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.21337890625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 5.625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": 0.0019683837890625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": -0.00057220458984375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.111328125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.111328125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.10693359375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.21826171875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": -0.0010986328125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.1083984375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.22998046875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": 0.00457763671875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": -0.0002613067626953125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.11572265625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.11279296875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.11572265625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.228515625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": -0.0004558563232421875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.10205078125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.21875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": 0.003143310546875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.11669921875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.23291015625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": -0.0019378662109375, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.10986328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.10205078125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.10986328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.2119140625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": -0.0003452301025390625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.11279296875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.23046875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": 0.0028533935546875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.03125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -0.00030517578125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.140625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 5.5, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": 0.0006866455078125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.10888671875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.23046875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": 0.004241943359375, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.03125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 5.625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": 0.0003566741943359375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": -5.751848220825195e-06, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": 0.004180908203125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.2373046875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": 0.000469207763671875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.11181640625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.2353515625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 0.00013065338134765625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.119140625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.234375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": 0.00408935546875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 5.625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -0.001220703125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.2265625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": -0.00115966796875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.11572265625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.10595703125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.11572265625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.2216796875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": 0.0028076171875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": 0.00135040283203125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.23779296875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": 0.00116729736328125, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.11865234375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": 0.0032806396484375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.2421875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": 0.000331878662109375, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.11181640625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.11181640625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.1103515625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.22216796875, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": -0.0009918212890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": 0.003936767578125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": -0.00057220458984375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.2421875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": -0.0001583099365234375, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": 0.004669189453125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": 0.0005035400390625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.11279296875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": -0.0001087188720703125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.1181640625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.11669921875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.23486328125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": 0.004150390625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.11376953125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": 0.0003662109375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1181640625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": 0.000888824462890625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.03125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": 0.0034637451171875, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": -0.00011682510375976562, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.23974609375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 4.601478576660156e-05, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 5.875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": 0.0038909912109375, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.2451171875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": 0.0003490447998046875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.11279296875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.11279296875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.2216796875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": -0.0007171630859375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": 0.0033416748046875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": -0.000926971435546875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.11669921875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.23095703125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": 0.00011539459228515625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.109375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.2373046875, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": 0.0027923583984375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.00121307373046875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.0002231597900390625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": 0.00439453125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": -0.000335693359375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": -0.00011444091796875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": 0.003631591796875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.0015411376953125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -0.0004558563232421875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": 0.0038604736328125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 5.875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": 0.0002593994140625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.236328125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -0.0002994537353515625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.25244140625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": 0.003936767578125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": 0.00060272216796875, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": -0.000553131103515625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.111328125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.23291015625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": 0.0031890869140625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": -0.0010986328125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": -0.0010986328125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.1181640625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": 0.0035400390625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": 0.0004291534423828125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": 3.814697265625e-05, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": 0.004638671875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": 0.0004596710205078125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": 0.00140380859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.1181640625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": 0.003753662109375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -0.002227783203125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.0022125244140625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": 0.0027313232421875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": 0.0003795623779296875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": 0.000873565673828125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": 0.00360107421875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": -0.00011777877807617188, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": -0.000431060791015625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": 0.0038604736328125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 6.125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.0009765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 0.000499725341796875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": 0.00384521484375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": 9.298324584960938e-05, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": 0.0008697509765625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": 0.005462646484375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": -1.5497207641601562e-05, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.11865234375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": 0.00051116943359375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": 0.00360107421875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -0.00101470947265625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": -0.0003337860107421875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": 0.003936767578125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": 6.771087646484375e-05, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": 0.00102996826171875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": 0.0042724609375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": -0.0025634765625, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": -0.0009765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": 0.004302978515625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": 0.0002880096435546875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": 0.00029754638671875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": 0.0034942626953125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": -0.000698089599609375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.00095367431640625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.25439453125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": 0.004730224609375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": -2.9355287551879883e-06, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": 3.910064697265625e-05, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 6.75, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": 0.003204345703125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": 0.00024318695068359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": 0.00015926361083984375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": 0.004730224609375, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": -0.00077056884765625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": -0.00010728836059570312, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": 0.00341796875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": -0.000591278076171875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.25830078125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": -0.0004825592041015625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": 0.00360107421875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": -0.000644683837890625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -0.0013580322265625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": 0.0028839111328125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": -0.0002651214599609375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": 0.0004138946533203125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.265625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 6.875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": 0.0031890869140625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": -0.00016498565673828125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": -0.00186920166015625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.265625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": 0.003662109375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": -0.0002288818359375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": -0.000640869140625, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": 0.0029296875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": 0.00054931640625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": 0.000606536865234375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": 0.003387451171875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": -0.000942230224609375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": -0.0014190673828125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": 0.004364013671875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": -0.0010986328125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": -0.00225830078125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": 0.00384521484375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": -0.00040435791015625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": -0.0006256103515625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": 0.0033721923828125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": 0.000728607177734375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": 1.6689300537109375e-05, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": 0.003662109375, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -0.0004558563232421875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": -7.534027099609375e-05, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": 0.004364013671875, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": -0.0011749267578125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": -0.0012054443359375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": 0.0023956298828125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": 0.000274658203125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": -0.00064849853515625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 7.125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": 0.0028076171875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.000331878662109375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": -3.147125244140625e-05, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": 0.00335693359375, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.00080108642578125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.0018768310546875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 7.25, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": 0.0037078857421875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -0.0016326904296875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": 0.00067901611328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": 0.00384521484375, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -0.000652313232421875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": -1.9788742065429688e-05, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": 0.0034942626953125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": 0.000278472900390625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": 0.0008697509765625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": 0.00299072265625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.169921875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.169921875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": 4.792213439941406e-05, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": 0.000614166259765625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": 0.0025482177734375, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": -0.0017547607421875, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": -0.0020599365234375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": 0.0020599365234375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": 0.001007080078125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -0.0001926422119140625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": 0.004180908203125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": -0.001373291015625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": -0.00029754638671875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": 0.0040283203125, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": 0.00136566162109375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 0.00058746337890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": 0.002105712890625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.3134765625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": 0.0004253387451171875, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.00121307373046875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": 0.00311279296875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.0016326904296875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.2880859375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": -0.000637054443359375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": 0.002532958984375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": 0.00159454345703125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 7.375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": 0.0009765625, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.2783203125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": 0.0042724609375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -0.00045013427734375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": -0.000782012939453125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": 0.0038909912109375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": 0.000255584716796875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": -3.886222839355469e-05, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": 0.0040283203125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.291015625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": -0.0004520416259765625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": -0.00020694732666015625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": 0.003814697265625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.1689453125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 8.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": 6.29425048828125e-05, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.283203125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": -0.0007781982421875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": 0.004425048828125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.15625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": -0.000270843505859375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 8.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": -0.00022983551025390625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 8.625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": 0.00433349609375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.208984375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.208984375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.3525390625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": 0.000522613525390625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": 0.0003566741943359375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": 0.003875732421875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": 0.000392913818359375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": 0.0011444091796875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 0.0037994384765625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.2880859375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 8.375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 0.00078582763671875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.28125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": -0.000568389892578125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": 0.002838134765625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.166015625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.31640625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 8.25, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.00170135498046875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 0.0011138916015625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 8.875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": 0.0037078857421875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.049072265625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.166015625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.3291015625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": -0.0003604888916015625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 8.25, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": -0.000354766845703125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 9.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.0038909912109375, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.049560546875, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.1611328125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.3193359375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 8.5, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": -7.915496826171875e-05, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.046875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.15625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.000858306884765625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 9.125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.00494384765625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.05029296875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.2158203125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.2158203125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.15625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.3720703125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": -0.000431060791015625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -0.0004405975341796875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 9.1875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": 0.004302978515625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.050537109375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": 0.000614166259765625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.1669921875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.1669921875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": 0.00011587142944335938, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 9.375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 0.003875732421875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.051513671875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.1875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.1875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.3486328125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.000171661376953125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.049072265625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.171875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.322265625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 8.75, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -0.00014591217041015625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 9.6875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": 0.0032501220703125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.053466796875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.240234375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.1787109375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.240234375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.4189453125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 9.0625, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": 0.000682830810546875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.050048828125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.173828125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.162109375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.3359375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.9375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": 0.00042724609375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.04931640625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.1630859375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.326171875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 9.8125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": 0.004058837890625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.053955078125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.169921875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.1728515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.3427734375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 9.25, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": 0.000728607177734375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.051025390625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.16796875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.31640625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 9.125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": 0.000782012939453125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.05029296875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1767578125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.1572265625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1767578125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.333984375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 9.875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": 0.0035552978515625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.054443359375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.212890625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.189453125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.212890625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.40234375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 9.3125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": 0.00138092041015625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.051513671875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.15625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 9.0625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": 0.0005035400390625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.05029296875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.189453125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1708984375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.189453125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.3603515625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 10.1875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": 0.0038909912109375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.05615234375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.181640625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.1953125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.376953125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 9.625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": 0.000873565673828125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.05322265625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.1953125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.3642578125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 9.3125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": 0.00055694580078125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.051513671875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.17578125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.17578125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.3349609375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 10.3125, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": 0.0029449462890625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.056640625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.17578125, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.17578125, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.1748046875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.3505859375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 9.5625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": 0.000377655029296875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.052978515625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.1875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.1953125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.3828125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 9.3125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -8.726119995117188e-05, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.051513671875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.181640625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.1767578125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.181640625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.3583984375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 10.4375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": 0.00274658203125, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.0576171875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.2197265625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.2197265625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.19140625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.4111328125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 9.75, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": -0.000888824462890625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.0537109375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.1982421875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.1982421875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3662109375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 9.375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": -0.00018024444580078125, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.052001953125, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.1962890625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.1962890625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.3447265625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 10.3125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": 0.0028228759765625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.056884765625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.220703125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.220703125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.19921875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.419921875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 9.8125, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": -0.000579833984375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.05419921875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.169921875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.1591796875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.169921875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.3291015625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 9.375, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": -0.000293731689453125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.052001953125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.1796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.1689453125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1796875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.3486328125}
-{"step": 2780, "epoch": 0.18739467475564545, "timestamp": 1786743006.1693733, "loss": 8.084746551513671, "grad_norm": 164626432.0, "learning_rate": 9e-05, "train/total_time_seconds": 74.71749949082732, "train/time_per_step_avg": 0.23786302976310253, "train/epoch_time_elapsed": 90.07954324036837, "train/estimated_remaining_minutes": 0.3225215805359453}
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c95adf0c7a9d1d460c463a205190a4112a1e6f78d07bbf0c015568e2c3252e7
+size 16702374